-- Logs begin at Wed 2022-07-13 08:16:21 UTC, end at Wed 2022-07-13 09:25:11 UTC. -- Jul 13 08:57:03.059673 dv-cinder-849626-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 13 08:57:05.728967 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.common.config [-] Logging enabled! Jul 13 08:57:05.729568 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev427 Jul 13 08:57:05.729743 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104357) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 13 08:57:05.733680 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.common.config [-] Logging enabled! Jul 13 08:57:05.733933 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev427 Jul 13 08:57:05.734272 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104357) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 13 08:57:05.735204 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 13 08:57:05.735433 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 13 08:57:05.735900 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 13 08:57:05.736143 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 13 08:57:05.736365 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 13 08:57:05.736682 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.736980 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.737213 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.737507 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.737794 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.738100 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.738390 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.738684 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.738967 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.739243 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.739524 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.739749 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.740027 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.740316 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.740600 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.740821 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] debug = True {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.741099 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.741523 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.741914 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.742228 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.742521 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.742797 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.743065 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.743337 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.743622 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.743948 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] host = dv-cinder-849626-3-iscsi {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.744225 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.744512 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.744796 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.745080 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.745353 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.745628 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.745910 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.746213 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.746487 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] log_file = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.746761 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.747051 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.747373 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.747711 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.747933 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.748152 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.748437 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.748727 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.749001 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.749275 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.749547 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.749820 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.750115 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.750389 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.750672 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.750952 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.751236 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.751510 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.751781 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.752050 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.752320 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.752607 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.752879 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.753152 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.753422 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.753707 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.753975 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.754272 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.754572 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.754857 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.755136 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.755419 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.755690 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.755969 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.756239 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.756506 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.756775 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] use_json = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.757044 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.757316 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.757594 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.757864 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.758156 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.758430 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.758700 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.758981 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.759251 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:05.759545 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.759838 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.760136 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.760419 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.760725 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.761004 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.761293 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.761570 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.761856 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.762173 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.762466 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.762744 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.763078 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.763078 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.763631 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.763935 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.764228 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.764522 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.764799 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.765074 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.765347 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.765623 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.765909 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.766217 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.766509 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.766797 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.767082 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.767379 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.767662 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.767949 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.768243 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.768533 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.768811 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.769089 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.769381 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.769659 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.769934 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.770249 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.770529 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.770803 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.771084 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.771374 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.771658 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.771930 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.772205 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.772493 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.772768 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.773038 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.773308 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.773581 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.773850 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.774159 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.774440 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.774711 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.774982 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.775257 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.775526 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.775797 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.776071 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.776344 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.776619 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.776888 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.777162 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.777431 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.777700 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.777968 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.778260 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.779051 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.779325 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.779599 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.779864 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.780131 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.780398 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.780668 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.780962 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.781238 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.781513 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.781788 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.782084 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.782360 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.782635 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.782908 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.783183 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.783451 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.783735 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.784015 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.784299 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.784579 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.785109 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.785418 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.785692 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.785967 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.786265 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.786541 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.786816 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.787095 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.787369 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.787648 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.787928 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.788207 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.788504 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.788791 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.789065 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.789353 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.789642 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.789932 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.790230 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.790538 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.790819 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:05.791033 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 13 08:57:05.791270 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104357) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 13 08:57:06.086459 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 13 08:57:06.086726 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 13 08:57:06.086952 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 13 08:57:06.087280 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 13 08:57:06.494875 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:06.495156 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:06.495422 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:06.496697 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:06.496978 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:06.497241 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:06.552259 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:06.552534 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:06.552797 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:06.567124 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:06.567405 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:06.567671 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:06.597159 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:06.597377 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:06.597638 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:06.633473 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:06.633749 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:06.634014 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:06.863861 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:06.864488 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:06.864488 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:06.864679 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:06.865329 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:06.962347 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:06.962665 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:06.962941 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:06.963208 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:06.963467 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:06.963770 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:06.964026 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:06.964278 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:06.964525 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:06.964805 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:06.965060 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:06.965317 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:06.965575 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:06.965818 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:06.966737 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:06.967085 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:06.967342 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:06.967607 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:06.967874 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:06.968134 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:06.968404 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:06.968654 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:06.968931 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:06.969303 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:06.969554 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:06.969792 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:06.970216 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104357) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 08:57:06.970455 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104357) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 08:57:06.970687 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104357) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 08:57:06.970918 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104357) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 08:57:06.971147 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104357) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 08:57:06.971376 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104357) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 08:57:06.971737 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 13 08:57:06.974826 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 13 08:57:06.978737 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 13 08:57:06.982595 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jul 13 08:57:06.984217 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 13 08:57:06.985663 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 13 08:57:06.985999 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 13 08:57:06.986412 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 13 08:57:06.989156 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 13 08:57:06.989402 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 13 08:57:06.989749 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 13 08:57:06.994841 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 13 08:57:07.017922 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 13 08:57:07.018394 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:07.018688 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104357) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 13 08:57:07.019057 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:07.020407 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104357) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 13 08:57:07.020682 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 13 08:57:07.020919 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 13 08:57:07.024189 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:07.024468 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:07.177833 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 13 08:57:07.178014 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 13 08:57:07.178270 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 13 08:57:07.178637 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 13 08:57:07.230180 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO dbcounter [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Registered counter for database neutron Jul 13 08:57:07.250405 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_db.sqlalchemy.engines [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104357) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 13 08:57:07.256217 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG dbcounter [-] [104357] Writer thread running {{(pid=104357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 13 08:57:07.954812 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.plugins.ml2.managers [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Initializing driver for type 'gre' Jul 13 08:57:07.955479 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] gre ID ranges: [(1, 1000)] Jul 13 08:57:08.206496 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.plugins.ml2.managers [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Initializing driver for type 'local' Jul 13 08:57:08.206763 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.plugins.ml2.managers [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Initializing driver for type 'vlan' Jul 13 08:57:08.337564 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] VlanTypeDriver initialization complete Jul 13 08:57:08.337907 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.plugins.ml2.managers [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Initializing driver for type 'vxlan' Jul 13 08:57:08.338458 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] vxlan ID ranges: [(1, 1000)] Jul 13 08:57:08.526377 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.plugins.ml2.managers [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Initializing extension driver 'port_security' Jul 13 08:57:08.526643 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.plugins.ml2.extensions.port_security [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] PortSecurityExtensionDriver initialization complete Jul 13 08:57:08.526972 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.plugins.ml2.managers [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Initializing mechanism driver 'openvswitch' Jul 13 08:57:08.527288 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.plugins.ml2.managers [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Initializing mechanism driver 'hyperv' Jul 13 08:57:08.537180 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:57:08.537833 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: > port after_create 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.538222 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: > port after_update 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.538567 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: > port after_delete 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.539070 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104357) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 13 08:57:08.539487 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: > subnet after_create 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.539838 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: > subnet after_update 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.540178 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.540563 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104357) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 13 08:57:08.540976 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: > network after_create 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.541323 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: > network after_update 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.541660 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: > network after_delete 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.542057 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104357) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 13 08:57:08.542528 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: > security_group after_create 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.542869 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: > security_group after_update 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.543204 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.543594 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104357) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 13 08:57:08.543996 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.544441 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.544935 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.545335 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104357) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 13 08:57:08.545738 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: > address_group after_create 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.546114 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: > address_group after_update 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.546472 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.546861 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104357) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 13 08:57:08.548057 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] ML2 OVO RPC backend initialized. {{(pid=104357) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 13 08:57:08.548841 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.549197 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.549612 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: > network before_response 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.549965 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: > networks before_response 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.550334 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: > port before_response 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.550720 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: > ports before_response 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.551056 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: > subnet before_response 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.551404 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: > subnets before_response 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.551744 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: > network after_create 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.552090 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: > network after_update 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.552422 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: > network after_delete 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.552753 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: > port after_create 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.553084 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: > port after_update 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.553412 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: > port after_delete 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.553747 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: > subnet after_create 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.554104 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: > subnet after_update 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.554438 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.569211 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.quota [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loaded quota_driver: . Jul 13 08:57:08.569572 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.plugins.ml2.plugin [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Modular L2 Plugin initialization complete Jul 13 08:57:08.569911 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading services supported by the core plugin {{(pid=104357) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 13 08:57:08.570273 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.plugins.ml2.managers [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Got port-security extension from driver 'port_security' Jul 13 08:57:08.570750 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.extensions.vlantransparent [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Disabled vlantransparent extension. Jul 13 08:57:08.571297 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104357) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 13 08:57:08.571610 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading Plugin: router Jul 13 08:57:08.621934 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.622919 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: > router after_create 55549900 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.623525 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: > router before_create 55549900 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.624026 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.624398 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.624752 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: > router after_delete 55549900 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.625106 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.625450 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.625801 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: > router after_create 55549900 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.626170 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: > router after_update 55549900 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.626516 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: > router after_update 55549900 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.626858 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.627208 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: > router after_update 55549900 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.627609 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: > router precommit_update 55549900 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.627969 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: port after_update 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.628307 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: port after_delete 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.628641 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: subnet after_update 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.628974 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.629313 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.629655 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: > router precommit_create 55549900 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.629993 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: port before_delete 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.636168 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: > router precommit_create 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.636168 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: > router after_update 55549900 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.636168 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.636168 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: > router precommit_create 55549900 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.636498 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.636498 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: > router precommit_update 55549900 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.636498 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: > agent after_create 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.636498 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: > agent after_delete 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.636785 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: > network after_delete 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.636785 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.quota.resource_registry [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Tracking information for resource: router configured {{(pid=104357) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 08:57:08.636785 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.quota.resource_registry [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Tracking information for resource: floatingip configured {{(pid=104357) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 08:57:08.639831 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.db.l3_agentschedulers_db [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 13 08:57:08.640403 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: port after_update 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.640758 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: port after_create 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.641101 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: port after_delete 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.641447 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: port after_update 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.642251 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: > router before_create 55550100 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.642609 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.642960 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: > router precommit_create 55550100 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.643368 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: > router precommit_update 55550100 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.648229 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.services.provider_configuration [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Service providers = [] {{(pid=104357) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 13 08:57:08.648587 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.db.servicetype_db [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104357) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 13 08:57:08.651550 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.services.service_base [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104357) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 08:57:08.651891 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.services.service_base [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104357) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 08:57:08.652227 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.services.service_base [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104357) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 08:57:08.653265 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.services.service_base [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104357) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 08:57:08.653717 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.services.service_base [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 13 08:57:08.654287 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104357) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 08:57:08.654609 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 13 08:57:08.667794 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104357) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 08:57:08.668121 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading Plugin: auto_allocate Jul 13 08:57:08.674263 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: network precommit_update 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.674620 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: network precommit_create 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.675124 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104357) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 08:57:08.675432 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading Plugin: tag Jul 13 08:57:08.682278 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104357) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 08:57:08.682606 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading Plugin: timestamp Jul 13 08:57:08.687258 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104357) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 08:57:08.687578 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading Plugin: network_ip_availability Jul 13 08:57:08.692996 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.693361 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.693712 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.694449 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104357) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 08:57:08.700185 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading Plugin: flavors Jul 13 08:57:08.705511 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104357) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 08:57:08.705834 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading Plugin: revisions Jul 13 08:57:08.710088 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104357) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 08:57:08.710471 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_concurrency.lockutils [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.623s {{(pid=104357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 13 08:57:08.711192 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104357) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Jul 13 08:57:08.711515 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Initializing extension manager. Jul 13 08:57:08.712029 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: __init__.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.712362 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: __pycache__ {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.712688 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: address_group.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.713384 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.713995 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loaded extension: address-group Jul 13 08:57:08.714335 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: address_scope.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.715005 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.715507 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loaded extension: address-scope Jul 13 08:57:08.715823 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.717458 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.717960 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loaded extension: router-admin-state-down-before-update Jul 13 08:57:08.718301 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: agent.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.718963 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.719489 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loaded extension: agent Jul 13 08:57:08.719898 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: agent_resources_synced.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.720670 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.721166 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loaded extension: agent-resources-synced Jul 13 08:57:08.721480 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: allowedaddresspairs.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.723218 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.723731 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loaded extension: allowed-address-pairs Jul 13 08:57:08.724047 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: auto_allocated_topology.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.725069 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.725575 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loaded extension: auto-allocated-topology Jul 13 08:57:08.725924 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: availability_zone.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.726567 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.733363 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loaded extension: availability_zone Jul 13 08:57:08.733363 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: availability_zone_filter.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.734199 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.734712 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loaded extension: availability_zone_filter Jul 13 08:57:08.735029 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: data_plane_status.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.735901 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.736396 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extension data-plane-status not supported by any of loaded plugins Jul 13 08:57:08.736710 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: default_subnetpools.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.737573 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.738105 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loaded extension: default-subnetpools Jul 13 08:57:08.738423 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.739205 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.739705 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loaded extension: dhcp_agent_scheduler Jul 13 08:57:08.740021 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: dns.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.740887 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.741385 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extension dns-integration not supported by any of loaded plugins Jul 13 08:57:08.741742 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: dns_domain_ports.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.742644 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.743147 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 13 08:57:08.743457 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.744322 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.744833 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 13 08:57:08.745179 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: dvr.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.745803 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.746341 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loaded extension: dvr Jul 13 08:57:08.746651 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: ecmp_routes.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.747729 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.748285 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 13 08:57:08.748597 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: empty_string_filtering.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.749458 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.749957 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loaded extension: empty-string-filtering Jul 13 08:57:08.750301 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.751157 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.751649 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 13 08:57:08.751959 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.752822 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.753312 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 13 08:57:08.753624 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: external_net.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.754513 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.755010 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loaded extension: external-net Jul 13 08:57:08.755322 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.760315 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.760810 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loaded extension: extra_dhcp_opt Jul 13 08:57:08.761122 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: extraroute.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.761981 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.762508 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loaded extension: extraroute Jul 13 08:57:08.762848 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: extraroute_atomic.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.764036 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.764536 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loaded extension: extraroute-atomic Jul 13 08:57:08.764853 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: filter_validation.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.765510 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.765997 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loaded extension: filter-validation Jul 13 08:57:08.766340 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: fip_pf_description.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.767413 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.767909 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 13 08:57:08.768284 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: fip_pf_port_range.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.769142 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.769637 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 13 08:57:08.769950 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: fip_port_details.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.770834 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.771374 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loaded extension: fip-port-details Jul 13 08:57:08.771682 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: flavors.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.772848 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.773353 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loaded extension: flavors Jul 13 08:57:08.773668 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.775296 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.775807 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 13 08:57:08.776125 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: floatingip_pools.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.776833 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.777291 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loaded extension: floatingip-pools Jul 13 08:57:08.777606 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: ip_allocation.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.779021 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.782806 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extension ip_allocation not supported by any of loaded plugins Jul 13 08:57:08.782806 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.783232 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.783727 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loaded extension: ip-substring-filtering Jul 13 08:57:08.784041 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: l2_adjacency.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.785174 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.785666 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 13 08:57:08.785977 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: l3.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.786929 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.787433 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loaded extension: router Jul 13 08:57:08.787751 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.789934 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.790477 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 13 08:57:08.790802 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.791714 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.792217 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loaded extension: ext-gw-mode Jul 13 08:57:08.792536 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.793403 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.793927 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loaded extension: l3-ha Jul 13 08:57:08.794938 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.796056 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.796559 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 13 08:57:08.796874 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: l3_flavors.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.797743 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.798272 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loaded extension: l3-flavors Jul 13 08:57:08.798588 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.799891 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.800393 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 13 08:57:08.800709 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.801569 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.802089 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 13 08:57:08.802409 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: l3agentscheduler.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.803404 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.803903 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loaded extension: l3_agent_scheduler Jul 13 08:57:08.804219 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: local_ip.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.805944 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.806480 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extension local_ip not supported by any of loaded plugins Jul 13 08:57:08.806806 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: logging.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.808239 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.808758 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extension logging not supported by any of loaded plugins Jul 13 08:57:08.809083 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: metering.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.809825 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.810716 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loaded extension: metering Jul 13 08:57:08.811034 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.812267 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.812774 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loaded extension: metering_source_and_destination_fields Jul 13 08:57:08.813090 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: multiprovidernet.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.813961 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.814488 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loaded extension: multi-provider Jul 13 08:57:08.814804 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: netmtu.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.815669 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.816169 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loaded extension: net-mtu Jul 13 08:57:08.816484 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: netmtu_writable.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.817345 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.817839 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loaded extension: net-mtu-writable Jul 13 08:57:08.818192 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: network_availability_zone.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.818817 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.819310 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loaded extension: network_availability_zone Jul 13 08:57:08.819625 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: network_ip_availability.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.820669 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.821170 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loaded extension: network-ip-availability Jul 13 08:57:08.821486 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: network_segment_range.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.822238 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.822735 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extension network-segment-range not supported by any of loaded plugins Jul 13 08:57:08.823050 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: pagination.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.829710 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.830119 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loaded extension: pagination Jul 13 08:57:08.830370 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: port_device_profile.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.831227 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.831737 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loaded extension: port-device-profile Jul 13 08:57:08.832052 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: port_mac_address_override.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.832922 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.833432 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loaded extension: port-mac-override Jul 13 08:57:08.833748 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.834668 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.835177 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loaded extension: port-mac-address-regenerate Jul 13 08:57:08.835489 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.836349 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.836852 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loaded extension: port-numa-affinity-policy Jul 13 08:57:08.837186 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: port_resource_request.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.838094 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.838591 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extension port-resource-request not supported by any of loaded plugins Jul 13 08:57:08.838901 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: port_resource_request_groups.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.839844 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.840340 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 13 08:57:08.840649 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: portbindings.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.842295 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.842802 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loaded extension: binding Jul 13 08:57:08.843116 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: portbindings_extended.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.844314 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.844815 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loaded extension: binding-extended Jul 13 08:57:08.845131 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: portsecurity.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.846002 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.846533 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loaded extension: port-security Jul 13 08:57:08.846853 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: project_id.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.852764 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.853083 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loaded extension: project-id Jul 13 08:57:08.853392 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: providernet.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.854296 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.854802 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loaded extension: provider Jul 13 08:57:08.855113 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: qos.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.859353 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.859870 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extension qos not supported by any of loaded plugins Jul 13 08:57:08.860194 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.861425 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.861931 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 13 08:57:08.862282 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.863166 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.863667 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 13 08:57:08.863989 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: qos_default.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.864847 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.865343 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extension qos-default not supported by any of loaded plugins Jul 13 08:57:08.865660 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: qos_fip.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.866551 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.867050 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extension qos-fip not supported by any of loaded plugins Jul 13 08:57:08.867395 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.868256 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.868754 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 13 08:57:08.869071 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: qos_gateway_ip.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.869936 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.870471 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 13 08:57:08.870793 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: qos_port_network_policy.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.871653 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.872147 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 13 08:57:08.872618 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.873742 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.874291 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 13 08:57:08.874590 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.878590 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.879116 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 13 08:57:08.879438 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: qos_pps_rule.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.880574 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.881082 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extension qos-pps not supported by any of loaded plugins Jul 13 08:57:08.881399 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: qos_rule_type_details.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.882300 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.882810 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 13 08:57:08.883129 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.883999 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.884503 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 13 08:57:08.884814 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: qos_rules_alias.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.885814 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.886354 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 13 08:57:08.886671 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: quota_check_limit.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.887538 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.888094 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loaded extension: quota-check-limit Jul 13 08:57:08.888404 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: quotasv2.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.889304 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.889618 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loaded extension: quotas Jul 13 08:57:08.889928 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: quotasv2_detail.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.891603 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.891932 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loaded extension: quota_details Jul 13 08:57:08.892251 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: rbac.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.893552 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.894098 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loaded extension: rbac-policies Jul 13 08:57:08.894426 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: rbac_address_group.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.895303 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.895813 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loaded extension: rbac-address-group Jul 13 08:57:08.896195 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: rbac_address_scope.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.897054 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.897563 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loaded extension: rbac-address-scope Jul 13 08:57:08.897880 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: rbac_security_groups.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.898848 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.899355 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loaded extension: rbac-security-groups Jul 13 08:57:08.899670 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: rbac_subnetpool.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.900541 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.901045 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loaded extension: rbac-subnetpool Jul 13 08:57:08.901358 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: revisionifmatch.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.902267 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.902774 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loaded extension: revision-if-match Jul 13 08:57:08.903090 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: revisions.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.904781 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.905288 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loaded extension: standard-attr-revisions Jul 13 08:57:08.905606 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: router_availability_zone.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.906267 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.906771 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loaded extension: router_availability_zone Jul 13 08:57:08.907087 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: routerservicetype.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.907962 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.908468 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extension router-service-type not supported by any of loaded plugins Jul 13 08:57:08.908778 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.912994 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.913497 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loaded extension: security-groups-normalized-cidr Jul 13 08:57:08.913813 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.914713 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.915214 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loaded extension: port-security-groups-filtering Jul 13 08:57:08.915527 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.916397 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.916899 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loaded extension: security-groups-remote-address-group Jul 13 08:57:08.917216 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.918128 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.918634 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loaded extension: security-groups-shared-filtering Jul 13 08:57:08.918944 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: securitygroup.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.930124 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.930749 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loaded extension: security-group Jul 13 08:57:08.931008 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: segment.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.931698 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.932200 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extension segment not supported by any of loaded plugins Jul 13 08:57:08.932516 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.933418 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.933920 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 13 08:57:08.934258 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: servicetype.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.935510 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.936020 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loaded extension: service-type Jul 13 08:57:08.936340 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: sorting.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.937293 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.937614 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loaded extension: sorting Jul 13 08:57:08.937927 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: standard_attr_segment.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.941845 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.942384 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 13 08:57:08.942729 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: standardattrdescription.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.943338 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.943840 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loaded extension: standard-attr-description Jul 13 08:57:08.944156 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: stateful_security_group.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.945060 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.945562 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loaded extension: stateful-security-group Jul 13 08:57:08.945873 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: stdattrs_common.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.946438 dv-cinder-849626-3-iscsi neutron-server[104357]: WARNING neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 13 08:57:08.946749 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.947631 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.948137 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 13 08:57:08.948448 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: subnet_onboard.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.949455 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.949967 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loaded extension: subnet_onboard Jul 13 08:57:08.950818 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.951708 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.952207 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 13 08:57:08.952517 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: subnet_service_types.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.953390 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.953887 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loaded extension: subnet-service-types Jul 13 08:57:08.954230 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: subnetallocation.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.955257 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.955779 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loaded extension: subnet_allocation Jul 13 08:57:08.956064 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.956685 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.957184 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loaded extension: subnetpool-prefix-ops Jul 13 08:57:08.957496 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.958403 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.958903 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 13 08:57:08.959251 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: tagging.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.960239 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.960751 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loaded extension: standard-attr-tag Jul 13 08:57:08.961065 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: timestamp.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.962199 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.962711 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loaded extension: standard-attr-timestamp Jul 13 08:57:08.963025 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: trunk.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.963997 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.964502 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extension trunk not supported by any of loaded plugins Jul 13 08:57:08.964819 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: trunk_details.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.965684 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.966796 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extension trunk-details not supported by any of loaded plugins Jul 13 08:57:08.967112 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: uplink_status_propagation.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.967985 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.968484 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 13 08:57:08.968798 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Loading extension file: vlantransparent.py {{(pid=104357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 08:57:08.969423 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 08:57:08.969919 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 13 08:57:08.972446 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.quota.resource_registry [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Creating instance of TrackedResource for resource:network Jul 13 08:57:08.972961 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.quota.resource_registry [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Creating instance of TrackedResource for resource:subnet Jul 13 08:57:08.973349 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.quota.resource_registry [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 08:57:08.973730 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.quota.resource_registry [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Creating instance of TrackedResource for resource:port Jul 13 08:57:08.975785 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.v2.resource_helper [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104357) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 08:57:08.975785 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.v2.resource_helper [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Service FLAVORS assigned prefix: {{(pid=104357) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 08:57:08.976083 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.v2.resource_helper [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104357) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 08:57:08.976509 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.v2.resource_helper [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104357) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 08:57:08.976831 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.quota.resource_registry [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Creating instance of TrackedResource for resource:router Jul 13 08:57:08.977247 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.quota.resource_registry [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Creating instance of TrackedResource for resource:floatingip Jul 13 08:57:08.977721 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.v2.resource_helper [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Service METERING assigned prefix: /metering {{(pid=104357) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 08:57:08.979187 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.979550 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.979890 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 08:57:08.980875 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.quota.resource_registry [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Creating instance of CountableResource for resource:rbac_policy Jul 13 08:57:08.981320 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.quota.resource_registry [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Creating instance of TrackedResource for resource:security_group Jul 13 08:57:08.981806 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.quota.resource_registry [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 13 08:57:08.982344 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.v2.resource_helper [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Service CORE assigned prefix: {{(pid=104357) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 08:57:08.982665 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.quota.resource_registry [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 08:57:08.983004 dv-cinder-849626-3-iscsi neutron-server[104357]: WARNING neutron.quota.resource_registry [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] subnetpool is already registered Jul 13 08:57:08.983428 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.v2.resource_helper [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Service CORE assigned prefix: {{(pid=104357) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 08:57:08.983745 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.quota.resource_registry [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 08:57:08.984070 dv-cinder-849626-3-iscsi neutron-server[104357]: WARNING neutron.quota.resource_registry [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] subnetpool is already registered Jul 13 08:57:08.986449 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.v2.resource_helper [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104357) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 08:57:08.986872 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.v2.resource_helper [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Service FLAVORS assigned prefix: {{(pid=104357) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 08:57:08.987459 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.v2.resource_helper [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104357) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 08:57:08.987877 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.v2.resource_helper [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104357) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 08:57:08.988200 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.quota.resource_registry [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Creating instance of TrackedResource for resource:router Jul 13 08:57:08.988528 dv-cinder-849626-3-iscsi neutron-server[104357]: WARNING neutron.quota.resource_registry [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] router is already registered Jul 13 08:57:08.988929 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.quota.resource_registry [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Creating instance of TrackedResource for resource:floatingip Jul 13 08:57:08.989253 dv-cinder-849626-3-iscsi neutron-server[104357]: WARNING neutron.quota.resource_registry [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] floatingip is already registered Jul 13 08:57:08.989697 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.v2.resource_helper [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Service METERING assigned prefix: /metering {{(pid=104357) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 08:57:08.990382 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.quota.resource_registry [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Creating instance of CountableResource for resource:rbac_policy Jul 13 08:57:08.990701 dv-cinder-849626-3-iscsi neutron-server[104357]: WARNING neutron.quota.resource_registry [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] rbac_policy is already registered Jul 13 08:57:08.991103 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.quota.resource_registry [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Creating instance of TrackedResource for resource:security_group Jul 13 08:57:08.991427 dv-cinder-849626-3-iscsi neutron-server[104357]: WARNING neutron.quota.resource_registry [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] security_group is already registered Jul 13 08:57:08.991816 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.quota.resource_registry [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 13 08:57:08.992140 dv-cinder-849626-3-iscsi neutron-server[104357]: WARNING neutron.quota.resource_registry [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] security_group_rule is already registered Jul 13 08:57:08.992801 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.v2.resource_helper [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Service CORE assigned prefix: {{(pid=104357) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 08:57:08.993075 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.quota.resource_registry [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 08:57:08.993413 dv-cinder-849626-3-iscsi neutron-server[104357]: WARNING neutron.quota.resource_registry [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] subnetpool is already registered Jul 13 08:57:08.993808 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.v2.resource_helper [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Service CORE assigned prefix: {{(pid=104357) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 08:57:08.994149 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.quota.resource_registry [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 08:57:08.994471 dv-cinder-849626-3-iscsi neutron-server[104357]: WARNING neutron.quota.resource_registry [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] subnetpool is already registered Jul 13 08:57:08.994930 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extended resource: extensions {{(pid=104357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:57:08.996385 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extended resource: address-groups {{(pid=104357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:57:08.997940 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extended resource: address-scopes {{(pid=104357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:57:08.999300 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extended resource: agents {{(pid=104357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:57:09.000455 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extended resource: auto-allocated-topology {{(pid=104357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:57:09.001694 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extended resource: availability_zones {{(pid=104357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:57:09.002921 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extended resource: dhcp-networks {{(pid=104357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:57:09.004416 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extended resource: dhcp-agents {{(pid=104357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:57:09.005832 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extended resource: routers {{(pid=104357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:57:09.008335 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extended resource: flavors {{(pid=104357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:57:09.008796 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extended resource: service_profiles {{(pid=104357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:57:09.009990 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extended resource: next_providers {{(pid=104357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:57:09.011439 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extended resource: service_profiles {{(pid=104357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:57:09.013506 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extended resource: floatingip-pools {{(pid=104357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:57:09.014772 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extended resource: routers {{(pid=104357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:57:09.016468 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extended resource: floatingips {{(pid=104357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:57:09.017731 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extended resource: l3-routers {{(pid=104357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:57:09.019122 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extended resource: l3-agents {{(pid=104357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:57:09.020528 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extended resource: metering-labels {{(pid=104357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:57:09.021779 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extended resource: metering-label-rules {{(pid=104357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:57:09.023203 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extended resource: network-ip-availabilities {{(pid=104357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:57:09.025573 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extended resource: bindings {{(pid=104357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:57:09.025975 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extended resource: quotas {{(pid=104357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:57:09.027685 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extended resource: quotas {{(pid=104357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:57:09.030067 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extended resource: rbac-policies {{(pid=104357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:57:09.031280 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extended resource: security-groups {{(pid=104357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:57:09.032568 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extended resource: security-group-rules {{(pid=104357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:57:09.033828 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extended resource: service-providers {{(pid=104357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:57:09.035359 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extended resource: subnetpools {{(pid=104357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:57:09.036677 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extended resource: subnetpools {{(pid=104357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:57:09.039312 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extended resource: tags {{(pid=104357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:57:09.040865 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extended resource: tags {{(pid=104357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:57:09.042717 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extended resource: tags {{(pid=104357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:57:09.044585 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extended resource: tags {{(pid=104357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:57:09.046300 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extended resource: tags {{(pid=104357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:57:09.048229 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extended resource: tags {{(pid=104357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:57:09.054262 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extended resource: tags {{(pid=104357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:57:09.054262 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extended resource: tags {{(pid=104357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:57:09.054262 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extended resource: tags {{(pid=104357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:57:09.055272 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron.api.extensions [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Extended resource: tags {{(pid=104357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 08:57:09.061286 dv-cinder-849626-3-iscsi neutron-server[104357]: WARNING keystonemiddleware.auth_token [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 13 08:57:09.066331 dv-cinder-849626-3-iscsi neutron-server[104357]: WARNING keystonemiddleware.auth_token [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 13 08:57:09.075233 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_concurrency.lockutils [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Acquired lock "singleton_lock" {{(pid=104357) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 13 08:57:09.076337 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_concurrency.lockutils [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Releasing lock "singleton_lock" {{(pid=104357) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 13 08:57:09.076972 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO oslo_service.service [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Starting 2 workers Jul 13 08:57:09.081810 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Started child 104468 {{(pid=104357) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 08:57:09.090012 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Started child 104469 {{(pid=104357) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 08:57:09.090245 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:57:09.090845 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO neutron.service [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 13 08:57:09.090845 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:57:09.091080 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [-] (104468) wsgi starting up on http://0.0.0.0:9696 Jul 13 08:57:09.091687 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:57:09.092288 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO oslo_service.service [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Starting 1 workers Jul 13 08:57:09.092992 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [-] (104469) wsgi starting up on http://0.0.0.0:9696 Jul 13 08:57:09.097049 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Started child 104470 {{(pid=104357) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 08:57:09.097573 dv-cinder-849626-3-iscsi neutron-server[104357]: INFO oslo_service.service [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Starting 1 workers Jul 13 08:57:09.100549 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.service [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] calling RpcWorker wait() {{(pid=104470) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 13 08:57:09.101039 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.service [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] returning from RpcWorker wait() {{(pid=104470) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 13 08:57:09.102013 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Started child 104471 {{(pid=104357) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 08:57:09.102258 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:57:09.102738 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:57:09.102838 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9929-0ff6-44c8-aad7-8563ad8d60b5 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:57:09.104771 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104357) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 13 08:57:09.104975 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 13 08:57:09.105157 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 13 08:57:09.105379 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 13 08:57:09.105693 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 13 08:57:09.105882 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 13 08:57:09.106395 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.106740 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.107384 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.107384 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.107664 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:57:09.108198 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.108198 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.108470 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.108707 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.108876 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:57:09.109027 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.109165 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.109299 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.109506 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.109761 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.110104 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.110383 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.110604 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.110839 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.111003 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.111265 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.111531 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.111783 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.112042 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] debug = True {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.112311 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.112768 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.113021 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.113298 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.113511 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.113767 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.114004 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.114277 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.114506 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.114714 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.114955 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.115195 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.115444 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.115651 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.115857 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.116128 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.116339 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.116826 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] host = dv-cinder-849626-3-iscsi {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.117076 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.117330 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.117562 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.117803 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.118079 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.118270 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.118526 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.118828 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.119022 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.119262 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.119494 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.119741 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.119976 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.120218 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] log_file = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.120362 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] log_options = True {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.120588 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.120849 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.121128 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.121315 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.121469 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.121607 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.121859 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.122003 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.122518 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.122798 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.123065 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.123375 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.123520 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.123701 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.123956 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.124183 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.124414 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.124792 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.124983 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.125231 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.125472 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.125700 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.126157 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.126933 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.127088 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.127319 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.127496 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.127723 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.127930 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.128179 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.128424 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.128674 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.128887 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.129125 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.129373 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.129593 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.129815 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.130066 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.130329 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.130548 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.130798 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.131087 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.131259 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.131516 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.131761 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.131962 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.132188 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] use_json = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.132398 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.132631 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.132893 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.133123 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.133333 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.133542 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.133781 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.133985 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.134230 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.139347 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.139347 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.139347 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.139347 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.139347 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.139347 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.139347 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.139347 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.139916 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.139916 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.139916 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.139916 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.139916 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.139916 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.141120 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.141988 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.142307 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.142999 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.143547 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.145615 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.147215 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.147489 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.147907 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.148167 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.149923 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.151599 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.151951 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.152278 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.152581 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.152893 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.153414 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.154365 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.155810 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.40/identity {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.157451 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.157451 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.157451 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.157451 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.160095 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.160357 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.160590 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.160852 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.161100 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.161354 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.161590 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.161831 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.162487 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.169352 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.169352 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.169352 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.169352 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.169352 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.169352 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.169352 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.169352 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.169352 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.170001 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.170001 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.170001 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.170001 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.170001 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.170001 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.170001 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.170001 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.170516 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.170516 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.170516 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.170516 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.170516 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.170516 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.170516 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.170516 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.170516 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.171036 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.171036 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.171036 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.171036 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.171036 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.171036 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.171036 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.171036 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.171036 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.171550 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.171550 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.171682 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.171874 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.172092 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.172301 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.172611 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.172825 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.173036 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.173262 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.173557 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.173803 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.174073 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.174302 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.174564 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.174786 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.175034 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.175251 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.175465 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.175676 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.175927 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.176168 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.176410 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.176649 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.176895 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.177163 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.177376 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.177695 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.177915 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.178506 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.178752 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.178972 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.179198 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.179463 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.179671 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.179944 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.180209 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.180461 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.180703 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.180950 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.181181 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.181444 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.181679 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.181962 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.182200 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.182548 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.182869 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.183151 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.183406 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.183659 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.183927 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.184264 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.184397 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.184687 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.184971 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.185236 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.185475 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.185711 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.185931 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.186170 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.186397 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.186719 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.186945 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.187176 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.187432 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.187822 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.188087 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.188316 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.188579 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.188832 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.189069 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.189311 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.189545 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.40/identity {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.189780 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.190051 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.190288 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.190506 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.190746 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.190957 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.191220 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.191430 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.191670 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.191885 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.192287 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.192730 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.192962 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.193269 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.193489 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.193752 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.193965 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.194205 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.194462 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.194678 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.194894 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.195111 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.195320 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.195550 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.195766 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.196030 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.196273 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.196480 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.196725 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.196980 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.197216 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.197425 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.197705 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.197925 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.198159 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.198370 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.198586 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.198796 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.199010 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.199236 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.199445 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.199704 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.199938 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.200286 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.201162 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.201419 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.201637 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.201873 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.202116 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.202340 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.202550 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.202795 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.203027 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.203245 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.203459 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.203677 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.203890 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.204100 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.204317 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.204571 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.204790 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.205034 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.205248 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.205472 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.205703 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.205918 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.206173 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.206383 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.206616 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.206823 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.207031 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.207242 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.207529 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.207789 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.208006 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.208255 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.208528 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.208734 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.208960 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.209173 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.209386 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.209603 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.209816 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.210023 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.210288 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.210492 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.210700 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.210915 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.211149 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.211357 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.211583 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.211788 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.211992 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.212209 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.212420 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.212625 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.212843 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.213042 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.213272 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.213492 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.213704 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.213958 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.214152 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.214362 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.214563 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.214787 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.214998 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.215202 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.215492 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.215751 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.216043 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.217025 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.217263 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.217511 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.217763 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.218092 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.218308 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.218564 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.218814 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.219058 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.219284 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.219541 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.219881 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.220170 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.220414 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.220674 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.220951 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.221228 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.221500 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.221710 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.221844 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:57:09.222004 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.222358 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.222629 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.222885 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.223136 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.223368 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.223624 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.223837 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.224054 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.224285 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.224496 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.224748 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.224979 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.225220 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.225455 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.225684 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.225920 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.226200 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.226409 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.226643 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.232342 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.232342 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 13 08:57:09.232342 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104357) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 13 08:57:09.232342 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 13 08:57:09.232342 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 13 08:57:09.232342 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 13 08:57:09.232342 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 13 08:57:09.232342 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 13 08:57:09.232880 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.232880 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.232880 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.232880 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.232880 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.232880 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.232880 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.232880 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.233318 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.233318 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.233318 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.233318 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.233318 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.233318 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.233318 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.233318 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.233750 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.233750 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.233750 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.233750 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.233750 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.233750 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] debug = True {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.233750 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.234161 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.234161 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.234161 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.234161 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.234161 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.234161 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.234524 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.234524 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.234524 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.234524 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.234524 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.234524 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.234524 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.234524 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.235654 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.235654 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.235654 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] host = dv-cinder-849626-3-iscsi {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.235654 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.235654 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.235654 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.235654 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.235654 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.236118 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.236118 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.236118 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.236118 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.236118 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.236118 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.236118 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.236118 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.236561 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] log_file = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.236561 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] log_options = True {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.236561 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.236740 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.236740 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.236914 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.237216 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.237520 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.237677 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.237836 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.237988 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.238308 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.238630 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.238787 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.238949 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.239144 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.239265 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.239420 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.239766 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.239934 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.240094 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.240252 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.240422 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.240573 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 56980) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 08:57:09.240731 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.240731 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.241007 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.241007 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.241259 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.241259 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.241593 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.241593 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.241863 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.241998 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.242165 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.242380 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.242380 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.242645 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.242645 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.242918 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.242918 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.243214 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.243214 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.243481 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.243481 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.243745 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.243888 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.243888 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.244152 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.244287 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] use_json = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.244421 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.244554 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.244706 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.244842 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.244999 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.245136 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.245270 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.245412 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.245623 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 08:57:09.245623 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.245888 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.246022 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.246654 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.246654 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.246654 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.246654 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.247268 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.247268 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.247268 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.247268 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.247805 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.247805 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.247805 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.249355 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.249355 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.249355 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.249355 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.249355 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.249355 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.249355 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.249355 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.250470 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.250470 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.250470 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.250470 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.250470 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.250470 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.250470 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.250470 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.251613 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.251613 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.251613 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.40/identity {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.251613 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.251966 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [-] 10.222.0.40 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0081549 Jul 13 08:57:09.252088 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.252088 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.252088 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.252088 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.252088 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.252088 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.252088 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.252088 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.252088 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.253148 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.253148 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.253148 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.253148 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.254280 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.254462 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.254626 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.254953 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.255112 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.255268 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.255432 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.255595 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.255757 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.255911 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.256083 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.256243 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.256397 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.256559 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.256701 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.257991 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.257991 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.257991 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.257991 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.257991 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.257991 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.257991 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.257991 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.268242 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.268242 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.268242 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.268242 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.268242 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.268242 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.268242 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.268242 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.268242 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.269176 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.269176 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.269176 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.269176 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.269176 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.269176 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.269176 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.269176 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.269176 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.269790 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.269790 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.269790 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.269790 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.269790 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.269790 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.269790 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.269790 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.270371 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.270371 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.270371 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.270371 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.270371 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.270371 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.270371 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.270371 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.272125 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.272125 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.272125 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.272125 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.272125 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.272125 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.272125 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.272125 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.273666 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.273666 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.273666 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.273666 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.273666 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.273666 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.273666 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.273666 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.274873 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.274873 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.274873 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.274873 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.274873 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.274873 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.274873 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.274873 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.275476 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.275476 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.275476 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.275476 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.275476 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.275476 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.275476 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.275476 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.276019 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.276019 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.276019 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.276019 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.276019 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.276019 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.276019 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.276019 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.276794 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.276794 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.276794 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.276794 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.276794 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.276794 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.276794 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.276794 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.277343 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.277343 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.40/identity {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.277343 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.277343 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.277343 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.277343 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.277343 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.277343 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.277932 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.277932 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.277932 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.277932 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.277932 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.277932 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.277932 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.277932 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.280106 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.280106 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.280106 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.280106 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.280106 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.280106 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.280106 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.280106 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.280696 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.280696 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.280696 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.280696 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.280696 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.280696 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.280696 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.280696 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.281297 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.281297 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.281297 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.281297 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.281297 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.281297 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.281297 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.281297 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.281836 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.281836 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.281836 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.281836 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.281836 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.281836 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.281836 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.281836 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.282446 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.282446 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.282446 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.282446 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.282446 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.282446 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.282446 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.282446 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.282446 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.283049 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.283049 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.283049 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.283049 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.283049 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.283049 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.283049 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.283049 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.283778 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.283778 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.283778 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.283778 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.283778 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.283778 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.283778 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.283778 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.283778 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.284450 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.284450 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.284450 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.284450 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.284450 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.284450 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.284450 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.284450 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.285368 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.285368 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.285368 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.285368 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.285368 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.285368 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.285368 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.285368 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.285932 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.285932 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.285932 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.285932 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.285932 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.285932 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.286436 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.286436 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.286436 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.286643 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.286720 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.286841 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.286999 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.287155 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.287653 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.287653 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.287653 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.287931 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.287931 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.288080 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.288208 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.288367 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.289275 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.289275 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.289275 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.289275 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.289275 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.289275 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.289705 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.289705 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.289705 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.289928 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.290014 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.290175 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.290329 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.290503 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.290686 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.290831 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.290986 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.291154 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.291321 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.291481 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.291644 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.291813 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.291970 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.292127 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.292284 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.292441 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.292598 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.292754 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.292910 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.293068 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.293225 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.293381 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.293537 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.293692 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.293849 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.294005 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.295558 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.298111 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.298111 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.298111 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.298111 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 08:57:09.298111 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 13 08:57:18.429466 dv-cinder-849626-3-iscsi neutron-server[104357]: DEBUG dbcounter [-] [104357] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 08:57:20.565718 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8023435-4ecc-476a-9c44-67e830d60b82 None None] get_active_networks_info from dv-cinder-849626-3-iscsi {{(pid=104470) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 13 08:57:20.575131 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writer thread running {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 13 08:57:20.653771 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8023435-4ecc-476a-9c44-67e830d60b82 None None] No non-hosted networks {{(pid=104470) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 13 08:57:20.675993 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.agentschedulers_db [None req-c8023435-4ecc-476a-9c44-67e830d60b82 None None] DHCP Agent not found on host dv-cinder-849626-3-iscsi {{(pid=104470) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jul 13 08:57:20.799158 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-8f3d93f5-229c-4eea-94b8-5feaaf05ae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-385790'] for agent (a33f270e-6fb2-40d7-a0c5-ff754f30a69f), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:57:22.213407 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writer thread running {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 13 08:57:22.802306 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-f2009832-9edb-4827-b392-26598a6c3694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-385790'] for agent (084ea860-45cb-441c-b2f8-c6c2f7d6686c), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:57:22.829970 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.db.api [None req-d54e20b4-2b55-4e6e-935c-a5eadc019486 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-849626-3-iscsi {{(pid=104470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 13 08:57:22.831055 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG oslo_db.api [None req-d54e20b4-2b55-4e6e-935c-a5eadc019486 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 08:57:23.358556 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-d54e20b4-2b55-4e6e-935c-a5eadc019486 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (084ea860-45cb-441c-b2f8-c6c2f7d6686c), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:57:23.880373 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 57052) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 08:57:24.447093 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7f3b3aed-46f4-4e68-bbbe-dab9f8099e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-385790'] for agent (d1fd82e0-5c39-4100-b44b-c54ee27d2d9f), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:57:24.470735 dv-cinder-849626-3-iscsi neutron-server[104469]: WARNING oslo_policy.policy [None req-474553c4-d6c2-4589-aa42-75530eb79e1a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 08:57:24.471345 dv-cinder-849626-3-iscsi neutron-server[104469]: WARNING oslo_policy.policy [None req-474553c4-d6c2-4589-aa42-75530eb79e1a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 08:57:24.692099 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [None req-474553c4-d6c2-4589-aa42-75530eb79e1a admin admin] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=104469) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 13 08:57:24.706059 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-474553c4-d6c2-4589-aa42-75530eb79e1a admin admin] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8119557 Jul 13 08:57:25.457430 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5ee680a5-33f3-4217-99f5-17637ad0570e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-385790'] for agent (59ae6226-c784-4fad-8646-7377b1ef5f31), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:57:25.795224 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-385790'] for agent (9379cce5-6fc7-4135-bc49-530c07185724), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:57:25.796786 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:25.797464 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:25.798611 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:25.799385 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:25.800100 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:25.800908 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:25.801403 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:25.802128 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:25.802709 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:25.806412 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:25.806412 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:25.806412 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:25.806412 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:25.806412 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:25.806809 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:25.806809 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-849626-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:57:25.832810 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-849626-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:57:27.038775 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 57088) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 08:57:27.399945 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-7a3440d4-6799-4e11-95dc-dbeb1e52adeb admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 08:57:27.492113 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.policy [None req-7a3440d4-6799-4e11-95dc-dbeb1e52adeb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104469) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 13 08:57:27.533294 dv-cinder-849626-3-iscsi neutron-server[104469]: WARNING oslo_policy.policy [None req-7a3440d4-6799-4e11-95dc-dbeb1e52adeb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 08:57:27.533666 dv-cinder-849626-3-iscsi neutron-server[104469]: WARNING oslo_policy.policy [None req-7a3440d4-6799-4e11-95dc-dbeb1e52adeb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 08:57:27.554184 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writer thread running {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 13 08:57:27.678529 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7a3440d4-6799-4e11-95dc-dbeb1e52adeb admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760181474036', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760181473512', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760181457843', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760181463453', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760181520237', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760181512907', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7847295', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7629133', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-294668', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1829908'] for rbac-policy (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:57:27.830940 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7a3440d4-6799-4e11-95dc-dbeb1e52adeb admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:57:27.832156 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-7a3440d4-6799-4e11-95dc-dbeb1e52adeb admin admin] 10.222.0.40 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7924240 Jul 13 08:57:27.926360 dv-cinder-849626-3-iscsi neutron-server[104470]: INFO neutron.db.l3_hamode_db [None req-d7ebaa4f-d04e-4a26-bf03-e9338872f38f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 13 08:57:28.006740 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ebaa4f-d04e-4a26-bf03-e9338872f38f None None] Routers set() bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 08:57:28.007052 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ebaa4f-d04e-4a26-bf03-e9338872f38f None None] Router IDs set() for agent in host dv-cinder-849626-3-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 13 08:57:30.061221 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 57100) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 08:57:30.381653 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-7329d93b-2862-49be-bce0-46ffceeb9762 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 08:57:30.451627 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7329d93b-2862-49be-bce0-46ffceeb9762 demo demo] Made reservation on behalf of 245d48325d884a83b0a57436df3e1418 for: {'network': 1} {{(pid=104469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:57:30.455439 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7329d93b-2862-49be-bce0-46ffceeb9762 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for network (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:57:30.472635 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7329d93b-2862-49be-bce0-46ffceeb9762 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:57:30.582446 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7329d93b-2862-49be-bce0-46ffceeb9762 demo demo] Publish callbacks [] for security_group (ec02ac62-8ad9-4616-87a0-d0035283582a), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:57:30.640132 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7329d93b-2862-49be-bce0-46ffceeb9762 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (ec02ac62-8ad9-4616-87a0-d0035283582a), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:57:30.672860 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7329d93b-2862-49be-bce0-46ffceeb9762 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=104469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:57:30.702284 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7329d93b-2862-49be-bce0-46ffceeb9762 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760185013818', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7769013'] for segment (5f15fba9-758d-4bcc-9f73-4f05259d4871), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:57:30.702808 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7329d93b-2862-49be-bce0-46ffceeb9762 demo demo] Unsubscribe: segment precommit_create {{(pid=104469) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 13 08:57:30.703332 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.db.segments_db [None req-7329d93b-2862-49be-bce0-46ffceeb9762 demo demo] Added segment 5f15fba9-758d-4bcc-9f73-4f05259d4871 of type vlan for network 7b735fa9-9b47-4b4f-b90c-5d51374ed11a Jul 13 08:57:30.718432 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7329d93b-2862-49be-bce0-46ffceeb9762 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=ec02ac62-8ad9-4616-87a0-d0035283582a,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:57:30.745145 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7329d93b-2862-49be-bce0-46ffceeb9762 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:30.745482 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7329d93b-2862-49be-bce0-46ffceeb9762 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:30.745829 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7329d93b-2862-49be-bce0-46ffceeb9762 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:30.746193 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7329d93b-2862-49be-bce0-46ffceeb9762 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:30.746574 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7329d93b-2862-49be-bce0-46ffceeb9762 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:30.747048 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7329d93b-2862-49be-bce0-46ffceeb9762 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:30.747379 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7329d93b-2862-49be-bce0-46ffceeb9762 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:30.747693 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7329d93b-2862-49be-bce0-46ffceeb9762 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:30.748005 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7329d93b-2862-49be-bce0-46ffceeb9762 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:30.748315 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7329d93b-2862-49be-bce0-46ffceeb9762 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:30.748623 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7329d93b-2862-49be-bce0-46ffceeb9762 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:30.748944 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7329d93b-2862-49be-bce0-46ffceeb9762 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:30.749254 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7329d93b-2862-49be-bce0-46ffceeb9762 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:30.749558 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7329d93b-2862-49be-bce0-46ffceeb9762 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:30.749860 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7329d93b-2862-49be-bce0-46ffceeb9762 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:30.751251 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7329d93b-2862-49be-bce0-46ffceeb9762 demo demo] Tracked resource versions report: Jul 13 08:57:30.751251 dv-cinder-849626-3-iscsi neutron-server[104469]: pushed versions: Jul 13 08:57:30.751251 dv-cinder-849626-3-iscsi neutron-server[104469]: { 'AddressGroup': {'1.2'}, Jul 13 08:57:30.751251 dv-cinder-849626-3-iscsi neutron-server[104469]: 'Agent': {'1.1'}, Jul 13 08:57:30.751251 dv-cinder-849626-3-iscsi neutron-server[104469]: 'ConntrackHelper': {'1.0'}, Jul 13 08:57:30.751251 dv-cinder-849626-3-iscsi neutron-server[104469]: 'LocalIPAssociation': {'1.0'}, Jul 13 08:57:30.751251 dv-cinder-849626-3-iscsi neutron-server[104469]: 'Log': {'1.0'}, Jul 13 08:57:30.751251 dv-cinder-849626-3-iscsi neutron-server[104469]: 'NDPProxy': {'1.0'}, Jul 13 08:57:30.751251 dv-cinder-849626-3-iscsi neutron-server[104469]: 'Network': {'1.1'}, Jul 13 08:57:30.751251 dv-cinder-849626-3-iscsi neutron-server[104469]: 'Port': {'1.7'}, Jul 13 08:57:30.751251 dv-cinder-849626-3-iscsi neutron-server[104469]: 'PortForwarding': {'1.3'}, Jul 13 08:57:30.751251 dv-cinder-849626-3-iscsi neutron-server[104469]: 'QosPolicy': {'1.10'}, Jul 13 08:57:30.751251 dv-cinder-849626-3-iscsi neutron-server[104469]: 'SecurityGroup': {'1.5'}, Jul 13 08:57:30.751251 dv-cinder-849626-3-iscsi neutron-server[104469]: 'SecurityGroupRule': {'1.2'}, Jul 13 08:57:30.751251 dv-cinder-849626-3-iscsi neutron-server[104469]: 'SubPort': {'1.0'}, Jul 13 08:57:30.751251 dv-cinder-849626-3-iscsi neutron-server[104469]: 'Subnet': {'1.1'}, Jul 13 08:57:30.751251 dv-cinder-849626-3-iscsi neutron-server[104469]: 'Trunk': {'1.1'}} Jul 13 08:57:30.751251 dv-cinder-849626-3-iscsi neutron-server[104469]: consumer versions: Jul 13 08:57:30.751251 dv-cinder-849626-3-iscsi neutron-server[104469]: { DHCP agent@dv-cinder-849626-3-iscsi: {}, Jul 13 08:57:30.751251 dv-cinder-849626-3-iscsi neutron-server[104469]: L3 agent@dv-cinder-849626-3-iscsi: {}, Jul 13 08:57:30.751251 dv-cinder-849626-3-iscsi neutron-server[104469]: Metadata agent@dv-cinder-849626-3-iscsi: {}, Jul 13 08:57:30.751251 dv-cinder-849626-3-iscsi neutron-server[104469]: Metering agent@dv-cinder-849626-3-iscsi: {}, Jul 13 08:57:30.751251 dv-cinder-849626-3-iscsi neutron-server[104469]: Open vSwitch agent@dv-cinder-849626-3-iscsi: { 'AddressGroup': '1.2', Jul 13 08:57:30.751251 dv-cinder-849626-3-iscsi neutron-server[104469]: 'Agent': '1.1', Jul 13 08:57:30.751251 dv-cinder-849626-3-iscsi neutron-server[104469]: 'ConntrackHelper': '1.0', Jul 13 08:57:30.751251 dv-cinder-849626-3-iscsi neutron-server[104469]: 'LocalIPAssociation': '1.0', Jul 13 08:57:30.751251 dv-cinder-849626-3-iscsi neutron-server[104469]: 'Log': '1.0', Jul 13 08:57:30.751251 dv-cinder-849626-3-iscsi neutron-server[104469]: 'NDPProxy': '1.0', Jul 13 08:57:30.751251 dv-cinder-849626-3-iscsi neutron-server[104469]: 'Network': '1.1', Jul 13 08:57:30.751251 dv-cinder-849626-3-iscsi neutron-server[104469]: 'Port': '1.7', Jul 13 08:57:30.751251 dv-cinder-849626-3-iscsi neutron-server[104469]: 'PortForwarding': '1.3', Jul 13 08:57:30.751251 dv-cinder-849626-3-iscsi neutron-server[104469]: 'QosPolicy': '1.10', Jul 13 08:57:30.751251 dv-cinder-849626-3-iscsi neutron-server[104469]: 'SecurityGroup': '1.5', Jul 13 08:57:30.751251 dv-cinder-849626-3-iscsi neutron-server[104469]: 'SecurityGroupRule': '1.2', Jul 13 08:57:30.751251 dv-cinder-849626-3-iscsi neutron-server[104469]: 'SubPort': '1.0', Jul 13 08:57:30.751251 dv-cinder-849626-3-iscsi neutron-server[104469]: 'Subnet': '1.1', Jul 13 08:57:30.751251 dv-cinder-849626-3-iscsi neutron-server[104469]: 'Trunk': '1.1'}} Jul 13 08:57:30.751251 dv-cinder-849626-3-iscsi neutron-server[104469]: {{(pid=104469) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 08:57:30.817985 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7329d93b-2862-49be-bce0-46ffceeb9762 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760184566321'] for network (7b735fa9-9b47-4b4f-b90c-5d51374ed11a), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:57:30.902844 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7329d93b-2862-49be-bce0-46ffceeb9762 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428'] for network (7b735fa9-9b47-4b4f-b90c-5d51374ed11a), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:57:30.907967 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7329d93b-2862-49be-bce0-46ffceeb9762 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 08:57:30.908688 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7329d93b-2862-49be-bce0-46ffceeb9762 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594414'] for network (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:57:30.950616 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=53,neutron:INSERT=45,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 08:57:31.028240 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-7329d93b-2862-49be-bce0-46ffceeb9762 demo demo] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.9657700 Jul 13 08:57:31.028719 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7329d93b-2862-49be-bce0-46ffceeb9762 demo demo] Pushing event updated for resources: {'Network': ['ID=7b735fa9-9b47-4b4f-b90c-5d51374ed11a,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:57:31.044299 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Network 7b735fa9-9b47-4b4f-b90c-5d51374ed11a details requested by agent ovs-agent-dv-cinder-849626-3-iscsi with host dv-cinder-849626-3-iscsi {{(pid=104470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:57:33.313533 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 57114) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 08:57:33.729301 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f98978f-b5ae-41d5-acfe-56f0ceb2c2bf demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 08:57:33.730660 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-8f98978f-b5ae-41d5-acfe-56f0ceb2c2bf demo admin] 10.222.0.40 "GET /v2.0/networks/7b735fa9-9b47-4b4f-b90c-5d51374ed11a HTTP/1.1" status: 200 len: 825 time: 0.4161289 Jul 13 08:57:33.756143 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-addb78b2-5759-4366-acec-a51d64e21a0c demo admin] 10.222.0.40 "GET /v2.0/subnetpools/cd419ed6-4d0c-4539-9c28-d52780158bf7 HTTP/1.1" status: 200 len: 734 time: 0.0189834 Jul 13 08:57:33.765464 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-fe66628a-8809-442f-bc83-57c0843f8d88 demo admin] Request body: {'subnet': {'network_id': '7b735fa9-9b47-4b4f-b90c-5d51374ed11a', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'cd419ed6-4d0c-4539-9c28-d52780158bf7'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 08:57:33.857601 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe66628a-8809-442f-bc83-57c0843f8d88 demo admin] Made reservation on behalf of 245d48325d884a83b0a57436df3e1418 for: {'subnet': 1} {{(pid=104469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:57:33.860021 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fe66628a-8809-442f-bc83-57c0843f8d88 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:57:34.080476 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 08:57:34.246385 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fe66628a-8809-442f-bc83-57c0843f8d88 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428'] for subnet (ddecd440-9c81-40d8-a014-8f22e54ee375), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:57:34.316380 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe66628a-8809-442f-bc83-57c0843f8d88 demo admin] Pushing event updated for resources: {'Subnet': ['ID=ddecd440-9c81-40d8-a014-8f22e54ee375,revision_number=0']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:57:34.321217 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe66628a-8809-442f-bc83-57c0843f8d88 demo admin] Checking segment: {'id': '5f15fba9-758d-4bcc-9f73-4f05259d4871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7b735fa9-9b47-4b4f-b90c-5d51374ed11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 08:57:34.321588 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe66628a-8809-442f-bc83-57c0843f8d88 demo admin] Network hostable DHCP agents. Network: 7b735fa9-9b47-4b4f-b90c-5d51374ed11a, hostable agents: ['a33f270e-6fb2-40d7-a0c5-ff754f30a69f'], hosted agents: [] {{(pid=104469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:57:34.406014 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe66628a-8809-442f-bc83-57c0843f8d88 demo admin] Network 7b735fa9-9b47-4b4f-b90c-5d51374ed11a is scheduled to be hosted by DHCP agent a33f270e-6fb2-40d7-a0c5-ff754f30a69f with binding_index 1 {{(pid=104469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:57:34.708239 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [None req-fe66628a-8809-442f-bc83-57c0843f8d88 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849626-3-iscsi, 7b735fa9-9b47-4b4f-b90c-5d51374ed11a) {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:57:34.712924 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe66628a-8809-442f-bc83-57c0843f8d88 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 08:57:34.713547 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fe66628a-8809-442f-bc83-57c0843f8d88 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594414'] for subnet (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:57:34.719121 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feebe4c5-1f0a-46f9-88ca-a26a60adf531 None None] Network 7b735fa9-9b47-4b4f-b90c-5d51374ed11a requested from dv-cinder-849626-3-iscsi {{(pid=104470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 08:57:34.900157 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-fe66628a-8809-442f-bc83-57c0843f8d88 demo admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1386096 Jul 13 08:57:34.969297 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc1379b-fe0d-4b17-96e1-e57224bd2cac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa97415d6-5d51-52f2-982d-111b1056dda0-7b735fa9-9b47-4b4f-b90c-5d51374ed11a', 'network_id': '7b735fa9-9b47-4b4f-b90c-5d51374ed11a', 'project_id': '245d48325d884a83b0a57436df3e1418', 'fixed_ips': [{'subnet_id': 'ddecd440-9c81-40d8-a014-8f22e54ee375'}]}} from dv-cinder-849626-3-iscsi. {{(pid=104470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 13 08:57:34.970697 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9fc1379b-fe0d-4b17-96e1-e57224bd2cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:57:35.250366 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=65,neutron:INSERT=34,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 08:57:35.252030 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.db_base_plugin_common [None req-9fc1379b-fe0d-4b17-96e1-e57224bd2cac None None] Allocated IP 172.20.0.2 (7b735fa9-9b47-4b4f-b90c-5d51374ed11a/ddecd440-9c81-40d8-a014-8f22e54ee375/968dbbea-3a96-4702-93ff-f1ca8a962168) {{(pid=104470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:57:35.526767 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9fc1379b-fe0d-4b17-96e1-e57224bd2cac None None] Publish callbacks [] for port (968dbbea-3a96-4702-93ff-f1ca8a962168), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:57:35.583909 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9fc1379b-fe0d-4b17-96e1-e57224bd2cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760184582126'] for port (968dbbea-3a96-4702-93ff-f1ca8a962168), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:57:35.656202 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc1379b-fe0d-4b17-96e1-e57224bd2cac None None] Network 7b735fa9-9b47-4b4f-b90c-5d51374ed11a is already hosted by enough agents. {{(pid=104470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:57:35.668015 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.base_scheduler [None req-9fc1379b-fe0d-4b17-96e1-e57224bd2cac None None] Resources bound (agent type, host, resource id): {{(pid=104470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:57:35.673075 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc1379b-fe0d-4b17-96e1-e57224bd2cac None None] Received port after_create {{(pid=104470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 08:57:35.676099 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc1379b-fe0d-4b17-96e1-e57224bd2cac None None] Pushing event updated for resources: {'Port': ['ID=968dbbea-3a96-4702-93ff-f1ca8a962168,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:57:35.709120 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc1379b-fe0d-4b17-96e1-e57224bd2cac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:35.709469 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc1379b-fe0d-4b17-96e1-e57224bd2cac None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:35.709827 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc1379b-fe0d-4b17-96e1-e57224bd2cac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:35.710206 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc1379b-fe0d-4b17-96e1-e57224bd2cac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:35.710546 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc1379b-fe0d-4b17-96e1-e57224bd2cac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:35.710870 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc1379b-fe0d-4b17-96e1-e57224bd2cac None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:35.711191 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc1379b-fe0d-4b17-96e1-e57224bd2cac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:35.711517 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc1379b-fe0d-4b17-96e1-e57224bd2cac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:35.711839 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc1379b-fe0d-4b17-96e1-e57224bd2cac None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:35.712158 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc1379b-fe0d-4b17-96e1-e57224bd2cac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:35.712480 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc1379b-fe0d-4b17-96e1-e57224bd2cac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:35.712812 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc1379b-fe0d-4b17-96e1-e57224bd2cac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:35.713133 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc1379b-fe0d-4b17-96e1-e57224bd2cac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:35.713449 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc1379b-fe0d-4b17-96e1-e57224bd2cac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:35.713760 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc1379b-fe0d-4b17-96e1-e57224bd2cac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:35.715841 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc1379b-fe0d-4b17-96e1-e57224bd2cac None None] Tracked resource versions report: Jul 13 08:57:35.715841 dv-cinder-849626-3-iscsi neutron-server[104470]: pushed versions: Jul 13 08:57:35.715841 dv-cinder-849626-3-iscsi neutron-server[104470]: { 'AddressGroup': {'1.2'}, Jul 13 08:57:35.715841 dv-cinder-849626-3-iscsi neutron-server[104470]: 'Agent': {'1.1'}, Jul 13 08:57:35.715841 dv-cinder-849626-3-iscsi neutron-server[104470]: 'ConntrackHelper': {'1.0'}, Jul 13 08:57:35.715841 dv-cinder-849626-3-iscsi neutron-server[104470]: 'LocalIPAssociation': {'1.0'}, Jul 13 08:57:35.715841 dv-cinder-849626-3-iscsi neutron-server[104470]: 'Log': {'1.0'}, Jul 13 08:57:35.715841 dv-cinder-849626-3-iscsi neutron-server[104470]: 'NDPProxy': {'1.0'}, Jul 13 08:57:35.715841 dv-cinder-849626-3-iscsi neutron-server[104470]: 'Network': {'1.1'}, Jul 13 08:57:35.715841 dv-cinder-849626-3-iscsi neutron-server[104470]: 'Port': {'1.7'}, Jul 13 08:57:35.715841 dv-cinder-849626-3-iscsi neutron-server[104470]: 'PortForwarding': {'1.3'}, Jul 13 08:57:35.715841 dv-cinder-849626-3-iscsi neutron-server[104470]: 'QosPolicy': {'1.10'}, Jul 13 08:57:35.715841 dv-cinder-849626-3-iscsi neutron-server[104470]: 'SecurityGroup': {'1.5'}, Jul 13 08:57:35.715841 dv-cinder-849626-3-iscsi neutron-server[104470]: 'SecurityGroupRule': {'1.2'}, Jul 13 08:57:35.715841 dv-cinder-849626-3-iscsi neutron-server[104470]: 'SubPort': {'1.0'}, Jul 13 08:57:35.715841 dv-cinder-849626-3-iscsi neutron-server[104470]: 'Subnet': {'1.1'}, Jul 13 08:57:35.715841 dv-cinder-849626-3-iscsi neutron-server[104470]: 'Trunk': {'1.1'}} Jul 13 08:57:35.715841 dv-cinder-849626-3-iscsi neutron-server[104470]: consumer versions: Jul 13 08:57:35.715841 dv-cinder-849626-3-iscsi neutron-server[104470]: { DHCP agent@dv-cinder-849626-3-iscsi: {}, Jul 13 08:57:35.715841 dv-cinder-849626-3-iscsi neutron-server[104470]: L3 agent@dv-cinder-849626-3-iscsi: {}, Jul 13 08:57:35.715841 dv-cinder-849626-3-iscsi neutron-server[104470]: Metadata agent@dv-cinder-849626-3-iscsi: {}, Jul 13 08:57:35.715841 dv-cinder-849626-3-iscsi neutron-server[104470]: Metering agent@dv-cinder-849626-3-iscsi: {}, Jul 13 08:57:35.715841 dv-cinder-849626-3-iscsi neutron-server[104470]: Open vSwitch agent@dv-cinder-849626-3-iscsi: { 'AddressGroup': '1.2', Jul 13 08:57:35.715841 dv-cinder-849626-3-iscsi neutron-server[104470]: 'Agent': '1.1', Jul 13 08:57:35.715841 dv-cinder-849626-3-iscsi neutron-server[104470]: 'ConntrackHelper': '1.0', Jul 13 08:57:35.715841 dv-cinder-849626-3-iscsi neutron-server[104470]: 'LocalIPAssociation': '1.0', Jul 13 08:57:35.715841 dv-cinder-849626-3-iscsi neutron-server[104470]: 'Log': '1.0', Jul 13 08:57:35.715841 dv-cinder-849626-3-iscsi neutron-server[104470]: 'NDPProxy': '1.0', Jul 13 08:57:35.715841 dv-cinder-849626-3-iscsi neutron-server[104470]: 'Network': '1.1', Jul 13 08:57:35.715841 dv-cinder-849626-3-iscsi neutron-server[104470]: 'Port': '1.7', Jul 13 08:57:35.715841 dv-cinder-849626-3-iscsi neutron-server[104470]: 'PortForwarding': '1.3', Jul 13 08:57:35.715841 dv-cinder-849626-3-iscsi neutron-server[104470]: 'QosPolicy': '1.10', Jul 13 08:57:35.715841 dv-cinder-849626-3-iscsi neutron-server[104470]: 'SecurityGroup': '1.5', Jul 13 08:57:35.715841 dv-cinder-849626-3-iscsi neutron-server[104470]: 'SecurityGroupRule': '1.2', Jul 13 08:57:35.715841 dv-cinder-849626-3-iscsi neutron-server[104470]: 'SubPort': '1.0', Jul 13 08:57:35.715841 dv-cinder-849626-3-iscsi neutron-server[104470]: 'Subnet': '1.1', Jul 13 08:57:35.715841 dv-cinder-849626-3-iscsi neutron-server[104470]: 'Trunk': '1.1'}} Jul 13 08:57:35.715841 dv-cinder-849626-3-iscsi neutron-server[104470]: {{(pid=104470) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 08:57:35.736042 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 08:57:35.767641 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-9fc1379b-fe0d-4b17-96e1-e57224bd2cac None None] Attempting to bind port 968dbbea-3a96-4702-93ff-f1ca8a962168 on host dv-cinder-849626-3-iscsi for vnic_type normal with profile {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 08:57:35.768032 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-9fc1379b-fe0d-4b17-96e1-e57224bd2cac None None] Attempting to bind port 968dbbea-3a96-4702-93ff-f1ca8a962168 by drivers openvswitch,hyperv on host dv-cinder-849626-3-iscsi at level 0 using segments [{'id': '5f15fba9-758d-4bcc-9f73-4f05259d4871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7b735fa9-9b47-4b4f-b90c-5d51374ed11a'}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 08:57:35.768439 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc1379b-fe0d-4b17-96e1-e57224bd2cac None None] Attempting to bind port 968dbbea-3a96-4702-93ff-f1ca8a962168 on network 7b735fa9-9b47-4b4f-b90c-5d51374ed11a {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 08:57:35.773405 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc1379b-fe0d-4b17-96e1-e57224bd2cac None None] Checking agent: {'id': '9379cce5-6fc7-4135-bc49-530c07185724', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849626-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 8, 57, 26), 'started_at': datetime.datetime(2022, 7, 13, 8, 57, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 8, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849626-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 08:57:35.773778 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc1379b-fe0d-4b17-96e1-e57224bd2cac None None] Checking segment: {'id': '5f15fba9-758d-4bcc-9f73-4f05259d4871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7b735fa9-9b47-4b4f-b90c-5d51374ed11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 08:57:35.774310 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9fc1379b-fe0d-4b17-96e1-e57224bd2cac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:57:35.774651 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc1379b-fe0d-4b17-96e1-e57224bd2cac None None] Bound using segment: {'id': '5f15fba9-758d-4bcc-9f73-4f05259d4871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7b735fa9-9b47-4b4f-b90c-5d51374ed11a'} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 08:57:35.775106 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-9fc1379b-fe0d-4b17-96e1-e57224bd2cac None None] Bound port: 968dbbea-3a96-4702-93ff-f1ca8a962168, host: dv-cinder-849626-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f15fba9-758d-4bcc-9f73-4f05259d4871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7b735fa9-9b47-4b4f-b90c-5d51374ed11a'}}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 08:57:35.775505 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9fc1379b-fe0d-4b17-96e1-e57224bd2cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (968dbbea-3a96-4702-93ff-f1ca8a962168), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:57:35.837870 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-9fc1379b-fe0d-4b17-96e1-e57224bd2cac None None] For port 968dbbea-3a96-4702-93ff-f1ca8a962168, host dv-cinder-849626-3-iscsi, cleared binding levels {{(pid=104470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:57:35.857967 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-9fc1379b-fe0d-4b17-96e1-e57224bd2cac None None] For port 968dbbea-3a96-4702-93ff-f1ca8a962168, host dv-cinder-849626-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=968dbbea-3a96-4702-93ff-f1ca8a962168,segment=NetworkSegment(5f15fba9-758d-4bcc-9f73-4f05259d4871),segment_id=5f15fba9-758d-4bcc-9f73-4f05259d4871)] {{(pid=104470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:57:35.926082 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9fc1379b-fe0d-4b17-96e1-e57224bd2cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (968dbbea-3a96-4702-93ff-f1ca8a962168), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:57:35.982357 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc1379b-fe0d-4b17-96e1-e57224bd2cac None None] Pushing event updated for resources: {'Port': ['ID=968dbbea-3a96-4702-93ff-f1ca8a962168,revision_number=2']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:57:37.212986 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 57124) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 08:57:37.544860 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [None req-d22c2044-0140-4633-a881-959fc378300e admin admin] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=104469) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 13 08:57:37.545891 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-d22c2044-0140-4633-a881-959fc378300e admin admin] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3319092 Jul 13 08:57:39.421409 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=7 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 08:57:39.425591 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 08:57:39.833648 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 57136) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 08:57:40.376417 dv-cinder-849626-3-iscsi neutron-server[104468]: WARNING oslo_policy.policy [None req-5eb99e76-4f6e-4357-9759-bd528359bb2d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 08:57:40.377091 dv-cinder-849626-3-iscsi neutron-server[104468]: WARNING oslo_policy.policy [None req-5eb99e76-4f6e-4357-9759-bd528359bb2d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 08:57:40.596002 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [None req-5eb99e76-4f6e-4357-9759-bd528359bb2d admin admin] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=104468) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 13 08:57:40.597187 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-5eb99e76-4f6e-4357-9759-bd528359bb2d admin admin] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7616370 Jul 13 08:57:42.928018 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 57154) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 08:57:43.249982 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-f086ee86-67a0-4e44-8800-4f9e48ce3041 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 08:57:43.309465 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.policy [None req-f086ee86-67a0-4e44-8800-4f9e48ce3041 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104468) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 13 08:57:43.351737 dv-cinder-849626-3-iscsi neutron-server[104468]: WARNING oslo_policy.policy [None req-f086ee86-67a0-4e44-8800-4f9e48ce3041 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 08:57:43.352118 dv-cinder-849626-3-iscsi neutron-server[104468]: WARNING oslo_policy.policy [None req-f086ee86-67a0-4e44-8800-4f9e48ce3041 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 08:57:43.372702 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writer thread running {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 13 08:57:43.388048 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 08:57:43.474090 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f086ee86-67a0-4e44-8800-4f9e48ce3041 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-400718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-703'] for router (e0ccda99-0f1e-466a-9220-b317468a6047), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:57:43.476065 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f086ee86-67a0-4e44-8800-4f9e48ce3041 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-508804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-648'] for router (e0ccda99-0f1e-466a-9220-b317468a6047), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:57:43.495530 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device 968dbbea-3a96-4702-93ff-f1ca8a962168 up at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:57:43.584786 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Provisioning complete for port 968dbbea-3a96-4702-93ff-f1ca8a962168 triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 08:57:43.585636 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (968dbbea-3a96-4702-93ff-f1ca8a962168), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:57:43.641314 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f086ee86-67a0-4e44-8800-4f9e48ce3041 demo demo] Publish callbacks [] for router_controller (e0ccda99-0f1e-466a-9220-b317468a6047), precommit_add_association {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:57:43.689098 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Current status of the port 968dbbea-3a96-4702-93ff-f1ca8a962168 is: DOWN; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 08:57:43.689549 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (968dbbea-3a96-4702-93ff-f1ca8a962168), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:57:43.725110 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] For port 968dbbea-3a96-4702-93ff-f1ca8a962168, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=968dbbea-3a96-4702-93ff-f1ca8a962168,segment=NetworkSegment(5f15fba9-758d-4bcc-9f73-4f05259d4871),segment_id=5f15fba9-758d-4bcc-9f73-4f05259d4871)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:57:43.822249 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (968dbbea-3a96-4702-93ff-f1ca8a962168), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:57:43.823442 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f086ee86-67a0-4e44-8800-4f9e48ce3041 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-400835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388435'] for router (e0ccda99-0f1e-466a-9220-b317468a6047), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:57:43.870026 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Pushing event updated for resources: {'Port': ['ID=968dbbea-3a96-4702-93ff-f1ca8a962168,revision_number=3']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:57:43.928531 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f086ee86-67a0-4e44-8800-4f9e48ce3041 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:57:43.929702 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-f086ee86-67a0-4e44-8800-4f9e48ce3041 demo demo] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.0007136 Jul 13 08:57:44.059989 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1057fd59-c74b-4907-8107-26c6aa67ac32 None None] Network 7b735fa9-9b47-4b4f-b90c-5d51374ed11a requested from dv-cinder-849626-3-iscsi {{(pid=104470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 08:57:44.190177 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-c0c76db3-bba0-468e-8aaf-c5d2f94d98a3 None None] Provisioning complete for port 968dbbea-3a96-4702-93ff-f1ca8a962168 triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 08:57:44.190486 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-c0c76db3-bba0-468e-8aaf-c5d2f94d98a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (968dbbea-3a96-4702-93ff-f1ca8a962168), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:57:44.240801 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 08:57:44.278776 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-c0c76db3-bba0-468e-8aaf-c5d2f94d98a3 None None] Current status of the port 968dbbea-3a96-4702-93ff-f1ca8a962168 is: ACTIVE; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 08:57:44.398330 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-980381c0-49e6-4cf6-bfaf-76d1df6f3bbb None None] Provisioning complete for port 968dbbea-3a96-4702-93ff-f1ca8a962168 triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 08:57:44.398743 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-980381c0-49e6-4cf6-bfaf-76d1df6f3bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (968dbbea-3a96-4702-93ff-f1ca8a962168), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:57:44.469661 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-980381c0-49e6-4cf6-bfaf-76d1df6f3bbb None None] Current status of the port 968dbbea-3a96-4702-93ff-f1ca8a962168 is: ACTIVE; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 08:57:44.723597 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=80,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 08:57:44.777890 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 08:57:45.472616 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device 968dbbea-3a96-4702-93ff-f1ca8a962168 up at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:57:45.518080 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Provisioning complete for port 968dbbea-3a96-4702-93ff-f1ca8a962168 triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 08:57:45.518463 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (968dbbea-3a96-4702-93ff-f1ca8a962168), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:57:45.520407 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 08:57:45.588089 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Current status of the port 968dbbea-3a96-4702-93ff-f1ca8a962168 is: ACTIVE; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 08:57:46.226345 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 57168) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 08:57:46.551998 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [None req-15403969-95c3-46e4-961b-4e7c5e8ce799 admin admin] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=104468) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 13 08:57:46.555583 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-15403969-95c3-46e4-961b-4e7c5e8ce799 admin admin] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3257189 Jul 13 08:57:48.825478 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 57176) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 08:57:49.147188 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-9a6c4f99-4159-4d58-8702-51bcc47eb8fe admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 08:57:49.228260 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6c4f99-4159-4d58-8702-51bcc47eb8fe admin admin] Made reservation on behalf of c8052949c90742f6ada3f8a34d5636f8 for: {'network': 1} {{(pid=104468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:57:49.231279 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9a6c4f99-4159-4d58-8702-51bcc47eb8fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for network (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:57:49.247854 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9a6c4f99-4159-4d58-8702-51bcc47eb8fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:57:49.351872 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9a6c4f99-4159-4d58-8702-51bcc47eb8fe admin admin] Publish callbacks [] for security_group (f6707100-f47d-4c51-b43c-d511dfafc591), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:57:49.416746 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9a6c4f99-4159-4d58-8702-51bcc47eb8fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (f6707100-f47d-4c51-b43c-d511dfafc591), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:57:49.428816 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9a6c4f99-4159-4d58-8702-51bcc47eb8fe admin admin] Reserving flat network on physical network physnet1 {{(pid=104468) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 13 08:57:49.461659 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9a6c4f99-4159-4d58-8702-51bcc47eb8fe admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760185013818', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7769013'] for segment (51732cec-dd15-4320-89e5-7b26a17afbfa), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:57:49.462238 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9a6c4f99-4159-4d58-8702-51bcc47eb8fe admin admin] Unsubscribe: segment precommit_create {{(pid=104468) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 13 08:57:49.462755 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.db.segments_db [None req-9a6c4f99-4159-4d58-8702-51bcc47eb8fe admin admin] Added segment 51732cec-dd15-4320-89e5-7b26a17afbfa of type flat for network 14d154e4-c9a5-47e8-9f7f-9daf0b869ff5 Jul 13 08:57:49.480344 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6c4f99-4159-4d58-8702-51bcc47eb8fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6707100-f47d-4c51-b43c-d511dfafc591,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:57:49.506002 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6c4f99-4159-4d58-8702-51bcc47eb8fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:49.506361 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6c4f99-4159-4d58-8702-51bcc47eb8fe admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:49.506710 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6c4f99-4159-4d58-8702-51bcc47eb8fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:49.507040 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6c4f99-4159-4d58-8702-51bcc47eb8fe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:49.507359 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6c4f99-4159-4d58-8702-51bcc47eb8fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:49.507676 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6c4f99-4159-4d58-8702-51bcc47eb8fe admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:49.508030 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6c4f99-4159-4d58-8702-51bcc47eb8fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:49.508346 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6c4f99-4159-4d58-8702-51bcc47eb8fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:49.508671 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6c4f99-4159-4d58-8702-51bcc47eb8fe admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:49.508988 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6c4f99-4159-4d58-8702-51bcc47eb8fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:49.509316 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6c4f99-4159-4d58-8702-51bcc47eb8fe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:49.509645 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6c4f99-4159-4d58-8702-51bcc47eb8fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:49.509957 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6c4f99-4159-4d58-8702-51bcc47eb8fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:49.510290 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6c4f99-4159-4d58-8702-51bcc47eb8fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:49.510599 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6c4f99-4159-4d58-8702-51bcc47eb8fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:49.512605 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6c4f99-4159-4d58-8702-51bcc47eb8fe admin admin] Tracked resource versions report: Jul 13 08:57:49.512605 dv-cinder-849626-3-iscsi neutron-server[104468]: pushed versions: Jul 13 08:57:49.512605 dv-cinder-849626-3-iscsi neutron-server[104468]: { 'AddressGroup': {'1.2'}, Jul 13 08:57:49.512605 dv-cinder-849626-3-iscsi neutron-server[104468]: 'Agent': {'1.1'}, Jul 13 08:57:49.512605 dv-cinder-849626-3-iscsi neutron-server[104468]: 'ConntrackHelper': {'1.0'}, Jul 13 08:57:49.512605 dv-cinder-849626-3-iscsi neutron-server[104468]: 'LocalIPAssociation': {'1.0'}, Jul 13 08:57:49.512605 dv-cinder-849626-3-iscsi neutron-server[104468]: 'Log': {'1.0'}, Jul 13 08:57:49.512605 dv-cinder-849626-3-iscsi neutron-server[104468]: 'NDPProxy': {'1.0'}, Jul 13 08:57:49.512605 dv-cinder-849626-3-iscsi neutron-server[104468]: 'Network': {'1.1'}, Jul 13 08:57:49.512605 dv-cinder-849626-3-iscsi neutron-server[104468]: 'Port': {'1.7'}, Jul 13 08:57:49.512605 dv-cinder-849626-3-iscsi neutron-server[104468]: 'PortForwarding': {'1.3'}, Jul 13 08:57:49.512605 dv-cinder-849626-3-iscsi neutron-server[104468]: 'QosPolicy': {'1.10'}, Jul 13 08:57:49.512605 dv-cinder-849626-3-iscsi neutron-server[104468]: 'SecurityGroup': {'1.5'}, Jul 13 08:57:49.512605 dv-cinder-849626-3-iscsi neutron-server[104468]: 'SecurityGroupRule': {'1.2'}, Jul 13 08:57:49.512605 dv-cinder-849626-3-iscsi neutron-server[104468]: 'SubPort': {'1.0'}, Jul 13 08:57:49.512605 dv-cinder-849626-3-iscsi neutron-server[104468]: 'Subnet': {'1.1'}, Jul 13 08:57:49.512605 dv-cinder-849626-3-iscsi neutron-server[104468]: 'Trunk': {'1.1'}} Jul 13 08:57:49.512605 dv-cinder-849626-3-iscsi neutron-server[104468]: consumer versions: Jul 13 08:57:49.512605 dv-cinder-849626-3-iscsi neutron-server[104468]: { DHCP agent@dv-cinder-849626-3-iscsi: {}, Jul 13 08:57:49.512605 dv-cinder-849626-3-iscsi neutron-server[104468]: L3 agent@dv-cinder-849626-3-iscsi: {}, Jul 13 08:57:49.512605 dv-cinder-849626-3-iscsi neutron-server[104468]: Metadata agent@dv-cinder-849626-3-iscsi: {}, Jul 13 08:57:49.512605 dv-cinder-849626-3-iscsi neutron-server[104468]: Metering agent@dv-cinder-849626-3-iscsi: {}, Jul 13 08:57:49.512605 dv-cinder-849626-3-iscsi neutron-server[104468]: Open vSwitch agent@dv-cinder-849626-3-iscsi: { 'AddressGroup': '1.2', Jul 13 08:57:49.512605 dv-cinder-849626-3-iscsi neutron-server[104468]: 'Agent': '1.1', Jul 13 08:57:49.512605 dv-cinder-849626-3-iscsi neutron-server[104468]: 'ConntrackHelper': '1.0', Jul 13 08:57:49.512605 dv-cinder-849626-3-iscsi neutron-server[104468]: 'LocalIPAssociation': '1.0', Jul 13 08:57:49.512605 dv-cinder-849626-3-iscsi neutron-server[104468]: 'Log': '1.0', Jul 13 08:57:49.512605 dv-cinder-849626-3-iscsi neutron-server[104468]: 'NDPProxy': '1.0', Jul 13 08:57:49.512605 dv-cinder-849626-3-iscsi neutron-server[104468]: 'Network': '1.1', Jul 13 08:57:49.512605 dv-cinder-849626-3-iscsi neutron-server[104468]: 'Port': '1.7', Jul 13 08:57:49.512605 dv-cinder-849626-3-iscsi neutron-server[104468]: 'PortForwarding': '1.3', Jul 13 08:57:49.512605 dv-cinder-849626-3-iscsi neutron-server[104468]: 'QosPolicy': '1.10', Jul 13 08:57:49.512605 dv-cinder-849626-3-iscsi neutron-server[104468]: 'SecurityGroup': '1.5', Jul 13 08:57:49.512605 dv-cinder-849626-3-iscsi neutron-server[104468]: 'SecurityGroupRule': '1.2', Jul 13 08:57:49.512605 dv-cinder-849626-3-iscsi neutron-server[104468]: 'SubPort': '1.0', Jul 13 08:57:49.512605 dv-cinder-849626-3-iscsi neutron-server[104468]: 'Subnet': '1.1', Jul 13 08:57:49.512605 dv-cinder-849626-3-iscsi neutron-server[104468]: 'Trunk': '1.1'}} Jul 13 08:57:49.512605 dv-cinder-849626-3-iscsi neutron-server[104468]: {{(pid=104468) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 08:57:49.583136 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9a6c4f99-4159-4d58-8702-51bcc47eb8fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760184566321'] for network (14d154e4-c9a5-47e8-9f7f-9daf0b869ff5), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:57:49.674389 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9a6c4f99-4159-4d58-8702-51bcc47eb8fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428'] for network (14d154e4-c9a5-47e8-9f7f-9daf0b869ff5), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:57:49.675623 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6c4f99-4159-4d58-8702-51bcc47eb8fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 08:57:49.676314 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9a6c4f99-4159-4d58-8702-51bcc47eb8fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594414'] for network (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:57:49.779166 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6c4f99-4159-4d58-8702-51bcc47eb8fe admin admin] Pushing event updated for resources: {'Network': ['ID=14d154e4-c9a5-47e8-9f7f-9daf0b869ff5,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:57:49.793602 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Network 14d154e4-c9a5-47e8-9f7f-9daf0b869ff5 details requested by agent ovs-agent-dv-cinder-849626-3-iscsi with host dv-cinder-849626-3-iscsi {{(pid=104470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:57:49.854356 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-9a6c4f99-4159-4d58-8702-51bcc47eb8fe admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0277443 Jul 13 08:57:50.582379 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e94e46fb-bc60-482e-9fa2-bc73dc059873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (a33f270e-6fb2-40d7-a0c5-ff754f30a69f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:57:52.102048 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 57188) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 08:57:52.507370 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2256a3d-8297-4be5-b4f2-377f020a141c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 08:57:52.508671 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-c2256a3d-8297-4be5-b4f2-377f020a141c demo admin] 10.222.0.40 "GET /v2.0/subnets/ddecd440-9c81-40d8-a014-8f22e54ee375 HTTP/1.1" status: 200 len: 849 time: 0.4056759 Jul 13 08:57:52.646509 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-f52f9bda-5391-4d86-85da-dfb77f2504c5 demo admin] 10.222.0.40 "GET /v2.0/routers/e0ccda99-0f1e-466a-9220-b317468a6047 HTTP/1.1" status: 200 len: 704 time: 0.1312187 Jul 13 08:57:52.771294 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d01d1f4-51e9-49d6-83ae-7b01241acf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (084ea860-45cb-441c-b2f8-c6c2f7d6686c), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:57:52.894607 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 08:57:52.914159 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ff16c016-b594-485b-94c9-54fca3c27819 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:57:52.996725 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 08:57:53.215994 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.db.db_base_plugin_common [None req-ff16c016-b594-485b-94c9-54fca3c27819 demo admin] Allocated IP 172.20.0.1 (7b735fa9-9b47-4b4f-b90c-5d51374ed11a/ddecd440-9c81-40d8-a014-8f22e54ee375/0271e038-7e9e-403c-86e4-ea6ac1074845) {{(pid=104468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:57:53.409289 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ff16c016-b594-485b-94c9-54fca3c27819 demo admin] Publish callbacks [] for port (0271e038-7e9e-403c-86e4-ea6ac1074845), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:57:53.519918 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ff16c016-b594-485b-94c9-54fca3c27819 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760184582126'] for port (0271e038-7e9e-403c-86e4-ea6ac1074845), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:57:53.592974 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff16c016-b594-485b-94c9-54fca3c27819 demo admin] Network 7b735fa9-9b47-4b4f-b90c-5d51374ed11a is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:57:53.606514 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-ff16c016-b594-485b-94c9-54fca3c27819 demo admin] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:57:53.611836 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff16c016-b594-485b-94c9-54fca3c27819 demo admin] Received port after_create {{(pid=104468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 08:57:53.612383 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ff16c016-b594-485b-94c9-54fca3c27819 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377229'] for router_interface (e0ccda99-0f1e-466a-9220-b317468a6047), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:57:53.686845 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff16c016-b594-485b-94c9-54fca3c27819 demo admin] Pushing event updated for resources: {'Port': ['ID=0271e038-7e9e-403c-86e4-ea6ac1074845,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:57:53.838741 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-dabc48e9-a8a9-4a52-ba09-bcddbac6cb96 None None] Provisioning complete for port 0271e038-7e9e-403c-86e4-ea6ac1074845 triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 08:57:53.839322 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-dabc48e9-a8a9-4a52-ba09-bcddbac6cb96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (0271e038-7e9e-403c-86e4-ea6ac1074845), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:57:53.848509 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ff16c016-b594-485b-94c9-54fca3c27819 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (0271e038-7e9e-403c-86e4-ea6ac1074845), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:57:53.922820 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-dabc48e9-a8a9-4a52-ba09-bcddbac6cb96 None None] Port 0271e038-7e9e-403c-86e4-ea6ac1074845 cannot update to ACTIVE because it is not bound. {{(pid=104470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 08:57:54.007106 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 08:57:54.108907 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ff16c016-b594-485b-94c9-54fca3c27819 demo admin] Publish callbacks [] for port (0271e038-7e9e-403c-86e4-ea6ac1074845), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:57:54.182408 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ff16c016-b594-485b-94c9-54fca3c27819 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (0271e038-7e9e-403c-86e4-ea6ac1074845), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:57:54.183945 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ff16c016-b594-485b-94c9-54fca3c27819 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-391157'] for router_interface (e0ccda99-0f1e-466a-9220-b317468a6047), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:57:54.240204 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff16c016-b594-485b-94c9-54fca3c27819 demo admin] Pushing event updated for resources: {'Port': ['ID=0271e038-7e9e-403c-86e4-ea6ac1074845,revision_number=2']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:57:54.311822 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff16c016-b594-485b-94c9-54fca3c27819 demo admin] Network 7b735fa9-9b47-4b4f-b90c-5d51374ed11a is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:57:54.313141 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-ff16c016-b594-485b-94c9-54fca3c27819 demo admin] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:57:54.322537 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:UPDATE=2,neutron:SELECT=95,neutron:INSERT=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 08:57:54.365884 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7f3b3aed-46f4-4e68-bbbe-dab9f8099e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (d1fd82e0-5c39-4100-b44b-c54ee27d2d9f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:57:54.541661 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-935ababa-727b-4a44-9504-7d5b5708a8b8 None None] Provisioning complete for port 0271e038-7e9e-403c-86e4-ea6ac1074845 triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 08:57:54.542076 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-935ababa-727b-4a44-9504-7d5b5708a8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (0271e038-7e9e-403c-86e4-ea6ac1074845), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:57:54.548689 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff16c016-b594-485b-94c9-54fca3c27819 demo admin] Router e0ccda99-0f1e-466a-9220-b317468a6047 is scheduled to L3 agent 084ea860-45cb-441c-b2f8-c6c2f7d6686c with binding_index 1 {{(pid=104468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 13 08:57:54.574236 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-935ababa-727b-4a44-9504-7d5b5708a8b8 None None] Port 0271e038-7e9e-403c-86e4-ea6ac1074845 cannot update to ACTIVE because it is not bound. {{(pid=104470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 08:57:54.636814 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff16c016-b594-485b-94c9-54fca3c27819 demo admin] Notify agent at l3_agent.dv-cinder-849626-3-iscsi the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:57:54.641915 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-ff16c016-b594-485b-94c9-54fca3c27819 demo admin] 10.222.0.40 "PUT /v2.0/routers/e0ccda99-0f1e-466a-9220-b317468a6047/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9901240 Jul 13 08:57:54.646537 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d76934-541a-4470-977c-7aef9ff4daa7 None None] Sync routers for ids ['e0ccda99-0f1e-466a-9220-b317468a6047'] in dv-cinder-849626-3-iscsi {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:57:54.660260 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d76934-541a-4470-977c-7aef9ff4daa7 None None] Routers {'e0ccda99-0f1e-466a-9220-b317468a6047'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 08:57:54.661162 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-92d76934-541a-4470-977c-7aef9ff4daa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T08:57:53Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['e0ccda99-0f1e-466a-9220-b317468a6047'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:57:54.840396 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-92d76934-541a-4470-977c-7aef9ff4daa7 None None] Set router e0ccda99-0f1e-466a-9220-b317468a6047 gateway port host: None {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 08:57:55.251768 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-92d76934-541a-4470-977c-7aef9ff4daa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ccda99-0f1e-466a-9220-b317468a6047', 'name': 'router1', 'tenant_id': '245d48325d884a83b0a57436df3e1418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T08:57:43Z', 'updated_at': '2022-07-13T08:57:53Z', 'revision_number': 2, 'project_id': '245d48325d884a83b0a57436df3e1418', 'gw_port_host': None, '_interfaces': [{'id': '0271e038-7e9e-403c-86e4-ea6ac1074845', 'name': '', 'network_id': '7b735fa9-9b47-4b4f-b90c-5d51374ed11a', 'tenant_id': '245d48325d884a83b0a57436df3e1418', 'mac_address': 'fa:16:3e:5a:94:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0ccda99-0f1e-466a-9220-b317468a6047', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ddecd440-9c81-40d8-a014-8f22e54ee375', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T08:57:52Z', 'updated_at': '2022-07-13T08:57:53Z', 'revision_number': 2, 'project_id': '245d48325d884a83b0a57436df3e1418', 'subnets': [{'id': 'ddecd440-9c81-40d8-a014-8f22e54ee375', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd419ed6-4d0c-4539-9c28-d52780158bf7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:57:55.301100 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d76934-541a-4470-977c-7aef9ff4daa7 None None] Checking router: e0ccda99-0f1e-466a-9220-b317468a6047 for host: dv-cinder-849626-3-iscsi {{(pid=104471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:57:55.301448 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d76934-541a-4470-977c-7aef9ff4daa7 None None] Updating router e0ccda99-0f1e-466a-9220-b317468a6047 port 0271e038-7e9e-403c-86e4-ea6ac1074845 binding host dv-cinder-849626-3-iscsi {{(pid=104471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:57:55.360313 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-92d76934-541a-4470-977c-7aef9ff4daa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (0271e038-7e9e-403c-86e4-ea6ac1074845), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:57:55.417267 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5ee680a5-33f3-4217-99f5-17637ad0570e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (59ae6226-c784-4fad-8646-7377b1ef5f31), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:57:55.782954 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (9379cce5-6fc7-4135-bc49-530c07185724), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:57:55.867966 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-92d76934-541a-4470-977c-7aef9ff4daa7 None None] Publish callbacks [] for port (0271e038-7e9e-403c-86e4-ea6ac1074845), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:57:55.942807 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-92d76934-541a-4470-977c-7aef9ff4daa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (0271e038-7e9e-403c-86e4-ea6ac1074845), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:57:56.121861 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349d0a4e-f4b1-4bbc-8531-0af789734f10 None None] Pushing event updated for resources: {'Port': ['ID=0271e038-7e9e-403c-86e4-ea6ac1074845,revision_number=3']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:57:56.124665 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-92d76934-541a-4470-977c-7aef9ff4daa7 None None] Attempting to bind port 0271e038-7e9e-403c-86e4-ea6ac1074845 on host dv-cinder-849626-3-iscsi for vnic_type normal with profile {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 08:57:56.125057 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-92d76934-541a-4470-977c-7aef9ff4daa7 None None] Attempting to bind port 0271e038-7e9e-403c-86e4-ea6ac1074845 by drivers openvswitch,hyperv on host dv-cinder-849626-3-iscsi at level 0 using segments [{'id': '5f15fba9-758d-4bcc-9f73-4f05259d4871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7b735fa9-9b47-4b4f-b90c-5d51374ed11a'}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 08:57:56.125480 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d76934-541a-4470-977c-7aef9ff4daa7 None None] Attempting to bind port 0271e038-7e9e-403c-86e4-ea6ac1074845 on network 7b735fa9-9b47-4b4f-b90c-5d51374ed11a {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 08:57:56.135973 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d0a4e-f4b1-4bbc-8531-0af789734f10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:56.136871 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d0a4e-f4b1-4bbc-8531-0af789734f10 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:56.137254 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d0a4e-f4b1-4bbc-8531-0af789734f10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:56.137592 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d0a4e-f4b1-4bbc-8531-0af789734f10 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:56.137915 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d0a4e-f4b1-4bbc-8531-0af789734f10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:56.138259 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d0a4e-f4b1-4bbc-8531-0af789734f10 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:56.138575 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d0a4e-f4b1-4bbc-8531-0af789734f10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:56.138887 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d0a4e-f4b1-4bbc-8531-0af789734f10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:56.139204 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d0a4e-f4b1-4bbc-8531-0af789734f10 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:56.139515 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d0a4e-f4b1-4bbc-8531-0af789734f10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:56.139827 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d0a4e-f4b1-4bbc-8531-0af789734f10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:56.140156 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d0a4e-f4b1-4bbc-8531-0af789734f10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:56.140471 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d0a4e-f4b1-4bbc-8531-0af789734f10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:56.140781 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d0a4e-f4b1-4bbc-8531-0af789734f10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:56.141089 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d0a4e-f4b1-4bbc-8531-0af789734f10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:57:56.142534 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d0a4e-f4b1-4bbc-8531-0af789734f10 None None] Tracked resource versions report: Jul 13 08:57:56.142534 dv-cinder-849626-3-iscsi neutron-server[104471]: pushed versions: Jul 13 08:57:56.142534 dv-cinder-849626-3-iscsi neutron-server[104471]: { 'AddressGroup': {'1.2'}, Jul 13 08:57:56.142534 dv-cinder-849626-3-iscsi neutron-server[104471]: 'Agent': {'1.1'}, Jul 13 08:57:56.142534 dv-cinder-849626-3-iscsi neutron-server[104471]: 'ConntrackHelper': {'1.0'}, Jul 13 08:57:56.142534 dv-cinder-849626-3-iscsi neutron-server[104471]: 'LocalIPAssociation': {'1.0'}, Jul 13 08:57:56.142534 dv-cinder-849626-3-iscsi neutron-server[104471]: 'Log': {'1.0'}, Jul 13 08:57:56.142534 dv-cinder-849626-3-iscsi neutron-server[104471]: 'NDPProxy': {'1.0'}, Jul 13 08:57:56.142534 dv-cinder-849626-3-iscsi neutron-server[104471]: 'Network': {'1.1'}, Jul 13 08:57:56.142534 dv-cinder-849626-3-iscsi neutron-server[104471]: 'Port': {'1.7'}, Jul 13 08:57:56.142534 dv-cinder-849626-3-iscsi neutron-server[104471]: 'PortForwarding': {'1.3'}, Jul 13 08:57:56.142534 dv-cinder-849626-3-iscsi neutron-server[104471]: 'QosPolicy': {'1.10'}, Jul 13 08:57:56.142534 dv-cinder-849626-3-iscsi neutron-server[104471]: 'SecurityGroup': {'1.5'}, Jul 13 08:57:56.142534 dv-cinder-849626-3-iscsi neutron-server[104471]: 'SecurityGroupRule': {'1.2'}, Jul 13 08:57:56.142534 dv-cinder-849626-3-iscsi neutron-server[104471]: 'SubPort': {'1.0'}, Jul 13 08:57:56.142534 dv-cinder-849626-3-iscsi neutron-server[104471]: 'Subnet': {'1.1'}, Jul 13 08:57:56.142534 dv-cinder-849626-3-iscsi neutron-server[104471]: 'Trunk': {'1.1'}} Jul 13 08:57:56.142534 dv-cinder-849626-3-iscsi neutron-server[104471]: consumer versions: Jul 13 08:57:56.142534 dv-cinder-849626-3-iscsi neutron-server[104471]: { DHCP agent@dv-cinder-849626-3-iscsi: {}, Jul 13 08:57:56.142534 dv-cinder-849626-3-iscsi neutron-server[104471]: L3 agent@dv-cinder-849626-3-iscsi: {}, Jul 13 08:57:56.142534 dv-cinder-849626-3-iscsi neutron-server[104471]: Metadata agent@dv-cinder-849626-3-iscsi: {}, Jul 13 08:57:56.142534 dv-cinder-849626-3-iscsi neutron-server[104471]: Metering agent@dv-cinder-849626-3-iscsi: {}, Jul 13 08:57:56.142534 dv-cinder-849626-3-iscsi neutron-server[104471]: Open vSwitch agent@dv-cinder-849626-3-iscsi: { 'AddressGroup': '1.2', Jul 13 08:57:56.142534 dv-cinder-849626-3-iscsi neutron-server[104471]: 'Agent': '1.1', Jul 13 08:57:56.142534 dv-cinder-849626-3-iscsi neutron-server[104471]: 'ConntrackHelper': '1.0', Jul 13 08:57:56.142534 dv-cinder-849626-3-iscsi neutron-server[104471]: 'LocalIPAssociation': '1.0', Jul 13 08:57:56.142534 dv-cinder-849626-3-iscsi neutron-server[104471]: 'Log': '1.0', Jul 13 08:57:56.142534 dv-cinder-849626-3-iscsi neutron-server[104471]: 'NDPProxy': '1.0', Jul 13 08:57:56.142534 dv-cinder-849626-3-iscsi neutron-server[104471]: 'Network': '1.1', Jul 13 08:57:56.142534 dv-cinder-849626-3-iscsi neutron-server[104471]: 'Port': '1.7', Jul 13 08:57:56.142534 dv-cinder-849626-3-iscsi neutron-server[104471]: 'PortForwarding': '1.3', Jul 13 08:57:56.142534 dv-cinder-849626-3-iscsi neutron-server[104471]: 'QosPolicy': '1.10', Jul 13 08:57:56.142534 dv-cinder-849626-3-iscsi neutron-server[104471]: 'SecurityGroup': '1.5', Jul 13 08:57:56.142534 dv-cinder-849626-3-iscsi neutron-server[104471]: 'SecurityGroupRule': '1.2', Jul 13 08:57:56.142534 dv-cinder-849626-3-iscsi neutron-server[104471]: 'SubPort': '1.0', Jul 13 08:57:56.142534 dv-cinder-849626-3-iscsi neutron-server[104471]: 'Subnet': '1.1', Jul 13 08:57:56.142534 dv-cinder-849626-3-iscsi neutron-server[104471]: 'Trunk': '1.1'}} Jul 13 08:57:56.142534 dv-cinder-849626-3-iscsi neutron-server[104471]: {{(pid=104471) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 08:57:56.144930 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d76934-541a-4470-977c-7aef9ff4daa7 None None] Checking agent: {'id': '9379cce5-6fc7-4135-bc49-530c07185724', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849626-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 8, 57, 26), 'started_at': datetime.datetime(2022, 7, 13, 8, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 8, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849626-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 08:57:56.145312 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d76934-541a-4470-977c-7aef9ff4daa7 None None] Checking segment: {'id': '5f15fba9-758d-4bcc-9f73-4f05259d4871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7b735fa9-9b47-4b4f-b90c-5d51374ed11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 08:57:56.145769 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-92d76934-541a-4470-977c-7aef9ff4daa7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:57:56.146165 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d76934-541a-4470-977c-7aef9ff4daa7 None None] Bound using segment: {'id': '5f15fba9-758d-4bcc-9f73-4f05259d4871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7b735fa9-9b47-4b4f-b90c-5d51374ed11a'} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 08:57:56.146634 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-92d76934-541a-4470-977c-7aef9ff4daa7 None None] Bound port: 0271e038-7e9e-403c-86e4-ea6ac1074845, host: dv-cinder-849626-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f15fba9-758d-4bcc-9f73-4f05259d4871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7b735fa9-9b47-4b4f-b90c-5d51374ed11a'}}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 08:57:56.147009 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-92d76934-541a-4470-977c-7aef9ff4daa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (0271e038-7e9e-403c-86e4-ea6ac1074845), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:57:56.163040 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 08:57:56.201483 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-bd0e1463-3bc5-48d5-baf9-9dc61fb18da4 None None] Provisioning complete for port 0271e038-7e9e-403c-86e4-ea6ac1074845 triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 08:57:56.201975 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-bd0e1463-3bc5-48d5-baf9-9dc61fb18da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (0271e038-7e9e-403c-86e4-ea6ac1074845), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:57:56.214150 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-92d76934-541a-4470-977c-7aef9ff4daa7 None None] For port 0271e038-7e9e-403c-86e4-ea6ac1074845, host dv-cinder-849626-3-iscsi, cleared binding levels {{(pid=104471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:57:56.234463 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-92d76934-541a-4470-977c-7aef9ff4daa7 None None] For port 0271e038-7e9e-403c-86e4-ea6ac1074845, host dv-cinder-849626-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=0271e038-7e9e-403c-86e4-ea6ac1074845,segment=NetworkSegment(5f15fba9-758d-4bcc-9f73-4f05259d4871),segment_id=5f15fba9-758d-4bcc-9f73-4f05259d4871)] {{(pid=104471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:57:56.240186 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-bd0e1463-3bc5-48d5-baf9-9dc61fb18da4 None None] Port 0271e038-7e9e-403c-86e4-ea6ac1074845 cannot update to ACTIVE because it is not bound. {{(pid=104470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 08:57:56.297460 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-92d76934-541a-4470-977c-7aef9ff4daa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (0271e038-7e9e-403c-86e4-ea6ac1074845), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:57:56.353065 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349d0a4e-f4b1-4bbc-8531-0af789734f10 None None] Pushing event updated for resources: {'Port': ['ID=0271e038-7e9e-403c-86e4-ea6ac1074845,revision_number=4']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:57:56.365256 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 08:57:56.372813 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d76934-541a-4470-977c-7aef9ff4daa7 None None] Routers {'e0ccda99-0f1e-466a-9220-b317468a6047'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 08:57:56.373597 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-92d76934-541a-4470-977c-7aef9ff4daa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T08:57:53Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['e0ccda99-0f1e-466a-9220-b317468a6047'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:57:56.469830 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-92d76934-541a-4470-977c-7aef9ff4daa7 None None] Set router e0ccda99-0f1e-466a-9220-b317468a6047 gateway port host: None {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 08:57:56.561958 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-5f6c49a0-e2ca-4648-9c6b-ed6c6ba21060 None None] Provisioning complete for port 0271e038-7e9e-403c-86e4-ea6ac1074845 triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 08:57:56.562626 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5f6c49a0-e2ca-4648-9c6b-ed6c6ba21060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (0271e038-7e9e-403c-86e4-ea6ac1074845), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:57:56.634836 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-5f6c49a0-e2ca-4648-9c6b-ed6c6ba21060 None None] Current status of the port 0271e038-7e9e-403c-86e4-ea6ac1074845 is: DOWN; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 08:57:56.635291 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5f6c49a0-e2ca-4648-9c6b-ed6c6ba21060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (0271e038-7e9e-403c-86e4-ea6ac1074845), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:57:56.664864 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-92d76934-541a-4470-977c-7aef9ff4daa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ccda99-0f1e-466a-9220-b317468a6047', 'name': 'router1', 'tenant_id': '245d48325d884a83b0a57436df3e1418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T08:57:43Z', 'updated_at': '2022-07-13T08:57:53Z', 'revision_number': 2, 'project_id': '245d48325d884a83b0a57436df3e1418', 'gw_port_host': None, '_interfaces': [{'id': '0271e038-7e9e-403c-86e4-ea6ac1074845', 'name': '', 'network_id': '7b735fa9-9b47-4b4f-b90c-5d51374ed11a', 'tenant_id': '245d48325d884a83b0a57436df3e1418', 'mac_address': 'fa:16:3e:5a:94:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0ccda99-0f1e-466a-9220-b317468a6047', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ddecd440-9c81-40d8-a014-8f22e54ee375', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T08:57:52Z', 'updated_at': '2022-07-13T08:57:56Z', 'revision_number': 4, 'project_id': '245d48325d884a83b0a57436df3e1418', 'subnets': [{'id': 'ddecd440-9c81-40d8-a014-8f22e54ee375', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd419ed6-4d0c-4539-9c28-d52780158bf7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:57:56.670677 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-5f6c49a0-e2ca-4648-9c6b-ed6c6ba21060 None None] For port 0271e038-7e9e-403c-86e4-ea6ac1074845, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=0271e038-7e9e-403c-86e4-ea6ac1074845,segment=NetworkSegment(5f15fba9-758d-4bcc-9f73-4f05259d4871),segment_id=5f15fba9-758d-4bcc-9f73-4f05259d4871)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:57:56.695088 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d76934-541a-4470-977c-7aef9ff4daa7 None None] The sync data for ids ['e0ccda99-0f1e-466a-9220-b317468a6047'] in dv-cinder-849626-3-iscsi is: [{'id': 'e0ccda99-0f1e-466a-9220-b317468a6047', 'name': 'router1', 'tenant_id': '245d48325d884a83b0a57436df3e1418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T08:57:43Z', 'updated_at': '2022-07-13T08:57:53Z', 'revision_number': 2, 'project_id': '245d48325d884a83b0a57436df3e1418', 'gw_port_host': None, '_interfaces': [{'id': '0271e038-7e9e-403c-86e4-ea6ac1074845', 'name': '', 'network_id': '7b735fa9-9b47-4b4f-b90c-5d51374ed11a', 'tenant_id': '245d48325d884a83b0a57436df3e1418', 'mac_address': 'fa:16:3e:5a:94:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0ccda99-0f1e-466a-9220-b317468a6047', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ddecd440-9c81-40d8-a014-8f22e54ee375', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T08:57:52Z', 'updated_at': '2022-07-13T08:57:56Z', 'revision_number': 4, 'project_id': '245d48325d884a83b0a57436df3e1418', 'subnets': [{'id': 'ddecd440-9c81-40d8-a014-8f22e54ee375', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd419ed6-4d0c-4539-9c28-d52780158bf7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:57:56.747929 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5f6c49a0-e2ca-4648-9c6b-ed6c6ba21060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (0271e038-7e9e-403c-86e4-ea6ac1074845), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:57:56.797815 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6c49a0-e2ca-4648-9c6b-ed6c6ba21060 None None] Pushing event updated for resources: {'Port': ['ID=0271e038-7e9e-403c-86e4-ea6ac1074845,revision_number=5']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:57:56.949503 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 57202) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 08:57:57.342346 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac62d4a8-2feb-4c41-8aaf-c7a65e1e9cdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 08:57:57.346223 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-ac62d4a8-2feb-4c41-8aaf-c7a65e1e9cdd admin admin] 10.222.0.40 "GET /v2.0/networks/14d154e4-c9a5-47e8-9f7f-9daf0b869ff5 HTTP/1.1" status: 200 len: 842 time: 0.3955841 Jul 13 08:57:57.353209 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-dd30683b-4325-43d0-8853-0f84cf354fe1 admin admin] Request body: {'subnet': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'cidr': '172.27.3.0/24', 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.27.3.1', 'enable_dhcp': False}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 08:57:57.474493 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd30683b-4325-43d0-8853-0f84cf354fe1 admin admin] Made reservation on behalf of c8052949c90742f6ada3f8a34d5636f8 for: {'subnet': 1} {{(pid=104468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:57:57.476821 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-dd30683b-4325-43d0-8853-0f84cf354fe1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:57:57.822411 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.objects.ports [None req-dd30683b-4325-43d0-8853-0f84cf354fe1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104468) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 13 08:57:57.822887 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-dd30683b-4325-43d0-8853-0f84cf354fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428'] for subnet (8de8efa6-546e-4542-992b-4162440fe9c8), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:57:57.880490 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 08:57:57.883073 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd30683b-4325-43d0-8853-0f84cf354fe1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8de8efa6-546e-4542-992b-4162440fe9c8,revision_number=0']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:57:57.894623 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd30683b-4325-43d0-8853-0f84cf354fe1 admin admin] Checking segment: {'id': '51732cec-dd15-4320-89e5-7b26a17afbfa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 08:57:57.894973 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd30683b-4325-43d0-8853-0f84cf354fe1 admin admin] Network hostable DHCP agents. Network: 14d154e4-c9a5-47e8-9f7f-9daf0b869ff5, hostable agents: ['a33f270e-6fb2-40d7-a0c5-ff754f30a69f'], hosted agents: [] {{(pid=104468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:57:58.011931 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd30683b-4325-43d0-8853-0f84cf354fe1 admin admin] Network 14d154e4-c9a5-47e8-9f7f-9daf0b869ff5 is scheduled to be hosted by DHCP agent a33f270e-6fb2-40d7-a0c5-ff754f30a69f with binding_index 1 {{(pid=104468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:57:58.091520 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-dd30683b-4325-43d0-8853-0f84cf354fe1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849626-3-iscsi, 14d154e4-c9a5-47e8-9f7f-9daf0b869ff5) {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:57:58.095397 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd30683b-4325-43d0-8853-0f84cf354fe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 08:57:58.096163 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-dd30683b-4325-43d0-8853-0f84cf354fe1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594414'] for subnet (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:57:58.101211 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b59799-d14e-4c8b-b89f-7f6358a83db4 None None] Network 14d154e4-c9a5-47e8-9f7f-9daf0b869ff5 requested from dv-cinder-849626-3-iscsi {{(pid=104470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 08:57:58.114455 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 08:57:58.190057 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-dd30683b-4325-43d0-8853-0f84cf354fe1 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8297243 Jul 13 08:57:58.204626 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9686c9e-75ec-497e-8edf-2f77745f302f None None] Network 14d154e4-c9a5-47e8-9f7f-9daf0b869ff5 requested from dv-cinder-849626-3-iscsi {{(pid=104470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 08:58:00.489213 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 57210) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 08:58:00.905489 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-d6fdee87-3ab4-4456-86c4-2735a83eb086 demo admin] 10.222.0.40 "GET /v2.0/routers/e0ccda99-0f1e-466a-9220-b317468a6047 HTTP/1.1" status: 200 len: 710 time: 0.4151359 Jul 13 08:58:00.993785 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa1e986-bfc5-4d75-941b-516110d737c5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 08:58:00.995200 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-2aa1e986-bfc5-4d75-941b-516110d737c5 demo admin] 10.222.0.40 "GET /v2.0/networks/14d154e4-c9a5-47e8-9f7f-9daf0b869ff5 HTTP/1.1" status: 200 len: 886 time: 0.0839427 Jul 13 08:58:01.004663 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-f7ba770c-c208-4071-9145-cd5d69f0911e demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5'}}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 08:58:01.227304 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 08:58:01.314201 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f7ba770c-c208-4071-9145-cd5d69f0911e demo admin] Publish callbacks [] for router_gateway (e0ccda99-0f1e-466a-9220-b317468a6047), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:58:01.521547 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device 0271e038-7e9e-403c-86e4-ea6ac1074845 up at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:58:01.571373 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Provisioning complete for port 0271e038-7e9e-403c-86e4-ea6ac1074845 triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 08:58:01.571858 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (0271e038-7e9e-403c-86e4-ea6ac1074845), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:58:01.586404 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f7ba770c-c208-4071-9145-cd5d69f0911e demo admin] Publish callbacks [] for router_gateway (e0ccda99-0f1e-466a-9220-b317468a6047), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:58:01.634723 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 08:58:01.650115 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Current status of the port 0271e038-7e9e-403c-86e4-ea6ac1074845 is: ACTIVE; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 08:58:01.669702 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f7ba770c-c208-4071-9145-cd5d69f0911e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:58:01.779762 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.db.db_base_plugin_common [None req-f7ba770c-c208-4071-9145-cd5d69f0911e demo admin] Allocated IP 172.27.3.143 (14d154e4-c9a5-47e8-9f7f-9daf0b869ff5/8de8efa6-546e-4542-992b-4162440fe9c8/da85c70b-3167-40c6-a992-2594c8786e8d) {{(pid=104468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:58:01.863847 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:UPDATE=4,neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 08:58:01.885387 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f7ba770c-c208-4071-9145-cd5d69f0911e demo admin] Publish callbacks [] for port (da85c70b-3167-40c6-a992-2594c8786e8d), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:58:01.960476 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f7ba770c-c208-4071-9145-cd5d69f0911e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760184582126'] for port (da85c70b-3167-40c6-a992-2594c8786e8d), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:58:02.008030 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ba770c-c208-4071-9145-cd5d69f0911e demo admin] Network 14d154e4-c9a5-47e8-9f7f-9daf0b869ff5 is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:58:02.010397 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 08:58:02.013918 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-f7ba770c-c208-4071-9145-cd5d69f0911e demo admin] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:58:02.015903 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ba770c-c208-4071-9145-cd5d69f0911e demo admin] Pushing event updated for resources: {'Port': ['ID=da85c70b-3167-40c6-a992-2594c8786e8d,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:58:02.022496 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ba770c-c208-4071-9145-cd5d69f0911e demo admin] Received port after_create {{(pid=104468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 08:58:02.308783 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f7ba770c-c208-4071-9145-cd5d69f0911e demo admin] Publish callbacks [] for router_gateway (e0ccda99-0f1e-466a-9220-b317468a6047), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:58:02.498257 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f7ba770c-c208-4071-9145-cd5d69f0911e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388430', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-400382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-666'] for router (e0ccda99-0f1e-466a-9220-b317468a6047), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:58:02.501508 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f7ba770c-c208-4071-9145-cd5d69f0911e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-388421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-388444', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-400373'] for router (e0ccda99-0f1e-466a-9220-b317468a6047), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:58:02.602241 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7ba770c-c208-4071-9145-cd5d69f0911e demo admin] Router e0ccda99-0f1e-466a-9220-b317468a6047 has already been hosted by L3 agent 084ea860-45cb-441c-b2f8-c6c2f7d6686c {{(pid=104468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 08:58:02.703502 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ba770c-c208-4071-9145-cd5d69f0911e demo admin] Notify agent at l3_agent.dv-cinder-849626-3-iscsi the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:58:02.708125 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f7ba770c-c208-4071-9145-cd5d69f0911e demo admin] Publish callbacks [] for router (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:58:02.726067 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-f7ba770c-c208-4071-9145-cd5d69f0911e demo admin] 10.222.0.40 "PUT /v2.0/routers/e0ccda99-0f1e-466a-9220-b317468a6047 HTTP/1.1" status: 200 len: 890 time: 1.7079051 Jul 13 08:58:03.023881 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232967cf-fa1c-4e71-bffe-fc83646bdca9 None None] Sync routers for ids ['e0ccda99-0f1e-466a-9220-b317468a6047'] in dv-cinder-849626-3-iscsi {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:58:03.036127 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232967cf-fa1c-4e71-bffe-fc83646bdca9 None None] Routers {'e0ccda99-0f1e-466a-9220-b317468a6047'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 08:58:03.036786 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-232967cf-fa1c-4e71-bffe-fc83646bdca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T08:57:53Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['e0ccda99-0f1e-466a-9220-b317468a6047'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:58:03.144538 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.agents_db [None req-6da3c0df-3a39-4d49-9ef0-c2c7fda6ffa8 None None] Agent healthcheck: found 5 active agents {{(pid=104471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:58:03.238132 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-232967cf-fa1c-4e71-bffe-fc83646bdca9 None None] Set router e0ccda99-0f1e-466a-9220-b317468a6047 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 08:58:03.608569 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-232967cf-fa1c-4e71-bffe-fc83646bdca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ccda99-0f1e-466a-9220-b317468a6047', 'name': 'router1', 'tenant_id': '245d48325d884a83b0a57436df3e1418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': 'da85c70b-3167-40c6-a992-2594c8786e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T08:57:43Z', 'updated_at': '2022-07-13T08:58:02Z', 'revision_number': 4, 'project_id': '245d48325d884a83b0a57436df3e1418', 'gw_port': {'id': 'da85c70b-3167-40c6-a992-2594c8786e8d', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:0f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0ccda99-0f1e-466a-9220-b317468a6047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T08:58:01Z', 'updated_at': '2022-07-13T08:58:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_interfaces': [{'id': '0271e038-7e9e-403c-86e4-ea6ac1074845', 'name': '', 'network_id': '7b735fa9-9b47-4b4f-b90c-5d51374ed11a', 'tenant_id': '245d48325d884a83b0a57436df3e1418', 'mac_address': 'fa:16:3e:5a:94:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ccda99-0f1e-466a-9220-b317468a6047', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ddecd440-9c81-40d8-a014-8f22e54ee375', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T08:57:52Z', 'updated_at': '2022-07-13T08:57:56Z', 'revision_number': 5, 'project_id': '245d48325d884a83b0a57436df3e1418', 'subnets': [{'id': 'ddecd440-9c81-40d8-a014-8f22e54ee375', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd419ed6-4d0c-4539-9c28-d52780158bf7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:58:03.727754 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232967cf-fa1c-4e71-bffe-fc83646bdca9 None None] Checking router: e0ccda99-0f1e-466a-9220-b317468a6047 for host: dv-cinder-849626-3-iscsi {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:58:03.728034 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232967cf-fa1c-4e71-bffe-fc83646bdca9 None None] Updating router e0ccda99-0f1e-466a-9220-b317468a6047 port da85c70b-3167-40c6-a992-2594c8786e8d binding host dv-cinder-849626-3-iscsi {{(pid=104470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:58:03.782124 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-232967cf-fa1c-4e71-bffe-fc83646bdca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (da85c70b-3167-40c6-a992-2594c8786e8d), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:58:04.090518 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 08:58:04.092348 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-232967cf-fa1c-4e71-bffe-fc83646bdca9 None None] Publish callbacks [] for port (da85c70b-3167-40c6-a992-2594c8786e8d), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:58:04.169939 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-232967cf-fa1c-4e71-bffe-fc83646bdca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (da85c70b-3167-40c6-a992-2594c8786e8d), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:58:04.220137 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-232967cf-fa1c-4e71-bffe-fc83646bdca9 None None] Attempting to bind port da85c70b-3167-40c6-a992-2594c8786e8d on host dv-cinder-849626-3-iscsi for vnic_type normal with profile {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 08:58:04.220506 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-232967cf-fa1c-4e71-bffe-fc83646bdca9 None None] Attempting to bind port da85c70b-3167-40c6-a992-2594c8786e8d by drivers openvswitch,hyperv on host dv-cinder-849626-3-iscsi at level 0 using segments [{'id': '51732cec-dd15-4320-89e5-7b26a17afbfa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5'}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 08:58:04.220861 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232967cf-fa1c-4e71-bffe-fc83646bdca9 None None] Attempting to bind port da85c70b-3167-40c6-a992-2594c8786e8d on network 14d154e4-c9a5-47e8-9f7f-9daf0b869ff5 {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 08:58:04.227121 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fb3f11-88e3-490d-a98a-99d37fc56b3d None None] Pushing event updated for resources: {'Port': ['ID=da85c70b-3167-40c6-a992-2594c8786e8d,revision_number=2']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:58:04.230927 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232967cf-fa1c-4e71-bffe-fc83646bdca9 None None] Checking agent: {'id': '9379cce5-6fc7-4135-bc49-530c07185724', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849626-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 8, 57, 26), 'started_at': datetime.datetime(2022, 7, 13, 8, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 8, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849626-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 08:58:04.231294 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232967cf-fa1c-4e71-bffe-fc83646bdca9 None None] Checking segment: {'id': '51732cec-dd15-4320-89e5-7b26a17afbfa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 08:58:04.231683 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-232967cf-fa1c-4e71-bffe-fc83646bdca9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:58:04.232060 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232967cf-fa1c-4e71-bffe-fc83646bdca9 None None] Bound using segment: {'id': '51732cec-dd15-4320-89e5-7b26a17afbfa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5'} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 08:58:04.232528 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-232967cf-fa1c-4e71-bffe-fc83646bdca9 None None] Bound port: da85c70b-3167-40c6-a992-2594c8786e8d, host: dv-cinder-849626-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51732cec-dd15-4320-89e5-7b26a17afbfa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5'}}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 08:58:04.232895 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-232967cf-fa1c-4e71-bffe-fc83646bdca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (da85c70b-3167-40c6-a992-2594c8786e8d), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:58:04.279905 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-232967cf-fa1c-4e71-bffe-fc83646bdca9 None None] For port da85c70b-3167-40c6-a992-2594c8786e8d, host dv-cinder-849626-3-iscsi, cleared binding levels {{(pid=104470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:58:04.282822 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-232967cf-fa1c-4e71-bffe-fc83646bdca9 None None] For port da85c70b-3167-40c6-a992-2594c8786e8d, host dv-cinder-849626-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=da85c70b-3167-40c6-a992-2594c8786e8d,segment=NetworkSegment(51732cec-dd15-4320-89e5-7b26a17afbfa),segment_id=51732cec-dd15-4320-89e5-7b26a17afbfa)] {{(pid=104470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:58:04.331233 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-232967cf-fa1c-4e71-bffe-fc83646bdca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (da85c70b-3167-40c6-a992-2594c8786e8d), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:58:04.389074 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232967cf-fa1c-4e71-bffe-fc83646bdca9 None None] Routers {'e0ccda99-0f1e-466a-9220-b317468a6047'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 08:58:04.389728 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-232967cf-fa1c-4e71-bffe-fc83646bdca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T08:57:53Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['e0ccda99-0f1e-466a-9220-b317468a6047'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:58:04.424382 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fb3f11-88e3-490d-a98a-99d37fc56b3d None None] Pushing event updated for resources: {'Port': ['ID=da85c70b-3167-40c6-a992-2594c8786e8d,revision_number=3']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:58:04.471291 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 08:58:04.495970 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-232967cf-fa1c-4e71-bffe-fc83646bdca9 None None] Set router e0ccda99-0f1e-466a-9220-b317468a6047 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 08:58:04.688152 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-232967cf-fa1c-4e71-bffe-fc83646bdca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ccda99-0f1e-466a-9220-b317468a6047', 'name': 'router1', 'tenant_id': '245d48325d884a83b0a57436df3e1418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': 'da85c70b-3167-40c6-a992-2594c8786e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T08:57:43Z', 'updated_at': '2022-07-13T08:58:02Z', 'revision_number': 4, 'project_id': '245d48325d884a83b0a57436df3e1418', 'gw_port': {'id': 'da85c70b-3167-40c6-a992-2594c8786e8d', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:0f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0ccda99-0f1e-466a-9220-b317468a6047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T08:58:01Z', 'updated_at': '2022-07-13T08:58:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_interfaces': [{'id': '0271e038-7e9e-403c-86e4-ea6ac1074845', 'name': '', 'network_id': '7b735fa9-9b47-4b4f-b90c-5d51374ed11a', 'tenant_id': '245d48325d884a83b0a57436df3e1418', 'mac_address': 'fa:16:3e:5a:94:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ccda99-0f1e-466a-9220-b317468a6047', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ddecd440-9c81-40d8-a014-8f22e54ee375', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T08:57:52Z', 'updated_at': '2022-07-13T08:57:56Z', 'revision_number': 5, 'project_id': '245d48325d884a83b0a57436df3e1418', 'subnets': [{'id': 'ddecd440-9c81-40d8-a014-8f22e54ee375', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd419ed6-4d0c-4539-9c28-d52780158bf7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:58:04.716761 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232967cf-fa1c-4e71-bffe-fc83646bdca9 None None] The sync data for ids ['e0ccda99-0f1e-466a-9220-b317468a6047'] in dv-cinder-849626-3-iscsi is: [{'id': 'e0ccda99-0f1e-466a-9220-b317468a6047', 'name': 'router1', 'tenant_id': '245d48325d884a83b0a57436df3e1418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': 'da85c70b-3167-40c6-a992-2594c8786e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T08:57:43Z', 'updated_at': '2022-07-13T08:58:02Z', 'revision_number': 4, 'project_id': '245d48325d884a83b0a57436df3e1418', 'gw_port': {'id': 'da85c70b-3167-40c6-a992-2594c8786e8d', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:0f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0ccda99-0f1e-466a-9220-b317468a6047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T08:58:01Z', 'updated_at': '2022-07-13T08:58:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_interfaces': [{'id': '0271e038-7e9e-403c-86e4-ea6ac1074845', 'name': '', 'network_id': '7b735fa9-9b47-4b4f-b90c-5d51374ed11a', 'tenant_id': '245d48325d884a83b0a57436df3e1418', 'mac_address': 'fa:16:3e:5a:94:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ccda99-0f1e-466a-9220-b317468a6047', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ddecd440-9c81-40d8-a014-8f22e54ee375', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T08:57:52Z', 'updated_at': '2022-07-13T08:57:56Z', 'revision_number': 5, 'project_id': '245d48325d884a83b0a57436df3e1418', 'subnets': [{'id': 'ddecd440-9c81-40d8-a014-8f22e54ee375', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd419ed6-4d0c-4539-9c28-d52780158bf7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:58:05.177518 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 57224) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 08:58:05.531787 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device da85c70b-3167-40c6-a992-2594c8786e8d up at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:58:05.577219 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Provisioning complete for port da85c70b-3167-40c6-a992-2594c8786e8d triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 08:58:05.577602 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (da85c70b-3167-40c6-a992-2594c8786e8d), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:58:05.652153 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Current status of the port da85c70b-3167-40c6-a992-2594c8786e8d is: DOWN; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 08:58:05.652645 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (da85c70b-3167-40c6-a992-2594c8786e8d), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:58:05.673768 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] For port da85c70b-3167-40c6-a992-2594c8786e8d, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=da85c70b-3167-40c6-a992-2594c8786e8d,segment=NetworkSegment(51732cec-dd15-4320-89e5-7b26a17afbfa),segment_id=51732cec-dd15-4320-89e5-7b26a17afbfa)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:58:05.686805 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-225f4705-7cd2-4111-8b5a-33cde7cd243f admin admin] 10.222.0.40 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.5081241 Jul 13 08:58:05.754725 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (da85c70b-3167-40c6-a992-2594c8786e8d), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:58:05.807218 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Pushing event updated for resources: {'Port': ['ID=da85c70b-3167-40c6-a992-2594c8786e8d,revision_number=4']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:58:07.506162 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device da85c70b-3167-40c6-a992-2594c8786e8d up at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:58:07.558866 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Provisioning complete for port da85c70b-3167-40c6-a992-2594c8786e8d triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 08:58:07.559393 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (da85c70b-3167-40c6-a992-2594c8786e8d), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:58:07.584738 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 08:58:07.638268 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Current status of the port da85c70b-3167-40c6-a992-2594c8786e8d is: ACTIVE; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 08:58:15.670401 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=60 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 08:58:15.684288 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=78,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 08:58:16.151932 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=27 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 08:58:16.154578 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=55 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 08:58:17.637672 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 08:58:20.577025 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-c2196449-4955-4f09-832e-b1dce5192378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (a33f270e-6fb2-40d7-a0c5-ff754f30a69f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:58:22.760674 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-dd4ce0c4-5ee7-4546-8327-aaf309a29283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (084ea860-45cb-441c-b2f8-c6c2f7d6686c), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:58:24.383181 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7f3b3aed-46f4-4e68-bbbe-dab9f8099e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (d1fd82e0-5c39-4100-b44b-c54ee27d2d9f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:58:25.433976 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5ee680a5-33f3-4217-99f5-17637ad0570e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (59ae6226-c784-4fad-8646-7377b1ef5f31), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:58:25.769643 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (9379cce5-6fc7-4135-bc49-530c07185724), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:58:35.373674 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 08:58:35.716563 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:UPDATE=2,neutron:SELECT=7 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 08:58:40.144356 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.agents_db [None req-6da3c0df-3a39-4d49-9ef0-c2c7fda6ffa8 None None] Agent healthcheck: found 5 active agents {{(pid=104471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:58:50.575284 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-4bc5aa56-d61a-4509-94c6-46a7e1ab7434 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (a33f270e-6fb2-40d7-a0c5-ff754f30a69f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:58:52.753212 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-361978be-aea7-4ffa-9679-652a274c3dec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (084ea860-45cb-441c-b2f8-c6c2f7d6686c), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:58:54.381894 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7f3b3aed-46f4-4e68-bbbe-dab9f8099e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (d1fd82e0-5c39-4100-b44b-c54ee27d2d9f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:58:55.467534 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5ee680a5-33f3-4217-99f5-17637ad0570e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (59ae6226-c784-4fad-8646-7377b1ef5f31), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:58:55.787187 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (9379cce5-6fc7-4135-bc49-530c07185724), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:58:58.141984 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 08:58:58.163185 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=6 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 08:59:05.707299 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 08:59:05.710239 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=29,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 08:59:17.143330 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.agents_db [None req-6da3c0df-3a39-4d49-9ef0-c2c7fda6ffa8 None None] Agent healthcheck: found 5 active agents {{(pid=104471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:59:19.140971 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 08:59:20.678291 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e309dcaa-2182-4e46-97e4-3c29c43f83a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (a33f270e-6fb2-40d7-a0c5-ff754f30a69f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:59:22.769536 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-588ca883-2001-457e-9672-30452cc151d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (084ea860-45cb-441c-b2f8-c6c2f7d6686c), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:59:24.381133 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7f3b3aed-46f4-4e68-bbbe-dab9f8099e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (d1fd82e0-5c39-4100-b44b-c54ee27d2d9f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:59:25.466743 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5ee680a5-33f3-4217-99f5-17637ad0570e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (59ae6226-c784-4fad-8646-7377b1ef5f31), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:59:25.764174 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (9379cce5-6fc7-4135-bc49-530c07185724), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:59:29.260031 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 57762) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 08:59:29.594627 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8cf4418-9c8c-4916-8694-855fee35085a admin admin] GET failed (client error): The resource could not be found. Jul 13 08:59:29.595861 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-e8cf4418-9c8c-4916-8694-855fee35085a admin admin] 10.222.0.40 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3348911 Jul 13 08:59:29.758835 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a4062f-1176-4c6a-af0c-d1fd1bdca625 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 08:59:29.761157 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-c1a4062f-1176-4c6a-af0c-d1fd1bdca625 admin admin] 10.222.0.40 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1612401 Jul 13 08:59:30.144195 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 08:59:30.149110 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 08:59:31.959501 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 57772) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 08:59:32.332809 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a4351e-6292-46da-8568-6368a88384d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 08:59:32.334174 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-13a4351e-6292-46da-8568-6368a88384d6 admin admin] 10.222.0.40 "GET /v2.0/subnets/ddecd440-9c81-40d8-a014-8f22e54ee375 HTTP/1.1" status: 200 len: 849 time: 0.3737128 Jul 13 08:59:32.344623 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-11f2dc8c-fdfc-4b26-9b0f-3bc258b375d3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 08:59:32.432253 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-11f2dc8c-fdfc-4b26-9b0f-3bc258b375d3 admin admin] Publish callbacks [] for subnet (ddecd440-9c81-40d8-a014-8f22e54ee375), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:59:32.655078 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-11f2dc8c-fdfc-4b26-9b0f-3bc258b375d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760184928844'] for subnet (ddecd440-9c81-40d8-a014-8f22e54ee375), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:59:32.689271 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f2dc8c-fdfc-4b26-9b0f-3bc258b375d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 08:59:32.689853 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-11f2dc8c-fdfc-4b26-9b0f-3bc258b375d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594414'] for subnet (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:59:32.691216 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-11f2dc8c-fdfc-4b26-9b0f-3bc258b375d3 admin admin] 10.222.0.40 "PUT /v2.0/subnets/ddecd440-9c81-40d8-a014-8f22e54ee375 HTTP/1.1" status: 200 len: 868 time: 0.3504455 Jul 13 08:59:32.692803 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40b5ea7-4059-4be2-aabc-86a959db3eec None None] Network 7b735fa9-9b47-4b4f-b90c-5d51374ed11a requested from dv-cinder-849626-3-iscsi {{(pid=104470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 08:59:32.713616 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f2dc8c-fdfc-4b26-9b0f-3bc258b375d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddecd440-9c81-40d8-a014-8f22e54ee375,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:59:32.721343 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f2dc8c-fdfc-4b26-9b0f-3bc258b375d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:59:32.721701 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f2dc8c-fdfc-4b26-9b0f-3bc258b375d3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:59:32.722067 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f2dc8c-fdfc-4b26-9b0f-3bc258b375d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:59:32.722394 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f2dc8c-fdfc-4b26-9b0f-3bc258b375d3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:59:32.722721 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f2dc8c-fdfc-4b26-9b0f-3bc258b375d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:59:32.723045 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f2dc8c-fdfc-4b26-9b0f-3bc258b375d3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:59:32.723533 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f2dc8c-fdfc-4b26-9b0f-3bc258b375d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:59:32.723931 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f2dc8c-fdfc-4b26-9b0f-3bc258b375d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:59:32.724255 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f2dc8c-fdfc-4b26-9b0f-3bc258b375d3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:59:32.724585 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f2dc8c-fdfc-4b26-9b0f-3bc258b375d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:59:32.724927 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f2dc8c-fdfc-4b26-9b0f-3bc258b375d3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:59:32.725271 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f2dc8c-fdfc-4b26-9b0f-3bc258b375d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:59:32.725594 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f2dc8c-fdfc-4b26-9b0f-3bc258b375d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:59:32.725912 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f2dc8c-fdfc-4b26-9b0f-3bc258b375d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:59:32.726255 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f2dc8c-fdfc-4b26-9b0f-3bc258b375d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:59:33.060823 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-26398923-9c76-425c-b4ec-bec4f4eac33b None None] Provisioning complete for port 0271e038-7e9e-403c-86e4-ea6ac1074845 triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 08:59:33.061207 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-26398923-9c76-425c-b4ec-bec4f4eac33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (0271e038-7e9e-403c-86e4-ea6ac1074845), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:59:33.132224 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-26398923-9c76-425c-b4ec-bec4f4eac33b None None] Current status of the port 0271e038-7e9e-403c-86e4-ea6ac1074845 is: ACTIVE; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 08:59:33.140272 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-26398923-9c76-425c-b4ec-bec4f4eac33b None None] Provisioning complete for port 968dbbea-3a96-4702-93ff-f1ca8a962168 triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 08:59:33.140658 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-26398923-9c76-425c-b4ec-bec4f4eac33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (968dbbea-3a96-4702-93ff-f1ca8a962168), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:59:33.214123 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-26398923-9c76-425c-b4ec-bec4f4eac33b None None] Current status of the port 968dbbea-3a96-4702-93ff-f1ca8a962168 is: ACTIVE; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 08:59:34.908164 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 57780) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 08:59:35.384522 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbea719-02bd-4775-8abd-13f37333fa3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 08:59:35.384985 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbea719-02bd-4775-8abd-13f37333fa3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 08:59:35.386561 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-9fbea719-02bd-4775-8abd-13f37333fa3d admin admin] 10.222.0.40 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4774475 Jul 13 08:59:37.576648 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 57790) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 08:59:37.994789 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f736a6-dca3-4848-952f-f517896d0d04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 08:59:37.994789 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f736a6-dca3-4848-952f-f517896d0d04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 08:59:37.994789 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-e5f736a6-dca3-4848-952f-f517896d0d04 admin admin] 10.222.0.40 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4156322 Jul 13 08:59:40.184688 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 57798) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 08:59:40.588973 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9faadb-e539-49d6-9253-11d30b8895c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 08:59:40.590331 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-2a9faadb-e539-49d6-9253-11d30b8895c3 admin admin] 10.222.0.40 "GET /v2.0/networks/14d154e4-c9a5-47e8-9f7f-9daf0b869ff5 HTTP/1.1" status: 200 len: 886 time: 0.4046838 Jul 13 08:59:42.785230 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 57806) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 08:59:43.186556 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a80331-67e1-4eed-8c9c-461caaf4fd90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 08:59:43.187854 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-b1a80331-67e1-4eed-8c9c-461caaf4fd90 admin admin] 10.222.0.40 "GET /v2.0/networks/7b735fa9-9b47-4b4f-b90c-5d51374ed11a HTTP/1.1" status: 200 len: 869 time: 0.4016953 Jul 13 08:59:43.207704 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=46,neutron:UPDATE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 08:59:43.212805 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=46,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 08:59:45.391817 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 57814) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 08:59:45.786663 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8a7e65-596e-4071-8468-2995fe3a7714 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 08:59:45.787039 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8a7e65-596e-4071-8468-2995fe3a7714 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 08:59:45.788585 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-cd8a7e65-596e-4071-8468-2995fe3a7714 admin admin] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3958416 Jul 13 08:59:47.963472 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 57822) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 08:59:48.362254 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1743231-0d36-47ea-a1a5-df8898dd4e98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 08:59:48.362714 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1743231-0d36-47ea-a1a5-df8898dd4e98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 08:59:48.364250 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-a1743231-0d36-47ea-a1a5-df8898dd4e98 admin admin] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3998508 Jul 13 08:59:50.556558 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 57830) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 08:59:50.591491 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-c414fd35-907c-4b42-b05c-12a751b4d0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (a33f270e-6fb2-40d7-a0c5-ff754f30a69f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:59:50.922512 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab57645-b80f-4348-9ed9-a0b9ea274e91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 08:59:50.923849 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-dab57645-b80f-4348-9ed9-a0b9ea274e91 admin admin] 10.222.0.40 "GET /v2.0/subnets/8de8efa6-546e-4542-992b-4162440fe9c8 HTTP/1.1" status: 200 len: 816 time: 0.3663011 Jul 13 08:59:52.773256 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1b0fab42-57cf-438d-bfab-791eb8e0dad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (084ea860-45cb-441c-b2f8-c6c2f7d6686c), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:59:53.111708 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 57838) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 08:59:53.454935 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 08:59:53.463060 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 08:59:53.475720 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d54428-cb36-441a-b144-8c69bcd7978a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 08:59:53.477335 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-f3d54428-cb36-441a-b144-8c69bcd7978a admin admin] 10.222.0.40 "GET /v2.0/subnets/ddecd440-9c81-40d8-a014-8f22e54ee375 HTTP/1.1" status: 200 len: 868 time: 0.3644257 Jul 13 08:59:54.142759 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.agents_db [None req-6da3c0df-3a39-4d49-9ef0-c2c7fda6ffa8 None None] Agent healthcheck: found 5 active agents {{(pid=104471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:59:54.397386 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7f3b3aed-46f4-4e68-bbbe-dab9f8099e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (d1fd82e0-5c39-4100-b44b-c54ee27d2d9f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:59:55.442969 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5ee680a5-33f3-4217-99f5-17637ad0570e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (59ae6226-c784-4fad-8646-7377b1ef5f31), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:59:55.751530 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (9379cce5-6fc7-4135-bc49-530c07185724), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 08:59:55.767980 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=27 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 08:59:55.782125 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=32 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:00:03.587038 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=5 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:00:05.700830 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:00:05.702711 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:00:07.140430 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:00:07.145269 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:00:19.597139 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=11 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:00:19.601569 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=15 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:00:20.574243 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-baa21b7f-abc8-42d6-8c53-2e03a8961d57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (a33f270e-6fb2-40d7-a0c5-ff754f30a69f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:00:21.589683 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 57894) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:00:21.909750 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [None req-f18cb61c-3183-4cb9-91ec-b05b2949c40b admin admin] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=104468) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 13 09:00:21.910827 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-f18cb61c-3183-4cb9-91ec-b05b2949c40b admin admin] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3201513 Jul 13 09:00:22.768012 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-17685ea0-0e0f-40bf-a676-f1c5b8d7528f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (084ea860-45cb-441c-b2f8-c6c2f7d6686c), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:00:24.209682 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 57902) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:00:24.406683 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7f3b3aed-46f4-4e68-bbbe-dab9f8099e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (d1fd82e0-5c39-4100-b44b-c54ee27d2d9f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:00:24.554160 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2753954-80df-424c-b3f7-b1066a0aaec2 admin admin] GET failed (client error): The resource could not be found. Jul 13 09:00:24.555524 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-f2753954-80df-424c-b3f7-b1066a0aaec2 admin admin] 10.222.0.40 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3447692 Jul 13 09:00:24.642285 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89bb4ea3-e4c5-4f3b-a998-93a42d8101b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:00:24.643742 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-89bb4ea3-e4c5-4f3b-a998-93a42d8101b4 admin admin] 10.222.0.40 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0842056 Jul 13 09:00:25.442777 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5ee680a5-33f3-4217-99f5-17637ad0570e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (59ae6226-c784-4fad-8646-7377b1ef5f31), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:00:25.734299 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (9379cce5-6fc7-4135-bc49-530c07185724), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:00:26.857791 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 57910) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:00:27.181530 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-fd5b2056-6afb-45d2-bd23-d37667f7e6a6 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:00:27.251712 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5b2056-6afb-45d2-bd23-d37667f7e6a6 admin admin] Made reservation on behalf of c8052949c90742f6ada3f8a34d5636f8 for: {'network': 1} {{(pid=104468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 09:00:27.253904 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fd5b2056-6afb-45d2-bd23-d37667f7e6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for network (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:00:27.281219 dv-cinder-849626-3-iscsi neutron-server[104468]: WARNING neutron.services.revisions.revision_plugin [None req-fd5b2056-6afb-45d2-bd23-d37667f7e6a6 admin admin] Could not find related network for resource to bump revision. Jul 13 09:00:27.295612 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd5b2056-6afb-45d2-bd23-d37667f7e6a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=104468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 09:00:27.305769 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fd5b2056-6afb-45d2-bd23-d37667f7e6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7769013'] for segment (a6633dba-2153-4889-ac8d-584fd3c68ae2), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:00:27.306122 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.db.segments_db [None req-fd5b2056-6afb-45d2-bd23-d37667f7e6a6 admin admin] Added segment a6633dba-2153-4889-ac8d-584fd3c68ae2 of type vlan for network d7eea32f-7c3f-462b-bb43-e964cde6837f Jul 13 09:00:27.343766 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fd5b2056-6afb-45d2-bd23-d37667f7e6a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760184566321'] for network (d7eea32f-7c3f-462b-bb43-e964cde6837f), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:00:27.430745 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fd5b2056-6afb-45d2-bd23-d37667f7e6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428'] for network (d7eea32f-7c3f-462b-bb43-e964cde6837f), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:00:27.431692 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5b2056-6afb-45d2-bd23-d37667f7e6a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:00:27.432286 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fd5b2056-6afb-45d2-bd23-d37667f7e6a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594414'] for network (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:00:27.492888 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5b2056-6afb-45d2-bd23-d37667f7e6a6 admin admin] Pushing event updated for resources: {'Network': ['ID=d7eea32f-7c3f-462b-bb43-e964cde6837f,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:00:27.503556 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Network d7eea32f-7c3f-462b-bb43-e964cde6837f details requested by agent ovs-agent-dv-cinder-849626-3-iscsi with host dv-cinder-849626-3-iscsi {{(pid=104470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 09:00:27.530911 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-fd5b2056-6afb-45d2-bd23-d37667f7e6a6 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.6719882 Jul 13 09:00:29.760986 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 57918) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:00:30.095770 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.pecan_wsgi.hooks.translation [None req-42a7f1d9-4ad8-4ac9-a120-71a03a681b53 admin admin] GET failed (client error): The resource could not be found. Jul 13 09:00:30.097182 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-42a7f1d9-4ad8-4ac9-a120-71a03a681b53 admin admin] 10.222.0.40 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3352504 Jul 13 09:00:30.169547 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9fe1474-408d-4b80-b61a-41dee4dc7de6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:00:30.171020 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-c9fe1474-408d-4b80-b61a-41dee4dc7de6 admin admin] 10.222.0.40 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0692070 Jul 13 09:00:30.181199 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-972007ca-2c6f-4f1d-8044-b6a6fe083832 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': 'd7eea32f-7c3f-462b-bb43-e964cde6837f', 'name': 'shared-subnet'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:00:30.252108 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-972007ca-2c6f-4f1d-8044-b6a6fe083832 admin admin] Made reservation on behalf of c8052949c90742f6ada3f8a34d5636f8 for: {'subnet': 1} {{(pid=104468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 09:00:30.254264 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-972007ca-2c6f-4f1d-8044-b6a6fe083832 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:00:30.503694 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-972007ca-2c6f-4f1d-8044-b6a6fe083832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428'] for subnet (566766e2-75a8-4b48-9f42-8ad7c5af3f4b), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:00:30.559879 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972007ca-2c6f-4f1d-8044-b6a6fe083832 admin admin] Pushing event updated for resources: {'Subnet': ['ID=566766e2-75a8-4b48-9f42-8ad7c5af3f4b,revision_number=0']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:00:30.566905 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972007ca-2c6f-4f1d-8044-b6a6fe083832 admin admin] Checking segment: {'id': 'a6633dba-2153-4889-ac8d-584fd3c68ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd7eea32f-7c3f-462b-bb43-e964cde6837f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 09:00:30.567242 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972007ca-2c6f-4f1d-8044-b6a6fe083832 admin admin] Network hostable DHCP agents. Network: d7eea32f-7c3f-462b-bb43-e964cde6837f, hostable agents: ['a33f270e-6fb2-40d7-a0c5-ff754f30a69f'], hosted agents: [] {{(pid=104468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 09:00:30.664142 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972007ca-2c6f-4f1d-8044-b6a6fe083832 admin admin] Network d7eea32f-7c3f-462b-bb43-e964cde6837f is scheduled to be hosted by DHCP agent a33f270e-6fb2-40d7-a0c5-ff754f30a69f with binding_index 1 {{(pid=104468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 09:00:30.726801 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-972007ca-2c6f-4f1d-8044-b6a6fe083832 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849626-3-iscsi, d7eea32f-7c3f-462b-bb43-e964cde6837f) {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:00:30.731702 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972007ca-2c6f-4f1d-8044-b6a6fe083832 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:00:30.733149 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-972007ca-2c6f-4f1d-8044-b6a6fe083832 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594414'] for subnet (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:00:30.734582 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6693c024-d4d9-40bf-a943-01629c6530b9 None None] Network d7eea32f-7c3f-462b-bb43-e964cde6837f requested from dv-cinder-849626-3-iscsi {{(pid=104470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 09:00:30.814838 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-972007ca-2c6f-4f1d-8044-b6a6fe083832 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6373391 Jul 13 09:00:30.840521 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25293ec3-7e1c-46ac-a590-9d095b7611e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa97415d6-5d51-52f2-982d-111b1056dda0-d7eea32f-7c3f-462b-bb43-e964cde6837f', 'network_id': 'd7eea32f-7c3f-462b-bb43-e964cde6837f', 'project_id': 'c8052949c90742f6ada3f8a34d5636f8', 'fixed_ips': [{'subnet_id': '566766e2-75a8-4b48-9f42-8ad7c5af3f4b'}]}} from dv-cinder-849626-3-iscsi. {{(pid=104470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 13 09:00:30.845630 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-25293ec3-7e1c-46ac-a590-9d095b7611e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:00:31.079996 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.db_base_plugin_common [None req-25293ec3-7e1c-46ac-a590-9d095b7611e6 None None] Allocated IP 192.168.233.2 (d7eea32f-7c3f-462b-bb43-e964cde6837f/566766e2-75a8-4b48-9f42-8ad7c5af3f4b/dcc5acde-1bf9-459a-961f-1c4b185761d1) {{(pid=104470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 09:00:31.141802 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.agents_db [None req-6da3c0df-3a39-4d49-9ef0-c2c7fda6ffa8 None None] Agent healthcheck: found 5 active agents {{(pid=104471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:00:31.223214 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-25293ec3-7e1c-46ac-a590-9d095b7611e6 None None] Publish callbacks [] for port (dcc5acde-1bf9-459a-961f-1c4b185761d1), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:00:31.305826 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-25293ec3-7e1c-46ac-a590-9d095b7611e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760184582126'] for port (dcc5acde-1bf9-459a-961f-1c4b185761d1), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:00:31.350349 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25293ec3-7e1c-46ac-a590-9d095b7611e6 None None] Network d7eea32f-7c3f-462b-bb43-e964cde6837f is already hosted by enough agents. {{(pid=104470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:00:31.353998 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.base_scheduler [None req-25293ec3-7e1c-46ac-a590-9d095b7611e6 None None] Resources bound (agent type, host, resource id): {{(pid=104470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:00:31.355843 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25293ec3-7e1c-46ac-a590-9d095b7611e6 None None] Pushing event updated for resources: {'Port': ['ID=dcc5acde-1bf9-459a-961f-1c4b185761d1,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:00:31.358023 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25293ec3-7e1c-46ac-a590-9d095b7611e6 None None] Received port after_create {{(pid=104470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 09:00:31.367307 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25293ec3-7e1c-46ac-a590-9d095b7611e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:00:31.367684 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25293ec3-7e1c-46ac-a590-9d095b7611e6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:00:31.368036 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25293ec3-7e1c-46ac-a590-9d095b7611e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:00:31.368383 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25293ec3-7e1c-46ac-a590-9d095b7611e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:00:31.368707 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25293ec3-7e1c-46ac-a590-9d095b7611e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:00:31.369027 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25293ec3-7e1c-46ac-a590-9d095b7611e6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:00:31.369342 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25293ec3-7e1c-46ac-a590-9d095b7611e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:00:31.369653 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25293ec3-7e1c-46ac-a590-9d095b7611e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:00:31.369973 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25293ec3-7e1c-46ac-a590-9d095b7611e6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:00:31.370300 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25293ec3-7e1c-46ac-a590-9d095b7611e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:00:31.370612 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25293ec3-7e1c-46ac-a590-9d095b7611e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:00:31.370943 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25293ec3-7e1c-46ac-a590-9d095b7611e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:00:31.371255 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25293ec3-7e1c-46ac-a590-9d095b7611e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:00:31.371567 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25293ec3-7e1c-46ac-a590-9d095b7611e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:00:31.371870 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25293ec3-7e1c-46ac-a590-9d095b7611e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:00:31.426948 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-25293ec3-7e1c-46ac-a590-9d095b7611e6 None None] Attempting to bind port dcc5acde-1bf9-459a-961f-1c4b185761d1 on host dv-cinder-849626-3-iscsi for vnic_type normal with profile {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 09:00:31.427313 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-25293ec3-7e1c-46ac-a590-9d095b7611e6 None None] Attempting to bind port dcc5acde-1bf9-459a-961f-1c4b185761d1 by drivers openvswitch,hyperv on host dv-cinder-849626-3-iscsi at level 0 using segments [{'id': 'a6633dba-2153-4889-ac8d-584fd3c68ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd7eea32f-7c3f-462b-bb43-e964cde6837f'}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 09:00:31.427666 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25293ec3-7e1c-46ac-a590-9d095b7611e6 None None] Attempting to bind port dcc5acde-1bf9-459a-961f-1c4b185761d1 on network d7eea32f-7c3f-462b-bb43-e964cde6837f {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 09:00:31.433641 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25293ec3-7e1c-46ac-a590-9d095b7611e6 None None] Checking agent: {'id': '9379cce5-6fc7-4135-bc49-530c07185724', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849626-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 8, 57, 26), 'started_at': datetime.datetime(2022, 7, 13, 8, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 9, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849626-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 09:00:31.434013 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25293ec3-7e1c-46ac-a590-9d095b7611e6 None None] Checking segment: {'id': 'a6633dba-2153-4889-ac8d-584fd3c68ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd7eea32f-7c3f-462b-bb43-e964cde6837f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 09:00:31.434444 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-25293ec3-7e1c-46ac-a590-9d095b7611e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:00:31.434807 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25293ec3-7e1c-46ac-a590-9d095b7611e6 None None] Bound using segment: {'id': 'a6633dba-2153-4889-ac8d-584fd3c68ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd7eea32f-7c3f-462b-bb43-e964cde6837f'} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 09:00:31.435257 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-25293ec3-7e1c-46ac-a590-9d095b7611e6 None None] Bound port: dcc5acde-1bf9-459a-961f-1c4b185761d1, host: dv-cinder-849626-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6633dba-2153-4889-ac8d-584fd3c68ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd7eea32f-7c3f-462b-bb43-e964cde6837f'}}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 09:00:31.435624 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-25293ec3-7e1c-46ac-a590-9d095b7611e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (dcc5acde-1bf9-459a-961f-1c4b185761d1), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:00:31.499056 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-25293ec3-7e1c-46ac-a590-9d095b7611e6 None None] For port dcc5acde-1bf9-459a-961f-1c4b185761d1, host dv-cinder-849626-3-iscsi, cleared binding levels {{(pid=104470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 09:00:31.502088 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-25293ec3-7e1c-46ac-a590-9d095b7611e6 None None] For port dcc5acde-1bf9-459a-961f-1c4b185761d1, host dv-cinder-849626-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=dcc5acde-1bf9-459a-961f-1c4b185761d1,segment=NetworkSegment(a6633dba-2153-4889-ac8d-584fd3c68ae2),segment_id=a6633dba-2153-4889-ac8d-584fd3c68ae2)] {{(pid=104470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 09:00:31.572904 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-25293ec3-7e1c-46ac-a590-9d095b7611e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (dcc5acde-1bf9-459a-961f-1c4b185761d1), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:00:31.628463 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25293ec3-7e1c-46ac-a590-9d095b7611e6 None None] Pushing event updated for resources: {'Port': ['ID=dcc5acde-1bf9-459a-961f-1c4b185761d1,revision_number=2']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:00:32.521403 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50982fa7-92d9-4fc1-8ffe-8063d2a6ebdf None None] Network d7eea32f-7c3f-462b-bb43-e964cde6837f requested from dv-cinder-849626-3-iscsi {{(pid=104470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 09:00:32.535656 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:00:32.587784 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:00:32.599853 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-d8b66ce3-02b3-4831-a327-67da26101481 None None] Provisioning complete for port dcc5acde-1bf9-459a-961f-1c4b185761d1 triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:00:32.600273 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-d8b66ce3-02b3-4831-a327-67da26101481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (dcc5acde-1bf9-459a-961f-1c4b185761d1), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:00:32.715181 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-d8b66ce3-02b3-4831-a327-67da26101481 None None] Current status of the port dcc5acde-1bf9-459a-961f-1c4b185761d1 is: DOWN; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:00:32.715181 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-d8b66ce3-02b3-4831-a327-67da26101481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (dcc5acde-1bf9-459a-961f-1c4b185761d1), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:00:32.754349 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-d8b66ce3-02b3-4831-a327-67da26101481 None None] For port dcc5acde-1bf9-459a-961f-1c4b185761d1, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=dcc5acde-1bf9-459a-961f-1c4b185761d1,segment=NetworkSegment(a6633dba-2153-4889-ac8d-584fd3c68ae2),segment_id=a6633dba-2153-4889-ac8d-584fd3c68ae2)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:00:32.808289 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-d8b66ce3-02b3-4831-a327-67da26101481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (dcc5acde-1bf9-459a-961f-1c4b185761d1), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:00:32.862794 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b66ce3-02b3-4831-a327-67da26101481 None None] Pushing event updated for resources: {'Port': ['ID=dcc5acde-1bf9-459a-961f-1c4b185761d1,revision_number=3']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:00:32.929655 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-7c64af87-ccbf-46d1-b50f-db6817994715 None None] Provisioning complete for port dcc5acde-1bf9-459a-961f-1c4b185761d1 triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:00:32.930063 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7c64af87-ccbf-46d1-b50f-db6817994715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (dcc5acde-1bf9-459a-961f-1c4b185761d1), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:00:33.000941 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-7c64af87-ccbf-46d1-b50f-db6817994715 None None] Current status of the port dcc5acde-1bf9-459a-961f-1c4b185761d1 is: ACTIVE; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:00:33.594739 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device dcc5acde-1bf9-459a-961f-1c4b185761d1 up at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:00:33.642759 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Provisioning complete for port dcc5acde-1bf9-459a-961f-1c4b185761d1 triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:00:33.643141 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (dcc5acde-1bf9-459a-961f-1c4b185761d1), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:00:33.715056 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Current status of the port dcc5acde-1bf9-459a-961f-1c4b185761d1 is: ACTIVE; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:00:40.742356 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=81,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:00:40.743159 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=77,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:00:43.710262 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=38 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:00:43.714145 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=81,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:00:44.136455 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:00:44.141336 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=6 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:00:50.555813 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-22ebef7e-7aa1-41df-9322-17c7f93ed89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (a33f270e-6fb2-40d7-a0c5-ff754f30a69f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:00:52.778974 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-d315b28f-0341-4a29-aecf-db99f4492636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (084ea860-45cb-441c-b2f8-c6c2f7d6686c), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:00:54.418784 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7f3b3aed-46f4-4e68-bbbe-dab9f8099e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (d1fd82e0-5c39-4100-b44b-c54ee27d2d9f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:00:55.447276 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5ee680a5-33f3-4217-99f5-17637ad0570e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (59ae6226-c784-4fad-8646-7377b1ef5f31), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:00:55.750219 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (9379cce5-6fc7-4135-bc49-530c07185724), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:01:05.703987 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:01:05.705883 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:01:08.140635 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.agents_db [None req-6da3c0df-3a39-4d49-9ef0-c2c7fda6ffa8 None None] Agent healthcheck: found 5 active agents {{(pid=104471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:01:20.606564 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-ab0fb0cf-964b-4915-b40e-0bd99736942b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (a33f270e-6fb2-40d7-a0c5-ff754f30a69f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:01:21.132676 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:01:21.136468 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:01:22.778483 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9f482ee7-f650-4e87-b473-a3927e5981d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (084ea860-45cb-441c-b2f8-c6c2f7d6686c), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:01:24.389302 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7f3b3aed-46f4-4e68-bbbe-dab9f8099e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (d1fd82e0-5c39-4100-b44b-c54ee27d2d9f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:01:25.473490 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5ee680a5-33f3-4217-99f5-17637ad0570e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (59ae6226-c784-4fad-8646-7377b1ef5f31), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:01:25.766841 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (9379cce5-6fc7-4135-bc49-530c07185724), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:01:35.692436 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:01:35.698411 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:01:45.139248 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.agents_db [None req-6da3c0df-3a39-4d49-9ef0-c2c7fda6ffa8 None None] Agent healthcheck: found 5 active agents {{(pid=104471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:01:50.606128 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-d4ead7cb-0408-4eca-b37c-5b8bc69dc10a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (a33f270e-6fb2-40d7-a0c5-ff754f30a69f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:01:52.786640 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3de9a3cd-ab7b-4343-a120-89f4416d4cb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (084ea860-45cb-441c-b2f8-c6c2f7d6686c), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:01:54.449423 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7f3b3aed-46f4-4e68-bbbe-dab9f8099e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (d1fd82e0-5c39-4100-b44b-c54ee27d2d9f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:01:55.455286 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5ee680a5-33f3-4217-99f5-17637ad0570e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (59ae6226-c784-4fad-8646-7377b1ef5f31), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:01:55.766197 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (9379cce5-6fc7-4135-bc49-530c07185724), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:01:58.132500 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:01:58.142561 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=5 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:02:05.693233 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:02:05.695130 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=3,neutron:UPDATE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:02:19.516513 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=14 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:02:19.518570 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=12 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:02:20.591453 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-41078cc8-9af8-4778-9ea1-9de2e550e86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (a33f270e-6fb2-40d7-a0c5-ff754f30a69f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:02:22.138269 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.agents_db [None req-6da3c0df-3a39-4d49-9ef0-c2c7fda6ffa8 None None] Agent healthcheck: found 5 active agents {{(pid=104471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:02:22.770752 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-be40cf14-d98a-400a-9c4c-41e479fc3284 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (084ea860-45cb-441c-b2f8-c6c2f7d6686c), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:02:24.416304 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7f3b3aed-46f4-4e68-bbbe-dab9f8099e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (d1fd82e0-5c39-4100-b44b-c54ee27d2d9f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:02:25.473544 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5ee680a5-33f3-4217-99f5-17637ad0570e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (59ae6226-c784-4fad-8646-7377b1ef5f31), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:02:25.759068 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (9379cce5-6fc7-4135-bc49-530c07185724), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:02:26.505330 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 57978) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:02:26.511916 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [None req-3e2ea052-25b9-4f43-b8ef-6cbc5b36c270 tempest-verify_tempest_config-1589627371 tempest-verify_tempest_config-1589627371-project] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=104468) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 13 09:02:26.515278 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-3e2ea052-25b9-4f43-b8ef-6cbc5b36c270 tempest-verify_tempest_config-1589627371 tempest-verify_tempest_config-1589627371-project] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0088243 Jul 13 09:02:27.119600 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 57996) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:02:27.242288 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-98ffd13d-9485-4b7c-a2d6-4fe38a8348b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:02:27.314796 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-98ffd13d-9485-4b7c-a2d6-4fe38a8348b0 admin admin] Publish callbacks [] for security_group (bc1e39dc-8b03-4b44-a563-e2c6e5388f34), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:02:27.382398 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-98ffd13d-9485-4b7c-a2d6-4fe38a8348b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (bc1e39dc-8b03-4b44-a563-e2c6e5388f34), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:02:27.431664 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-98ffd13d-9485-4b7c-a2d6-4fe38a8348b0 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=69af276b78f24ac4a34afe7bcfb15a83&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3110471 Jul 13 09:02:27.432457 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ffd13d-9485-4b7c-a2d6-4fe38a8348b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc1e39dc-8b03-4b44-a563-e2c6e5388f34,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:02:27.434527 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 58000) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:02:27.439341 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ffd13d-9485-4b7c-a2d6-4fe38a8348b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:02:27.439711 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ffd13d-9485-4b7c-a2d6-4fe38a8348b0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:02:27.440268 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ffd13d-9485-4b7c-a2d6-4fe38a8348b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:02:27.440673 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ffd13d-9485-4b7c-a2d6-4fe38a8348b0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:02:27.440998 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ffd13d-9485-4b7c-a2d6-4fe38a8348b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:02:27.441323 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ffd13d-9485-4b7c-a2d6-4fe38a8348b0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:02:27.441638 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ffd13d-9485-4b7c-a2d6-4fe38a8348b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:02:27.441950 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ffd13d-9485-4b7c-a2d6-4fe38a8348b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:02:27.442317 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ffd13d-9485-4b7c-a2d6-4fe38a8348b0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:02:27.442638 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ffd13d-9485-4b7c-a2d6-4fe38a8348b0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:02:27.442961 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ffd13d-9485-4b7c-a2d6-4fe38a8348b0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:02:27.443275 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ffd13d-9485-4b7c-a2d6-4fe38a8348b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:02:27.443583 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ffd13d-9485-4b7c-a2d6-4fe38a8348b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:02:27.443890 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ffd13d-9485-4b7c-a2d6-4fe38a8348b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:02:27.444195 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ffd13d-9485-4b7c-a2d6-4fe38a8348b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:02:27.495774 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d3fae0c7-e802-4afb-a172-54d5c34bcd29 admin admin] Publish callbacks [] for security_group (bc1e39dc-8b03-4b44-a563-e2c6e5388f34), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:02:27.516747 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d3fae0c7-e802-4afb-a172-54d5c34bcd29 admin admin] Publish callbacks [] for security_group (bc1e39dc-8b03-4b44-a563-e2c6e5388f34), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:02:27.682462 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d3fae0c7-e802-4afb-a172-54d5c34bcd29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (bc1e39dc-8b03-4b44-a563-e2c6e5388f34), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:02:27.685047 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d3fae0c7-e802-4afb-a172-54d5c34bcd29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:02:27.686260 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-d3fae0c7-e802-4afb-a172-54d5c34bcd29 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/bc1e39dc-8b03-4b44-a563-e2c6e5388f34 HTTP/1.1" status: 204 len: 168 time: 0.2505970 Jul 13 09:02:27.694568 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fae0c7-e802-4afb-a172-54d5c34bcd29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc1e39dc-8b03-4b44-a563-e2c6e5388f34,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:02:27.701987 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fae0c7-e802-4afb-a172-54d5c34bcd29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:02:27.706430 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fae0c7-e802-4afb-a172-54d5c34bcd29 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:02:27.706430 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fae0c7-e802-4afb-a172-54d5c34bcd29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:02:27.706430 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fae0c7-e802-4afb-a172-54d5c34bcd29 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:02:27.706430 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fae0c7-e802-4afb-a172-54d5c34bcd29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:02:27.706430 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fae0c7-e802-4afb-a172-54d5c34bcd29 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:02:27.706430 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fae0c7-e802-4afb-a172-54d5c34bcd29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:02:27.706430 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fae0c7-e802-4afb-a172-54d5c34bcd29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:02:27.706430 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fae0c7-e802-4afb-a172-54d5c34bcd29 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:02:27.706430 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fae0c7-e802-4afb-a172-54d5c34bcd29 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:02:27.706430 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fae0c7-e802-4afb-a172-54d5c34bcd29 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:02:27.706430 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fae0c7-e802-4afb-a172-54d5c34bcd29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:02:27.707573 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fae0c7-e802-4afb-a172-54d5c34bcd29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:02:27.707573 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fae0c7-e802-4afb-a172-54d5c34bcd29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:02:27.707573 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fae0c7-e802-4afb-a172-54d5c34bcd29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:02:35.143123 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:02:35.147527 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=5 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:02:35.692783 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:02:37.435510 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=17,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:02:37.436355 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=22,neutron:INSERT=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:02:37.696873 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:02:37.697982 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=17,neutron:DELETE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:02:37.728895 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:02:50.559012 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-001553c0-c114-4679-81f0-bc0410c5c250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (a33f270e-6fb2-40d7-a0c5-ff754f30a69f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:02:52.824445 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9add9132-8edd-4373-8559-e151570a60d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (084ea860-45cb-441c-b2f8-c6c2f7d6686c), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:02:54.415477 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7f3b3aed-46f4-4e68-bbbe-dab9f8099e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (d1fd82e0-5c39-4100-b44b-c54ee27d2d9f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:02:55.461261 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5ee680a5-33f3-4217-99f5-17637ad0570e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (59ae6226-c784-4fad-8646-7377b1ef5f31), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:02:55.769791 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (9379cce5-6fc7-4135-bc49-530c07185724), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:02:59.136702 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.agents_db [None req-6da3c0df-3a39-4d49-9ef0-c2c7fda6ffa8 None None] Agent healthcheck: found 5 active agents {{(pid=104471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:03:05.695230 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:03:05.697119 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:03:12.150283 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:03:19.142576 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:03:20.551703 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-b2351d4b-70a9-46ad-b592-245ea132cda4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (a33f270e-6fb2-40d7-a0c5-ff754f30a69f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:03:22.786258 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-68833e61-6312-49cc-a1f9-ea28035dfc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (084ea860-45cb-441c-b2f8-c6c2f7d6686c), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:03:24.411655 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7f3b3aed-46f4-4e68-bbbe-dab9f8099e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (d1fd82e0-5c39-4100-b44b-c54ee27d2d9f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:03:25.457176 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5ee680a5-33f3-4217-99f5-17637ad0570e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (59ae6226-c784-4fad-8646-7377b1ef5f31), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:03:25.754697 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (9379cce5-6fc7-4135-bc49-530c07185724), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:03:35.695282 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:03:35.697122 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:03:36.134893 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.agents_db [None req-6da3c0df-3a39-4d49-9ef0-c2c7fda6ffa8 None None] Agent healthcheck: found 5 active agents {{(pid=104471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:03:50.573898 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1ce7ea2f-cc23-4a71-a971-6f8dc0d502a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (a33f270e-6fb2-40d7-a0c5-ff754f30a69f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:03:52.790983 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1e8e8744-0ea7-40b8-b122-6880aff59ee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (084ea860-45cb-441c-b2f8-c6c2f7d6686c), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:03:54.410945 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7f3b3aed-46f4-4e68-bbbe-dab9f8099e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (d1fd82e0-5c39-4100-b44b-c54ee27d2d9f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:03:55.496490 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5ee680a5-33f3-4217-99f5-17637ad0570e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (59ae6226-c784-4fad-8646-7377b1ef5f31), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:03:55.848200 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (9379cce5-6fc7-4135-bc49-530c07185724), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:03:58.146652 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:03:58.147457 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=6 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:04:05.793989 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:04:05.795893 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:04:09.810387 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-385790'] for agent (6e9d2670-629d-42a5-8dd5-d0857aba9a7e), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:04:13.134352 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.agents_db [None req-6da3c0df-3a39-4d49-9ef0-c2c7fda6ffa8 None None] Agent healthcheck: found 6 active agents {{(pid=104471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:04:19.753993 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:04:19.756924 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:INSERT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:04:20.592756 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3456b07b-284f-4491-a908-155dc8cd769e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (a33f270e-6fb2-40d7-a0c5-ff754f30a69f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:04:21.671509 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 58076) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:04:21.777955 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-b7da991a-74da-4e33-824e-76eb68e0bd73 admin admin] 10.222.0.40 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1053233 Jul 13 09:04:22.809940 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-56b14457-6a08-4bc8-b156-0dcf1be1b4dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (084ea860-45cb-441c-b2f8-c6c2f7d6686c), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:04:23.893283 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 58086) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:04:23.950232 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-fbb980a8-9034-4131-80cc-a506b746d750 admin admin] 10.222.0.40 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0558703 Jul 13 09:04:24.409839 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7f3b3aed-46f4-4e68-bbbe-dab9f8099e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (d1fd82e0-5c39-4100-b44b-c54ee27d2d9f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:04:25.467295 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5ee680a5-33f3-4217-99f5-17637ad0570e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (59ae6226-c784-4fad-8646-7377b1ef5f31), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:04:25.769786 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (9379cce5-6fc7-4135-bc49-530c07185724), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:04:26.152879 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=17 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:04:26.157877 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=17 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:04:33.944410 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:04:33.945091 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:04:35.704585 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=8 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:04:35.706516 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:04:39.780606 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (6e9d2670-629d-42a5-8dd5-d0857aba9a7e), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:04:50.134200 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.agents_db [None req-6da3c0df-3a39-4d49-9ef0-c2c7fda6ffa8 None None] Agent healthcheck: found 6 active agents {{(pid=104471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:04:50.568973 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-456f843e-2d9c-47be-9d45-5581b86438c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (a33f270e-6fb2-40d7-a0c5-ff754f30a69f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:04:52.803279 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-33e90d70-5c3e-43f7-9254-ff17114a7f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (084ea860-45cb-441c-b2f8-c6c2f7d6686c), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:04:54.408516 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7f3b3aed-46f4-4e68-bbbe-dab9f8099e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (d1fd82e0-5c39-4100-b44b-c54ee27d2d9f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:04:55.493950 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5ee680a5-33f3-4217-99f5-17637ad0570e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (59ae6226-c784-4fad-8646-7377b1ef5f31), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:04:55.791444 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (9379cce5-6fc7-4135-bc49-530c07185724), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:05:03.149698 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:05:03.155563 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=5 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:05:05.701663 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:05:05.708670 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=22,neutron:UPDATE=5 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:05:09.756768 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (6e9d2670-629d-42a5-8dd5-d0857aba9a7e), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:05:19.148236 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:05:19.149064 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:DELETE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:05:19.703418 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:05:19.705279 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:05:20.573508 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1e1ac9bc-7d87-46f4-ad1e-f53fe3738cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (a33f270e-6fb2-40d7-a0c5-ff754f30a69f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:05:22.813182 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-687bc3d5-9368-432c-b897-87a3ef440d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (084ea860-45cb-441c-b2f8-c6c2f7d6686c), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:05:24.428672 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7f3b3aed-46f4-4e68-bbbe-dab9f8099e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (d1fd82e0-5c39-4100-b44b-c54ee27d2d9f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:05:25.468710 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5ee680a5-33f3-4217-99f5-17637ad0570e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (59ae6226-c784-4fad-8646-7377b1ef5f31), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:05:25.779144 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (9379cce5-6fc7-4135-bc49-530c07185724), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:05:27.132948 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.agents_db [None req-6da3c0df-3a39-4d49-9ef0-c2c7fda6ffa8 None None] Agent healthcheck: found 6 active agents {{(pid=104471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:05:35.707698 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:05:35.711321 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:05:39.776353 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (6e9d2670-629d-42a5-8dd5-d0857aba9a7e), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:05:40.149176 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:05:40.153025 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=5 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:05:49.717021 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:05:49.718910 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:05:50.612381 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-d3b66314-acd9-45a2-ba54-fcbb6f2af361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (a33f270e-6fb2-40d7-a0c5-ff754f30a69f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:05:52.800742 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3a0b981a-8e93-4fb8-9c1b-e7c836c979df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (084ea860-45cb-441c-b2f8-c6c2f7d6686c), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:05:54.446340 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7f3b3aed-46f4-4e68-bbbe-dab9f8099e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (d1fd82e0-5c39-4100-b44b-c54ee27d2d9f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:05:55.550109 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5ee680a5-33f3-4217-99f5-17637ad0570e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (59ae6226-c784-4fad-8646-7377b1ef5f31), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:05:55.822072 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (9379cce5-6fc7-4135-bc49-530c07185724), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:05:58.069883 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 58186) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:05:58.306133 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-fe7546f7-536d-442b-a17d-a3cdeaab0d37 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1534830702-network', 'tenant_id': '09b63eccabbc498cb96dd4bbcef0969a'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:05:58.384886 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7546f7-536d-442b-a17d-a3cdeaab0d37 admin admin] Made reservation on behalf of 09b63eccabbc498cb96dd4bbcef0969a for: {'network': 1} {{(pid=104468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 09:05:58.388972 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fe7546f7-536d-442b-a17d-a3cdeaab0d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for network (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:05:58.403847 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fe7546f7-536d-442b-a17d-a3cdeaab0d37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:05:58.517432 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fe7546f7-536d-442b-a17d-a3cdeaab0d37 admin admin] Publish callbacks [] for security_group (bbeed76d-de9b-4b5e-a3d1-bbfc39691bc0), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:05:58.606342 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fe7546f7-536d-442b-a17d-a3cdeaab0d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (bbeed76d-de9b-4b5e-a3d1-bbfc39691bc0), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:05:58.635887 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe7546f7-536d-442b-a17d-a3cdeaab0d37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=104468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 09:05:58.640539 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7546f7-536d-442b-a17d-a3cdeaab0d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbeed76d-de9b-4b5e-a3d1-bbfc39691bc0,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:05:58.651177 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7546f7-536d-442b-a17d-a3cdeaab0d37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:05:58.651177 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7546f7-536d-442b-a17d-a3cdeaab0d37 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:05:58.651177 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7546f7-536d-442b-a17d-a3cdeaab0d37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:05:58.651177 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7546f7-536d-442b-a17d-a3cdeaab0d37 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:05:58.651177 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7546f7-536d-442b-a17d-a3cdeaab0d37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:05:58.651581 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7546f7-536d-442b-a17d-a3cdeaab0d37 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:05:58.651825 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7546f7-536d-442b-a17d-a3cdeaab0d37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:05:58.652142 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7546f7-536d-442b-a17d-a3cdeaab0d37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:05:58.652475 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7546f7-536d-442b-a17d-a3cdeaab0d37 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:05:58.652808 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7546f7-536d-442b-a17d-a3cdeaab0d37 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:05:58.653106 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7546f7-536d-442b-a17d-a3cdeaab0d37 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:05:58.653421 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7546f7-536d-442b-a17d-a3cdeaab0d37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:05:58.653730 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7546f7-536d-442b-a17d-a3cdeaab0d37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:05:58.654206 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7546f7-536d-442b-a17d-a3cdeaab0d37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:05:58.654380 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7546f7-536d-442b-a17d-a3cdeaab0d37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:05:58.655612 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7546f7-536d-442b-a17d-a3cdeaab0d37 admin admin] Tracked resource versions report: Jul 13 09:05:58.655612 dv-cinder-849626-3-iscsi neutron-server[104468]: pushed versions: Jul 13 09:05:58.655612 dv-cinder-849626-3-iscsi neutron-server[104468]: { 'AddressGroup': {'1.2'}, Jul 13 09:05:58.655612 dv-cinder-849626-3-iscsi neutron-server[104468]: 'Agent': {'1.1'}, Jul 13 09:05:58.655612 dv-cinder-849626-3-iscsi neutron-server[104468]: 'ConntrackHelper': {'1.0'}, Jul 13 09:05:58.655612 dv-cinder-849626-3-iscsi neutron-server[104468]: 'LocalIPAssociation': {'1.0'}, Jul 13 09:05:58.655612 dv-cinder-849626-3-iscsi neutron-server[104468]: 'Log': {'1.0'}, Jul 13 09:05:58.655612 dv-cinder-849626-3-iscsi neutron-server[104468]: 'NDPProxy': {'1.0'}, Jul 13 09:05:58.655612 dv-cinder-849626-3-iscsi neutron-server[104468]: 'Network': {'1.1'}, Jul 13 09:05:58.655612 dv-cinder-849626-3-iscsi neutron-server[104468]: 'Port': {'1.7'}, Jul 13 09:05:58.655612 dv-cinder-849626-3-iscsi neutron-server[104468]: 'PortForwarding': {'1.3'}, Jul 13 09:05:58.655612 dv-cinder-849626-3-iscsi neutron-server[104468]: 'QosPolicy': {'1.10'}, Jul 13 09:05:58.655612 dv-cinder-849626-3-iscsi neutron-server[104468]: 'SecurityGroup': {'1.5'}, Jul 13 09:05:58.655612 dv-cinder-849626-3-iscsi neutron-server[104468]: 'SecurityGroupRule': {'1.2'}, Jul 13 09:05:58.655612 dv-cinder-849626-3-iscsi neutron-server[104468]: 'SubPort': {'1.0'}, Jul 13 09:05:58.655612 dv-cinder-849626-3-iscsi neutron-server[104468]: 'Subnet': {'1.1'}, Jul 13 09:05:58.655612 dv-cinder-849626-3-iscsi neutron-server[104468]: 'Trunk': {'1.1'}} Jul 13 09:05:58.655612 dv-cinder-849626-3-iscsi neutron-server[104468]: consumer versions: Jul 13 09:05:58.655612 dv-cinder-849626-3-iscsi neutron-server[104468]: { DHCP agent@dv-cinder-849626-3-iscsi: {}, Jul 13 09:05:58.655612 dv-cinder-849626-3-iscsi neutron-server[104468]: HyperV agent@hv-cinder-84962: {}, Jul 13 09:05:58.655612 dv-cinder-849626-3-iscsi neutron-server[104468]: L3 agent@dv-cinder-849626-3-iscsi: {}, Jul 13 09:05:58.655612 dv-cinder-849626-3-iscsi neutron-server[104468]: Metadata agent@dv-cinder-849626-3-iscsi: {}, Jul 13 09:05:58.655612 dv-cinder-849626-3-iscsi neutron-server[104468]: Metering agent@dv-cinder-849626-3-iscsi: {}, Jul 13 09:05:58.655612 dv-cinder-849626-3-iscsi neutron-server[104468]: Open vSwitch agent@dv-cinder-849626-3-iscsi: { 'AddressGroup': '1.2', Jul 13 09:05:58.655612 dv-cinder-849626-3-iscsi neutron-server[104468]: 'Agent': '1.1', Jul 13 09:05:58.655612 dv-cinder-849626-3-iscsi neutron-server[104468]: 'ConntrackHelper': '1.0', Jul 13 09:05:58.655612 dv-cinder-849626-3-iscsi neutron-server[104468]: 'LocalIPAssociation': '1.0', Jul 13 09:05:58.655612 dv-cinder-849626-3-iscsi neutron-server[104468]: 'Log': '1.0', Jul 13 09:05:58.655612 dv-cinder-849626-3-iscsi neutron-server[104468]: 'NDPProxy': '1.0', Jul 13 09:05:58.655612 dv-cinder-849626-3-iscsi neutron-server[104468]: 'Network': '1.1', Jul 13 09:05:58.655612 dv-cinder-849626-3-iscsi neutron-server[104468]: 'Port': '1.7', Jul 13 09:05:58.655612 dv-cinder-849626-3-iscsi neutron-server[104468]: 'PortForwarding': '1.3', Jul 13 09:05:58.655612 dv-cinder-849626-3-iscsi neutron-server[104468]: 'QosPolicy': '1.10', Jul 13 09:05:58.655612 dv-cinder-849626-3-iscsi neutron-server[104468]: 'SecurityGroup': '1.5', Jul 13 09:05:58.655612 dv-cinder-849626-3-iscsi neutron-server[104468]: 'SecurityGroupRule': '1.2', Jul 13 09:05:58.655612 dv-cinder-849626-3-iscsi neutron-server[104468]: 'SubPort': '1.0', Jul 13 09:05:58.655612 dv-cinder-849626-3-iscsi neutron-server[104468]: 'Subnet': '1.1', Jul 13 09:05:58.655612 dv-cinder-849626-3-iscsi neutron-server[104468]: 'Trunk': '1.1'}} Jul 13 09:05:58.655612 dv-cinder-849626-3-iscsi neutron-server[104468]: {{(pid=104468) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 09:05:58.662379 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fe7546f7-536d-442b-a17d-a3cdeaab0d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7769013'] for segment (d26cc65f-34ee-4574-8332-30169090378e), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:05:58.662614 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.db.segments_db [None req-fe7546f7-536d-442b-a17d-a3cdeaab0d37 admin admin] Added segment d26cc65f-34ee-4574-8332-30169090378e of type vlan for network dced4119-fd64-48f2-a32b-f0864c860758 Jul 13 09:05:58.708644 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fe7546f7-536d-442b-a17d-a3cdeaab0d37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760184566321'] for network (dced4119-fd64-48f2-a32b-f0864c860758), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:05:58.801424 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fe7546f7-536d-442b-a17d-a3cdeaab0d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428'] for network (dced4119-fd64-48f2-a32b-f0864c860758), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:05:58.802365 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7546f7-536d-442b-a17d-a3cdeaab0d37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:05:58.802953 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fe7546f7-536d-442b-a17d-a3cdeaab0d37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594414'] for network (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:05:58.868675 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7546f7-536d-442b-a17d-a3cdeaab0d37 admin admin] Pushing event updated for resources: {'Network': ['ID=dced4119-fd64-48f2-a32b-f0864c860758,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:05:58.880447 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Network dced4119-fd64-48f2-a32b-f0864c860758 details requested by agent ovs-agent-dv-cinder-849626-3-iscsi with host dv-cinder-849626-3-iscsi {{(pid=104470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 09:05:58.900191 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-fe7546f7-536d-442b-a17d-a3cdeaab0d37 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.8291671 Jul 13 09:05:58.903685 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 58234) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:05:58.913264 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-a8b96baf-f8b6-4bdd-b769-f68f4ada0877 admin admin] Request body: {'subnet': {'network_id': 'dced4119-fd64-48f2-a32b-f0864c860758', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1534830702-subnet', 'tenant_id': '09b63eccabbc498cb96dd4bbcef0969a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:05:59.017561 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b96baf-f8b6-4bdd-b769-f68f4ada0877 admin admin] Made reservation on behalf of 09b63eccabbc498cb96dd4bbcef0969a for: {'subnet': 1} {{(pid=104469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 09:05:59.020234 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-a8b96baf-f8b6-4bdd-b769-f68f4ada0877 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:05:59.152331 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 58242) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:05:59.290443 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-a8b96baf-f8b6-4bdd-b769-f68f4ada0877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428'] for subnet (f435a127-82ff-4993-a381-fe0f5e258ef6), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:05:59.341264 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b96baf-f8b6-4bdd-b769-f68f4ada0877 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f435a127-82ff-4993-a381-fe0f5e258ef6,revision_number=0']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:05:59.357356 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b96baf-f8b6-4bdd-b769-f68f4ada0877 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:05:59.357734 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b96baf-f8b6-4bdd-b769-f68f4ada0877 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:05:59.358161 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b96baf-f8b6-4bdd-b769-f68f4ada0877 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:05:59.358453 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b96baf-f8b6-4bdd-b769-f68f4ada0877 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:05:59.358778 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b96baf-f8b6-4bdd-b769-f68f4ada0877 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:05:59.359100 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b96baf-f8b6-4bdd-b769-f68f4ada0877 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:05:59.359441 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b96baf-f8b6-4bdd-b769-f68f4ada0877 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:05:59.359746 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b96baf-f8b6-4bdd-b769-f68f4ada0877 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:05:59.360085 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b96baf-f8b6-4bdd-b769-f68f4ada0877 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:05:59.360531 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b96baf-f8b6-4bdd-b769-f68f4ada0877 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:05:59.360728 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b96baf-f8b6-4bdd-b769-f68f4ada0877 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:05:59.361076 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b96baf-f8b6-4bdd-b769-f68f4ada0877 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:05:59.361386 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b96baf-f8b6-4bdd-b769-f68f4ada0877 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:05:59.361702 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b96baf-f8b6-4bdd-b769-f68f4ada0877 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:05:59.362015 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b96baf-f8b6-4bdd-b769-f68f4ada0877 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:05:59.363225 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b96baf-f8b6-4bdd-b769-f68f4ada0877 admin admin] Tracked resource versions report: Jul 13 09:05:59.363225 dv-cinder-849626-3-iscsi neutron-server[104469]: pushed versions: Jul 13 09:05:59.363225 dv-cinder-849626-3-iscsi neutron-server[104469]: { 'AddressGroup': {'1.2'}, Jul 13 09:05:59.363225 dv-cinder-849626-3-iscsi neutron-server[104469]: 'Agent': {'1.1'}, Jul 13 09:05:59.363225 dv-cinder-849626-3-iscsi neutron-server[104469]: 'ConntrackHelper': {'1.0'}, Jul 13 09:05:59.363225 dv-cinder-849626-3-iscsi neutron-server[104469]: 'LocalIPAssociation': {'1.0'}, Jul 13 09:05:59.363225 dv-cinder-849626-3-iscsi neutron-server[104469]: 'Log': {'1.0'}, Jul 13 09:05:59.363225 dv-cinder-849626-3-iscsi neutron-server[104469]: 'NDPProxy': {'1.0'}, Jul 13 09:05:59.363225 dv-cinder-849626-3-iscsi neutron-server[104469]: 'Network': {'1.1'}, Jul 13 09:05:59.363225 dv-cinder-849626-3-iscsi neutron-server[104469]: 'Port': {'1.7'}, Jul 13 09:05:59.363225 dv-cinder-849626-3-iscsi neutron-server[104469]: 'PortForwarding': {'1.3'}, Jul 13 09:05:59.363225 dv-cinder-849626-3-iscsi neutron-server[104469]: 'QosPolicy': {'1.10'}, Jul 13 09:05:59.363225 dv-cinder-849626-3-iscsi neutron-server[104469]: 'SecurityGroup': {'1.5'}, Jul 13 09:05:59.363225 dv-cinder-849626-3-iscsi neutron-server[104469]: 'SecurityGroupRule': {'1.2'}, Jul 13 09:05:59.363225 dv-cinder-849626-3-iscsi neutron-server[104469]: 'SubPort': {'1.0'}, Jul 13 09:05:59.363225 dv-cinder-849626-3-iscsi neutron-server[104469]: 'Subnet': {'1.1'}, Jul 13 09:05:59.363225 dv-cinder-849626-3-iscsi neutron-server[104469]: 'Trunk': {'1.1'}} Jul 13 09:05:59.363225 dv-cinder-849626-3-iscsi neutron-server[104469]: consumer versions: Jul 13 09:05:59.363225 dv-cinder-849626-3-iscsi neutron-server[104469]: { DHCP agent@dv-cinder-849626-3-iscsi: {}, Jul 13 09:05:59.363225 dv-cinder-849626-3-iscsi neutron-server[104469]: HyperV agent@hv-cinder-84962: {}, Jul 13 09:05:59.363225 dv-cinder-849626-3-iscsi neutron-server[104469]: L3 agent@dv-cinder-849626-3-iscsi: {}, Jul 13 09:05:59.363225 dv-cinder-849626-3-iscsi neutron-server[104469]: Metadata agent@dv-cinder-849626-3-iscsi: {}, Jul 13 09:05:59.363225 dv-cinder-849626-3-iscsi neutron-server[104469]: Metering agent@dv-cinder-849626-3-iscsi: {}, Jul 13 09:05:59.363225 dv-cinder-849626-3-iscsi neutron-server[104469]: Open vSwitch agent@dv-cinder-849626-3-iscsi: { 'AddressGroup': '1.2', Jul 13 09:05:59.363225 dv-cinder-849626-3-iscsi neutron-server[104469]: 'Agent': '1.1', Jul 13 09:05:59.363225 dv-cinder-849626-3-iscsi neutron-server[104469]: 'ConntrackHelper': '1.0', Jul 13 09:05:59.363225 dv-cinder-849626-3-iscsi neutron-server[104469]: 'LocalIPAssociation': '1.0', Jul 13 09:05:59.363225 dv-cinder-849626-3-iscsi neutron-server[104469]: 'Log': '1.0', Jul 13 09:05:59.363225 dv-cinder-849626-3-iscsi neutron-server[104469]: 'NDPProxy': '1.0', Jul 13 09:05:59.363225 dv-cinder-849626-3-iscsi neutron-server[104469]: 'Network': '1.1', Jul 13 09:05:59.363225 dv-cinder-849626-3-iscsi neutron-server[104469]: 'Port': '1.7', Jul 13 09:05:59.363225 dv-cinder-849626-3-iscsi neutron-server[104469]: 'PortForwarding': '1.3', Jul 13 09:05:59.363225 dv-cinder-849626-3-iscsi neutron-server[104469]: 'QosPolicy': '1.10', Jul 13 09:05:59.363225 dv-cinder-849626-3-iscsi neutron-server[104469]: 'SecurityGroup': '1.5', Jul 13 09:05:59.363225 dv-cinder-849626-3-iscsi neutron-server[104469]: 'SecurityGroupRule': '1.2', Jul 13 09:05:59.363225 dv-cinder-849626-3-iscsi neutron-server[104469]: 'SubPort': '1.0', Jul 13 09:05:59.363225 dv-cinder-849626-3-iscsi neutron-server[104469]: 'Subnet': '1.1', Jul 13 09:05:59.363225 dv-cinder-849626-3-iscsi neutron-server[104469]: 'Trunk': '1.1'}} Jul 13 09:05:59.363225 dv-cinder-849626-3-iscsi neutron-server[104469]: {{(pid=104469) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 09:05:59.372023 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b96baf-f8b6-4bdd-b769-f68f4ada0877 admin admin] Checking segment: {'id': 'd26cc65f-34ee-4574-8332-30169090378e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dced4119-fd64-48f2-a32b-f0864c860758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 09:05:59.372365 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b96baf-f8b6-4bdd-b769-f68f4ada0877 admin admin] Network hostable DHCP agents. Network: dced4119-fd64-48f2-a32b-f0864c860758, hostable agents: ['a33f270e-6fb2-40d7-a0c5-ff754f30a69f'], hosted agents: [] {{(pid=104469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 09:05:59.458161 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b96baf-f8b6-4bdd-b769-f68f4ada0877 admin admin] Network dced4119-fd64-48f2-a32b-f0864c860758 is scheduled to be hosted by DHCP agent a33f270e-6fb2-40d7-a0c5-ff754f30a69f with binding_index 1 {{(pid=104469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 09:05:59.541799 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [None req-a8b96baf-f8b6-4bdd-b769-f68f4ada0877 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849626-3-iscsi, dced4119-fd64-48f2-a32b-f0864c860758) {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:05:59.546154 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b96baf-f8b6-4bdd-b769-f68f4ada0877 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:05:59.550714 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-a8b96baf-f8b6-4bdd-b769-f68f4ada0877 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594414'] for subnet (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:05:59.555354 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634a1474-1f33-4f16-9fc5-e0d54291ac06 None None] Network dced4119-fd64-48f2-a32b-f0864c860758 requested from dv-cinder-849626-3-iscsi {{(pid=104470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 09:05:59.558264 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-cba996b4-f29e-4551-8335-fa59399d7382 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-740510556-network', 'tenant_id': '461a578ac4d44ffc9284d56a09d6c18e'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:05:59.649231 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-a8b96baf-f8b6-4bdd-b769-f68f4ada0877 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7427030 Jul 13 09:05:59.659676 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 58262) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:05:59.659676 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-b2d10fe6-cc18-4bf1-8856-34c004103db9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1534830702-router', 'tenant_id': '09b63eccabbc498cb96dd4bbcef0969a', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5'}}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:05:59.677653 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bccf149-9b7f-4256-af90-9f472fb3c6d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa97415d6-5d51-52f2-982d-111b1056dda0-dced4119-fd64-48f2-a32b-f0864c860758', 'network_id': 'dced4119-fd64-48f2-a32b-f0864c860758', 'project_id': '09b63eccabbc498cb96dd4bbcef0969a', 'fixed_ips': [{'subnet_id': 'f435a127-82ff-4993-a381-fe0f5e258ef6'}]}} from dv-cinder-849626-3-iscsi. {{(pid=104470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 13 09:05:59.678713 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3bccf149-9b7f-4256-af90-9f472fb3c6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:05:59.736081 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba996b4-f29e-4551-8335-fa59399d7382 admin admin] Made reservation on behalf of 461a578ac4d44ffc9284d56a09d6c18e for: {'network': 1} {{(pid=104468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 09:05:59.738920 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-cba996b4-f29e-4551-8335-fa59399d7382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for network (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:05:59.757021 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-cba996b4-f29e-4551-8335-fa59399d7382 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:05:59.837001 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-cba996b4-f29e-4551-8335-fa59399d7382 admin admin] Publish callbacks [] for security_group (1b1a5ee7-d3f1-44f7-9268-051531b6f975), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:05:59.839069 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b2d10fe6-cc18-4bf1-8856-34c004103db9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-400718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-703'] for router (4f4cac08-9db5-4216-bb73-8d0f30feaaaa), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:05:59.840882 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b2d10fe6-cc18-4bf1-8856-34c004103db9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-508804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-648'] for router (4f4cac08-9db5-4216-bb73-8d0f30feaaaa), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:05:59.847011 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=68,neutron:INSERT=26,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:05:59.863818 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.db_base_plugin_common [None req-3bccf149-9b7f-4256-af90-9f472fb3c6d1 None None] Allocated IP 172.20.0.2 (dced4119-fd64-48f2-a32b-f0864c860758/f435a127-82ff-4993-a381-fe0f5e258ef6/b47feaa5-e2fd-4e28-93f3-c04f95405233) {{(pid=104470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 09:05:59.910123 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b2d10fe6-cc18-4bf1-8856-34c004103db9 admin admin] Publish callbacks [] for router_controller (4f4cac08-9db5-4216-bb73-8d0f30feaaaa), precommit_add_association {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:05:59.913084 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-cba996b4-f29e-4551-8335-fa59399d7382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (1b1a5ee7-d3f1-44f7-9268-051531b6f975), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:05:59.930431 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cba996b4-f29e-4551-8335-fa59399d7382 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=104468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 09:05:59.960667 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-cba996b4-f29e-4551-8335-fa59399d7382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7769013'] for segment (b26e5001-6035-411a-8290-e0a90601d5d2), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:05:59.960999 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.db.segments_db [None req-cba996b4-f29e-4551-8335-fa59399d7382 admin admin] Added segment b26e5001-6035-411a-8290-e0a90601d5d2 of type vlan for network 0fe0cfc8-a852-4bd7-8f2a-f57d730ea287 Jul 13 09:06:00.001696 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba996b4-f29e-4551-8335-fa59399d7382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1a5ee7-d3f1-44f7-9268-051531b6f975,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:00.030712 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3bccf149-9b7f-4256-af90-9f472fb3c6d1 None None] Publish callbacks [] for port (b47feaa5-e2fd-4e28-93f3-c04f95405233), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:00.100677 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=5 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:00.102625 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-cba996b4-f29e-4551-8335-fa59399d7382 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760184566321'] for network (0fe0cfc8-a852-4bd7-8f2a-f57d730ea287), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:00.145627 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b2d10fe6-cc18-4bf1-8856-34c004103db9 admin admin] Publish callbacks [] for router_gateway (4f4cac08-9db5-4216-bb73-8d0f30feaaaa), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:00.172550 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3bccf149-9b7f-4256-af90-9f472fb3c6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760184582126'] for port (b47feaa5-e2fd-4e28-93f3-c04f95405233), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:00.214604 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bccf149-9b7f-4256-af90-9f472fb3c6d1 None None] Network dced4119-fd64-48f2-a32b-f0864c860758 is already hosted by enough agents. {{(pid=104470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:06:00.219615 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.base_scheduler [None req-3bccf149-9b7f-4256-af90-9f472fb3c6d1 None None] Resources bound (agent type, host, resource id): {{(pid=104470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:06:00.221685 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bccf149-9b7f-4256-af90-9f472fb3c6d1 None None] Pushing event updated for resources: {'Port': ['ID=b47feaa5-e2fd-4e28-93f3-c04f95405233,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:00.223865 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bccf149-9b7f-4256-af90-9f472fb3c6d1 None None] Received port after_create {{(pid=104470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 09:06:00.235299 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bccf149-9b7f-4256-af90-9f472fb3c6d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:06:00.238681 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bccf149-9b7f-4256-af90-9f472fb3c6d1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:06:00.238681 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bccf149-9b7f-4256-af90-9f472fb3c6d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:06:00.238681 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bccf149-9b7f-4256-af90-9f472fb3c6d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:06:00.238681 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bccf149-9b7f-4256-af90-9f472fb3c6d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:06:00.238681 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bccf149-9b7f-4256-af90-9f472fb3c6d1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:06:00.238681 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bccf149-9b7f-4256-af90-9f472fb3c6d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:06:00.238681 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bccf149-9b7f-4256-af90-9f472fb3c6d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:06:00.238681 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bccf149-9b7f-4256-af90-9f472fb3c6d1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:06:00.239399 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bccf149-9b7f-4256-af90-9f472fb3c6d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:06:00.239399 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bccf149-9b7f-4256-af90-9f472fb3c6d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:06:00.239597 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bccf149-9b7f-4256-af90-9f472fb3c6d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:06:00.239919 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bccf149-9b7f-4256-af90-9f472fb3c6d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:06:00.240409 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bccf149-9b7f-4256-af90-9f472fb3c6d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:06:00.240904 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bccf149-9b7f-4256-af90-9f472fb3c6d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:06:00.242096 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bccf149-9b7f-4256-af90-9f472fb3c6d1 None None] Tracked resource versions report: Jul 13 09:06:00.242096 dv-cinder-849626-3-iscsi neutron-server[104470]: pushed versions: Jul 13 09:06:00.242096 dv-cinder-849626-3-iscsi neutron-server[104470]: { 'AddressGroup': {'1.2'}, Jul 13 09:06:00.242096 dv-cinder-849626-3-iscsi neutron-server[104470]: 'Agent': {'1.1'}, Jul 13 09:06:00.242096 dv-cinder-849626-3-iscsi neutron-server[104470]: 'ConntrackHelper': {'1.0'}, Jul 13 09:06:00.242096 dv-cinder-849626-3-iscsi neutron-server[104470]: 'LocalIPAssociation': {'1.0'}, Jul 13 09:06:00.242096 dv-cinder-849626-3-iscsi neutron-server[104470]: 'Log': {'1.0'}, Jul 13 09:06:00.242096 dv-cinder-849626-3-iscsi neutron-server[104470]: 'NDPProxy': {'1.0'}, Jul 13 09:06:00.242096 dv-cinder-849626-3-iscsi neutron-server[104470]: 'Network': {'1.1'}, Jul 13 09:06:00.242096 dv-cinder-849626-3-iscsi neutron-server[104470]: 'Port': {'1.7'}, Jul 13 09:06:00.242096 dv-cinder-849626-3-iscsi neutron-server[104470]: 'PortForwarding': {'1.3'}, Jul 13 09:06:00.242096 dv-cinder-849626-3-iscsi neutron-server[104470]: 'QosPolicy': {'1.10'}, Jul 13 09:06:00.242096 dv-cinder-849626-3-iscsi neutron-server[104470]: 'SecurityGroup': {'1.5'}, Jul 13 09:06:00.242096 dv-cinder-849626-3-iscsi neutron-server[104470]: 'SecurityGroupRule': {'1.2'}, Jul 13 09:06:00.242096 dv-cinder-849626-3-iscsi neutron-server[104470]: 'SubPort': {'1.0'}, Jul 13 09:06:00.242096 dv-cinder-849626-3-iscsi neutron-server[104470]: 'Subnet': {'1.1'}, Jul 13 09:06:00.242096 dv-cinder-849626-3-iscsi neutron-server[104470]: 'Trunk': {'1.1'}} Jul 13 09:06:00.242096 dv-cinder-849626-3-iscsi neutron-server[104470]: consumer versions: Jul 13 09:06:00.242096 dv-cinder-849626-3-iscsi neutron-server[104470]: { DHCP agent@dv-cinder-849626-3-iscsi: {}, Jul 13 09:06:00.242096 dv-cinder-849626-3-iscsi neutron-server[104470]: HyperV agent@hv-cinder-84962: {}, Jul 13 09:06:00.242096 dv-cinder-849626-3-iscsi neutron-server[104470]: L3 agent@dv-cinder-849626-3-iscsi: {}, Jul 13 09:06:00.242096 dv-cinder-849626-3-iscsi neutron-server[104470]: Metadata agent@dv-cinder-849626-3-iscsi: {}, Jul 13 09:06:00.242096 dv-cinder-849626-3-iscsi neutron-server[104470]: Metering agent@dv-cinder-849626-3-iscsi: {}, Jul 13 09:06:00.242096 dv-cinder-849626-3-iscsi neutron-server[104470]: Open vSwitch agent@dv-cinder-849626-3-iscsi: { 'AddressGroup': '1.2', Jul 13 09:06:00.242096 dv-cinder-849626-3-iscsi neutron-server[104470]: 'Agent': '1.1', Jul 13 09:06:00.242096 dv-cinder-849626-3-iscsi neutron-server[104470]: 'ConntrackHelper': '1.0', Jul 13 09:06:00.242096 dv-cinder-849626-3-iscsi neutron-server[104470]: 'LocalIPAssociation': '1.0', Jul 13 09:06:00.242096 dv-cinder-849626-3-iscsi neutron-server[104470]: 'Log': '1.0', Jul 13 09:06:00.242096 dv-cinder-849626-3-iscsi neutron-server[104470]: 'NDPProxy': '1.0', Jul 13 09:06:00.242096 dv-cinder-849626-3-iscsi neutron-server[104470]: 'Network': '1.1', Jul 13 09:06:00.242096 dv-cinder-849626-3-iscsi neutron-server[104470]: 'Port': '1.7', Jul 13 09:06:00.242096 dv-cinder-849626-3-iscsi neutron-server[104470]: 'PortForwarding': '1.3', Jul 13 09:06:00.242096 dv-cinder-849626-3-iscsi neutron-server[104470]: 'QosPolicy': '1.10', Jul 13 09:06:00.242096 dv-cinder-849626-3-iscsi neutron-server[104470]: 'SecurityGroup': '1.5', Jul 13 09:06:00.242096 dv-cinder-849626-3-iscsi neutron-server[104470]: 'SecurityGroupRule': '1.2', Jul 13 09:06:00.242096 dv-cinder-849626-3-iscsi neutron-server[104470]: 'SubPort': '1.0', Jul 13 09:06:00.242096 dv-cinder-849626-3-iscsi neutron-server[104470]: 'Subnet': '1.1', Jul 13 09:06:00.242096 dv-cinder-849626-3-iscsi neutron-server[104470]: 'Trunk': '1.1'}} Jul 13 09:06:00.242096 dv-cinder-849626-3-iscsi neutron-server[104470]: {{(pid=104470) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 09:06:00.290566 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-cba996b4-f29e-4551-8335-fa59399d7382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428'] for network (0fe0cfc8-a852-4bd7-8f2a-f57d730ea287), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:00.295521 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba996b4-f29e-4551-8335-fa59399d7382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:00.295521 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-cba996b4-f29e-4551-8335-fa59399d7382 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594414'] for network (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:00.300156 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-3bccf149-9b7f-4256-af90-9f472fb3c6d1 None None] Attempting to bind port b47feaa5-e2fd-4e28-93f3-c04f95405233 on host dv-cinder-849626-3-iscsi for vnic_type normal with profile {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 09:06:00.300956 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-3bccf149-9b7f-4256-af90-9f472fb3c6d1 None None] Attempting to bind port b47feaa5-e2fd-4e28-93f3-c04f95405233 by drivers openvswitch,hyperv on host dv-cinder-849626-3-iscsi at level 0 using segments [{'id': 'd26cc65f-34ee-4574-8332-30169090378e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dced4119-fd64-48f2-a32b-f0864c860758'}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 09:06:00.301651 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bccf149-9b7f-4256-af90-9f472fb3c6d1 None None] Attempting to bind port b47feaa5-e2fd-4e28-93f3-c04f95405233 on network dced4119-fd64-48f2-a32b-f0864c860758 {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 09:06:00.309709 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bccf149-9b7f-4256-af90-9f472fb3c6d1 None None] Checking agent: {'id': '9379cce5-6fc7-4135-bc49-530c07185724', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849626-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 8, 57, 26), 'started_at': datetime.datetime(2022, 7, 13, 8, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 9, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849626-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 09:06:00.310295 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bccf149-9b7f-4256-af90-9f472fb3c6d1 None None] Checking segment: {'id': 'd26cc65f-34ee-4574-8332-30169090378e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dced4119-fd64-48f2-a32b-f0864c860758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 09:06:00.311116 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3bccf149-9b7f-4256-af90-9f472fb3c6d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:00.311915 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bccf149-9b7f-4256-af90-9f472fb3c6d1 None None] Bound using segment: {'id': 'd26cc65f-34ee-4574-8332-30169090378e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dced4119-fd64-48f2-a32b-f0864c860758'} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 09:06:00.312814 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-3bccf149-9b7f-4256-af90-9f472fb3c6d1 None None] Bound port: b47feaa5-e2fd-4e28-93f3-c04f95405233, host: dv-cinder-849626-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd26cc65f-34ee-4574-8332-30169090378e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dced4119-fd64-48f2-a32b-f0864c860758'}}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 09:06:00.313610 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3bccf149-9b7f-4256-af90-9f472fb3c6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (b47feaa5-e2fd-4e28-93f3-c04f95405233), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:00.380918 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-3bccf149-9b7f-4256-af90-9f472fb3c6d1 None None] For port b47feaa5-e2fd-4e28-93f3-c04f95405233, host dv-cinder-849626-3-iscsi, cleared binding levels {{(pid=104470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 09:06:00.384294 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-3bccf149-9b7f-4256-af90-9f472fb3c6d1 None None] For port b47feaa5-e2fd-4e28-93f3-c04f95405233, host dv-cinder-849626-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=b47feaa5-e2fd-4e28-93f3-c04f95405233,segment=NetworkSegment(d26cc65f-34ee-4574-8332-30169090378e),segment_id=d26cc65f-34ee-4574-8332-30169090378e)] {{(pid=104470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 09:06:00.431737 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba996b4-f29e-4551-8335-fa59399d7382 admin admin] Pushing event updated for resources: {'Network': ['ID=0fe0cfc8-a852-4bd7-8f2a-f57d730ea287,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:00.442344 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Network 0fe0cfc8-a852-4bd7-8f2a-f57d730ea287 details requested by agent ovs-agent-dv-cinder-849626-3-iscsi with host dv-cinder-849626-3-iscsi {{(pid=104470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 09:06:00.456114 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:00.478242 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b2d10fe6-cc18-4bf1-8856-34c004103db9 admin admin] Publish callbacks [] for router_gateway (4f4cac08-9db5-4216-bb73-8d0f30feaaaa), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:00.497933 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b2d10fe6-cc18-4bf1-8856-34c004103db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:00.504228 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3bccf149-9b7f-4256-af90-9f472fb3c6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (b47feaa5-e2fd-4e28-93f3-c04f95405233), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:00.535079 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 58312) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:06:00.569557 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-cba996b4-f29e-4551-8335-fa59399d7382 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.4154608 Jul 13 09:06:00.573021 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 58316) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:06:00.578975 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-9c8f6c70-c940-424b-8ed9-df89c6f9a3b0 admin admin] Request body: {'subnet': {'network_id': '0fe0cfc8-a852-4bd7-8f2a-f57d730ea287', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-740510556-subnet', 'tenant_id': '461a578ac4d44ffc9284d56a09d6c18e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:06:00.601915 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=90,neutron:UPDATE=8,neutron:INSERT=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:00.613275 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bccf149-9b7f-4256-af90-9f472fb3c6d1 None None] Pushing event updated for resources: {'Port': ['ID=b47feaa5-e2fd-4e28-93f3-c04f95405233,revision_number=2']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:00.630866 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.db.db_base_plugin_common [None req-b2d10fe6-cc18-4bf1-8856-34c004103db9 admin admin] Allocated IP 172.27.3.253 (14d154e4-c9a5-47e8-9f7f-9daf0b869ff5/8de8efa6-546e-4542-992b-4162440fe9c8/beed97aa-b53f-44ee-b0cf-5cc4388ac182) {{(pid=104468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 09:06:00.635597 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 58318) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:06:00.664599 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8f6c70-c940-424b-8ed9-df89c6f9a3b0 admin admin] Made reservation on behalf of 461a578ac4d44ffc9284d56a09d6c18e for: {'subnet': 1} {{(pid=104469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 09:06:00.667277 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-9c8f6c70-c940-424b-8ed9-df89c6f9a3b0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:00.767636 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b2d10fe6-cc18-4bf1-8856-34c004103db9 admin admin] Publish callbacks [] for port (beed97aa-b53f-44ee-b0cf-5cc4388ac182), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:00.881593 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b2d10fe6-cc18-4bf1-8856-34c004103db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760184582126'] for port (beed97aa-b53f-44ee-b0cf-5cc4388ac182), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:01.004386 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d10fe6-cc18-4bf1-8856-34c004103db9 admin admin] Network 14d154e4-c9a5-47e8-9f7f-9daf0b869ff5 is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:06:01.004386 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-b2d10fe6-cc18-4bf1-8856-34c004103db9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:06:01.004386 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d10fe6-cc18-4bf1-8856-34c004103db9 admin admin] Received port after_create {{(pid=104468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 09:06:01.008561 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-9c8f6c70-c940-424b-8ed9-df89c6f9a3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428'] for subnet (2d9b1655-f65d-4162-9d06-91ea7d9e504a), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:01.047636 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8f6c70-c940-424b-8ed9-df89c6f9a3b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d9b1655-f65d-4162-9d06-91ea7d9e504a,revision_number=0']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:01.056307 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8f6c70-c940-424b-8ed9-df89c6f9a3b0 admin admin] Checking segment: {'id': 'b26e5001-6035-411a-8290-e0a90601d5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0fe0cfc8-a852-4bd7-8f2a-f57d730ea287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 09:06:01.056419 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8f6c70-c940-424b-8ed9-df89c6f9a3b0 admin admin] Network hostable DHCP agents. Network: 0fe0cfc8-a852-4bd7-8f2a-f57d730ea287, hostable agents: ['a33f270e-6fb2-40d7-a0c5-ff754f30a69f'], hosted agents: [] {{(pid=104469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 09:06:01.072931 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d10fe6-cc18-4bf1-8856-34c004103db9 admin admin] Pushing event updated for resources: {'Port': ['ID=beed97aa-b53f-44ee-b0cf-5cc4388ac182,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:01.085119 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:01.101783 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-34142821-9c99-4605-8524-80539f8a10c7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2029521589-network', 'tenant_id': 'eb9e230019f042dbbc680fc3b1340d41'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:06:01.148607 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-94acac4a-9043-4a93-814f-98249646f1f2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1668870698-network', 'tenant_id': '7afbdee349034d2182240f1f7230236f'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:06:01.154276 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8f6c70-c940-424b-8ed9-df89c6f9a3b0 admin admin] Network 0fe0cfc8-a852-4bd7-8f2a-f57d730ea287 is scheduled to be hosted by DHCP agent a33f270e-6fb2-40d7-a0c5-ff754f30a69f with binding_index 1 {{(pid=104469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 09:06:01.163481 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:01.189521 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34142821-9c99-4605-8524-80539f8a10c7 admin admin] Made reservation on behalf of eb9e230019f042dbbc680fc3b1340d41 for: {'network': 1} {{(pid=104469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 09:06:01.192475 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-34142821-9c99-4605-8524-80539f8a10c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for network (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:01.201974 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-34142821-9c99-4605-8524-80539f8a10c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:01.215129 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [None req-9c8f6c70-c940-424b-8ed9-df89c6f9a3b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849626-3-iscsi, 0fe0cfc8-a852-4bd7-8f2a-f57d730ea287) {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:06:01.223339 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:01.226876 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8f6c70-c940-424b-8ed9-df89c6f9a3b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:01.227690 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-9c8f6c70-c940-424b-8ed9-df89c6f9a3b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594414'] for subnet (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:01.231204 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2649242-c464-455c-92e5-f7351e701c76 None None] Network 0fe0cfc8-a852-4bd7-8f2a-f57d730ea287 requested from dv-cinder-849626-3-iscsi {{(pid=104470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 09:06:01.279368 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94acac4a-9043-4a93-814f-98249646f1f2 admin admin] Made reservation on behalf of 7afbdee349034d2182240f1f7230236f for: {'network': 1} {{(pid=104469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 09:06:01.281989 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-94acac4a-9043-4a93-814f-98249646f1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for network (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:01.329753 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-94acac4a-9043-4a93-814f-98249646f1f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:01.358290 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b2d10fe6-cc18-4bf1-8856-34c004103db9 admin admin] Publish callbacks [] for router_gateway (4f4cac08-9db5-4216-bb73-8d0f30feaaaa), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:01.375842 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-9c8f6c70-c940-424b-8ed9-df89c6f9a3b0 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7988970 Jul 13 09:06:01.389290 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 58352) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:06:01.409036 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-54d76ce7-25a5-4d4b-9f95-2bb68cbac70b admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-740510556-router', 'tenant_id': '461a578ac4d44ffc9284d56a09d6c18e', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5'}}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:06:01.439004 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a642ac92-bcff-4b19-a99f-6d8bbbe198cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa97415d6-5d51-52f2-982d-111b1056dda0-0fe0cfc8-a852-4bd7-8f2a-f57d730ea287', 'network_id': '0fe0cfc8-a852-4bd7-8f2a-f57d730ea287', 'project_id': '461a578ac4d44ffc9284d56a09d6c18e', 'fixed_ips': [{'subnet_id': '2d9b1655-f65d-4162-9d06-91ea7d9e504a'}]}} from dv-cinder-849626-3-iscsi. {{(pid=104470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 13 09:06:01.440170 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a642ac92-bcff-4b19-a99f-6d8bbbe198cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:01.539975 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-34142821-9c99-4605-8524-80539f8a10c7 admin admin] Publish callbacks [] for security_group (dbac5620-0bad-4ec3-a10c-4c6aae180f1d), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:01.607954 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-34142821-9c99-4605-8524-80539f8a10c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (dbac5620-0bad-4ec3-a10c-4c6aae180f1d), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:01.642334 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-54d76ce7-25a5-4d4b-9f95-2bb68cbac70b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-400718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-703'] for router (ac451012-21d2-4ffb-b4af-0ab81fc725ef), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:01.649404 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-54d76ce7-25a5-4d4b-9f95-2bb68cbac70b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-508804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-648'] for router (ac451012-21d2-4ffb-b4af-0ab81fc725ef), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:01.681975 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.db_base_plugin_common [None req-a642ac92-bcff-4b19-a99f-6d8bbbe198cd None None] Allocated IP 172.20.0.2 (0fe0cfc8-a852-4bd7-8f2a-f57d730ea287/2d9b1655-f65d-4162-9d06-91ea7d9e504a/641956d2-7ece-4b03-8cdf-b20fc718bb59) {{(pid=104470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 09:06:01.728408 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-94acac4a-9043-4a93-814f-98249646f1f2 admin admin] Publish callbacks [] for security_group (77c09112-2b3a-408c-a662-4ffa4b7613d1), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:01.744078 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34142821-9c99-4605-8524-80539f8a10c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=104469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 09:06:01.844237 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-34142821-9c99-4605-8524-80539f8a10c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7769013'] for segment (9345669b-d3b5-4d9b-ac8e-05327c23f70b), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:01.847138 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.db.segments_db [None req-34142821-9c99-4605-8524-80539f8a10c7 admin admin] Added segment 9345669b-d3b5-4d9b-ac8e-05327c23f70b of type vlan for network 862d32ef-d286-4010-a420-61dff25da7b3 Jul 13 09:06:01.966880 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device b47feaa5-e2fd-4e28-93f3-c04f95405233 up at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:06:01.987096 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b2d10fe6-cc18-4bf1-8856-34c004103db9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-400835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388435'] for router (4f4cac08-9db5-4216-bb73-8d0f30feaaaa), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:01.992589 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-94acac4a-9043-4a93-814f-98249646f1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (77c09112-2b3a-408c-a662-4ffa4b7613d1), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:02.015972 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94acac4a-9043-4a93-814f-98249646f1f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=104469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 09:06:02.023527 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a642ac92-bcff-4b19-a99f-6d8bbbe198cd None None] Publish callbacks [] for port (641956d2-7ece-4b03-8cdf-b20fc718bb59), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:02.046221 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-94acac4a-9043-4a93-814f-98249646f1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7769013'] for segment (270cda57-bbfa-4cb6-9405-da36f4f1a73b), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:02.050135 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.db.segments_db [None req-94acac4a-9043-4a93-814f-98249646f1f2 admin admin] Added segment 270cda57-bbfa-4cb6-9405-da36f4f1a73b of type vlan for network 66664860-8484-4278-a13a-d19d7f467709 Jul 13 09:06:02.065605 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Provisioning complete for port b47feaa5-e2fd-4e28-93f3-c04f95405233 triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:06:02.066626 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (b47feaa5-e2fd-4e28-93f3-c04f95405233), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:02.091183 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:02.104430 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a642ac92-bcff-4b19-a99f-6d8bbbe198cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760184582126'] for port (641956d2-7ece-4b03-8cdf-b20fc718bb59), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:02.104858 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-34142821-9c99-4605-8524-80539f8a10c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760184566321'] for network (862d32ef-d286-4010-a420-61dff25da7b3), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:02.166854 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321a221f-661d-431c-beb9-bcb67da2e321 None None] Network dced4119-fd64-48f2-a32b-f0864c860758 requested from dv-cinder-849626-3-iscsi {{(pid=104470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 09:06:02.184300 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a642ac92-bcff-4b19-a99f-6d8bbbe198cd None None] Network 0fe0cfc8-a852-4bd7-8f2a-f57d730ea287 is already hosted by enough agents. {{(pid=104470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:06:02.200948 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34142821-9c99-4605-8524-80539f8a10c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbac5620-0bad-4ec3-a10c-4c6aae180f1d,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:02.203296 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.base_scheduler [None req-a642ac92-bcff-4b19-a99f-6d8bbbe198cd None None] Resources bound (agent type, host, resource id): {{(pid=104470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:06:02.223703 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a642ac92-bcff-4b19-a99f-6d8bbbe198cd None None] Received port after_create {{(pid=104470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 09:06:02.243808 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642ac92-bcff-4b19-a99f-6d8bbbe198cd None None] Pushing event updated for resources: {'Port': ['ID=641956d2-7ece-4b03-8cdf-b20fc718bb59,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:02.339663 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-34142821-9c99-4605-8524-80539f8a10c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428'] for network (862d32ef-d286-4010-a420-61dff25da7b3), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:02.341908 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34142821-9c99-4605-8524-80539f8a10c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:02.342678 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-34142821-9c99-4605-8524-80539f8a10c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594414'] for network (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:02.425015 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2d10fe6-cc18-4bf1-8856-34c004103db9 admin admin] Router 4f4cac08-9db5-4216-bb73-8d0f30feaaaa is scheduled to L3 agent 084ea860-45cb-441c-b2f8-c6c2f7d6686c with binding_index 1 {{(pid=104468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 13 09:06:02.555702 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:02.564180 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2d10fe6-cc18-4bf1-8856-34c004103db9 admin admin] Notify agent at l3_agent.dv-cinder-849626-3-iscsi the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 09:06:02.577272 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a50a9d3-691b-4378-8dd4-8d572d008d9e None None] Sync routers for ids ['4f4cac08-9db5-4216-bb73-8d0f30feaaaa'] in dv-cinder-849626-3-iscsi {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 09:06:02.590539 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a50a9d3-691b-4378-8dd4-8d572d008d9e None None] Routers {'4f4cac08-9db5-4216-bb73-8d0f30feaaaa'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:06:02.592834 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-1a50a9d3-691b-4378-8dd4-8d572d008d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:05:53Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['4f4cac08-9db5-4216-bb73-8d0f30feaaaa'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:06:02.617892 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34142821-9c99-4605-8524-80539f8a10c7 admin admin] Pushing event updated for resources: {'Network': ['ID=862d32ef-d286-4010-a420-61dff25da7b3,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:02.620738 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-54d76ce7-25a5-4d4b-9f95-2bb68cbac70b admin admin] Publish callbacks [] for router_controller (ac451012-21d2-4ffb-b4af-0ab81fc725ef), precommit_add_association {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:02.663412 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94acac4a-9043-4a93-814f-98249646f1f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c09112-2b3a-408c-a662-4ffa4b7613d1,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:02.681066 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b2d10fe6-cc18-4bf1-8856-34c004103db9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:02.681066 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-b2d10fe6-cc18-4bf1-8856-34c004103db9 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.0246542 Jul 13 09:06:02.681896 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 58384) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:06:02.705497 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-117ed41d-33d8-4aee-95a8-210b14b8d1e6 None None] Provisioning complete for port b47feaa5-e2fd-4e28-93f3-c04f95405233 triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:06:02.706244 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-117ed41d-33d8-4aee-95a8-210b14b8d1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (b47feaa5-e2fd-4e28-93f3-c04f95405233), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:02.717197 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Network 862d32ef-d286-4010-a420-61dff25da7b3 details requested by agent ovs-agent-dv-cinder-849626-3-iscsi with host dv-cinder-849626-3-iscsi {{(pid=104470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 09:06:02.867123 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-94acac4a-9043-4a93-814f-98249646f1f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760184566321'] for network (66664860-8484-4278-a13a-d19d7f467709), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:02.878518 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Current status of the port b47feaa5-e2fd-4e28-93f3-c04f95405233 is: DOWN; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:06:02.879668 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (b47feaa5-e2fd-4e28-93f3-c04f95405233), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:02.922443 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-34142821-9c99-4605-8524-80539f8a10c7 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 2.3863127 Jul 13 09:06:02.948044 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 58398) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:06:02.981289 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-1205f0d3-63cd-4597-826f-d9b82f72f0ca admin admin] Request body: {'subnet': {'network_id': '862d32ef-d286-4010-a420-61dff25da7b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2029521589-subnet', 'tenant_id': 'eb9e230019f042dbbc680fc3b1340d41', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:06:02.996943 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-1a50a9d3-691b-4378-8dd4-8d572d008d9e None None] Set router 4f4cac08-9db5-4216-bb73-8d0f30feaaaa gateway port host: dv-cinder-849626-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:06:03.033665 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.db.resource_extend [None req-94acac4a-9043-4a93-814f-98249646f1f2 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 13 09:06:03.040376 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:03.041508 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-a642ac92-bcff-4b19-a99f-6d8bbbe198cd None None] Attempting to bind port 641956d2-7ece-4b03-8cdf-b20fc718bb59 on host dv-cinder-849626-3-iscsi for vnic_type normal with profile {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 09:06:03.041882 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-a642ac92-bcff-4b19-a99f-6d8bbbe198cd None None] Attempting to bind port 641956d2-7ece-4b03-8cdf-b20fc718bb59 by drivers openvswitch,hyperv on host dv-cinder-849626-3-iscsi at level 0 using segments [{'id': 'b26e5001-6035-411a-8290-e0a90601d5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0fe0cfc8-a852-4bd7-8f2a-f57d730ea287'}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 09:06:03.042265 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a642ac92-bcff-4b19-a99f-6d8bbbe198cd None None] Attempting to bind port 641956d2-7ece-4b03-8cdf-b20fc718bb59 on network 0fe0cfc8-a852-4bd7-8f2a-f57d730ea287 {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 09:06:03.150424 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a642ac92-bcff-4b19-a99f-6d8bbbe198cd None None] Checking agent: {'id': '9379cce5-6fc7-4135-bc49-530c07185724', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849626-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 8, 57, 26), 'started_at': datetime.datetime(2022, 7, 13, 8, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 9, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849626-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 09:06:03.150809 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a642ac92-bcff-4b19-a99f-6d8bbbe198cd None None] Checking segment: {'id': 'b26e5001-6035-411a-8290-e0a90601d5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0fe0cfc8-a852-4bd7-8f2a-f57d730ea287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 09:06:03.151952 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a642ac92-bcff-4b19-a99f-6d8bbbe198cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:03.151952 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a642ac92-bcff-4b19-a99f-6d8bbbe198cd None None] Bound using segment: {'id': 'b26e5001-6035-411a-8290-e0a90601d5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0fe0cfc8-a852-4bd7-8f2a-f57d730ea287'} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 09:06:03.152363 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-a642ac92-bcff-4b19-a99f-6d8bbbe198cd None None] Bound port: 641956d2-7ece-4b03-8cdf-b20fc718bb59, host: dv-cinder-849626-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b26e5001-6035-411a-8290-e0a90601d5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0fe0cfc8-a852-4bd7-8f2a-f57d730ea287'}}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 09:06:03.152506 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a642ac92-bcff-4b19-a99f-6d8bbbe198cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (641956d2-7ece-4b03-8cdf-b20fc718bb59), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:03.209107 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] For port b47feaa5-e2fd-4e28-93f3-c04f95405233, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=b47feaa5-e2fd-4e28-93f3-c04f95405233,segment=NetworkSegment(d26cc65f-34ee-4574-8332-30169090378e),segment_id=d26cc65f-34ee-4574-8332-30169090378e)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:06:03.508467 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-117ed41d-33d8-4aee-95a8-210b14b8d1e6 None None] Current status of the port b47feaa5-e2fd-4e28-93f3-c04f95405233 is: DOWN; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:06:03.508467 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-117ed41d-33d8-4aee-95a8-210b14b8d1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (b47feaa5-e2fd-4e28-93f3-c04f95405233), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:03.510820 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-94acac4a-9043-4a93-814f-98249646f1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428'] for network (66664860-8484-4278-a13a-d19d7f467709), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:03.510820 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94acac4a-9043-4a93-814f-98249646f1f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:03.510820 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-94acac4a-9043-4a93-814f-98249646f1f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594414'] for network (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:03.512883 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-a642ac92-bcff-4b19-a99f-6d8bbbe198cd None None] For port 641956d2-7ece-4b03-8cdf-b20fc718bb59, host dv-cinder-849626-3-iscsi, cleared binding levels {{(pid=104470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 09:06:03.512883 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-a642ac92-bcff-4b19-a99f-6d8bbbe198cd None None] For port 641956d2-7ece-4b03-8cdf-b20fc718bb59, host dv-cinder-849626-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=641956d2-7ece-4b03-8cdf-b20fc718bb59,segment=NetworkSegment(b26e5001-6035-411a-8290-e0a90601d5d2),segment_id=b26e5001-6035-411a-8290-e0a90601d5d2)] {{(pid=104470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 09:06:03.512883 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (b47feaa5-e2fd-4e28-93f3-c04f95405233), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:03.516731 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-54d76ce7-25a5-4d4b-9f95-2bb68cbac70b admin admin] Publish callbacks [] for router_gateway (ac451012-21d2-4ffb-b4af-0ab81fc725ef), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:03.520071 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-1a50a9d3-691b-4378-8dd4-8d572d008d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4cac08-9db5-4216-bb73-8d0f30feaaaa', 'name': 'tempest-AttachVolumeShelveTestJSON-1534830702-router', 'tenant_id': '09b63eccabbc498cb96dd4bbcef0969a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'beed97aa-b53f-44ee-b0cf-5cc4388ac182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:05:59Z', 'updated_at': '2022-07-13T09:06:01Z', 'revision_number': 3, 'project_id': '09b63eccabbc498cb96dd4bbcef0969a', 'gw_port': {'id': 'beed97aa-b53f-44ee-b0cf-5cc4388ac182', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:59:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4cac08-9db5-4216-bb73-8d0f30feaaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:00Z', 'updated_at': '2022-07-13T09:06:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi'}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:06:03.521175 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1205f0d3-63cd-4597-826f-d9b82f72f0ca admin admin] Made reservation on behalf of eb9e230019f042dbbc680fc3b1340d41 for: {'subnet': 1} {{(pid=104469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 09:06:03.521695 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-154daabb-a89a-44a4-8084-f2acb35d9bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:03.522306 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-1205f0d3-63cd-4597-826f-d9b82f72f0ca admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:03.522402 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a50a9d3-691b-4378-8dd4-8d572d008d9e None None] Checking router: 4f4cac08-9db5-4216-bb73-8d0f30feaaaa for host: dv-cinder-849626-3-iscsi {{(pid=104471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 09:06:03.522402 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a50a9d3-691b-4378-8dd4-8d572d008d9e None None] Updating router 4f4cac08-9db5-4216-bb73-8d0f30feaaaa port beed97aa-b53f-44ee-b0cf-5cc4388ac182 binding host dv-cinder-849626-3-iscsi {{(pid=104471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 09:06:03.522539 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a642ac92-bcff-4b19-a99f-6d8bbbe198cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (641956d2-7ece-4b03-8cdf-b20fc718bb59), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:03.522632 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-1a50a9d3-691b-4378-8dd4-8d572d008d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (beed97aa-b53f-44ee-b0cf-5cc4388ac182), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:03.522708 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.db.api [None req-117ed41d-33d8-4aee-95a8-210b14b8d1e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 13 09:06:03.522708 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG oslo_db.api [None req-117ed41d-33d8-4aee-95a8-210b14b8d1e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 09:06:03.562923 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94acac4a-9043-4a93-814f-98249646f1f2 admin admin] Pushing event updated for resources: {'Network': ['ID=66664860-8484-4278-a13a-d19d7f467709,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:03.577875 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Network 66664860-8484-4278-a13a-d19d7f467709 details requested by agent ovs-agent-dv-cinder-849626-3-iscsi with host dv-cinder-849626-3-iscsi {{(pid=104470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 09:06:03.616918 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Pushing event updated for resources: {'Port': ['ID=b47feaa5-e2fd-4e28-93f3-c04f95405233,revision_number=3']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:03.687928 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-94acac4a-9043-4a93-814f-98249646f1f2 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 3.0506871 Jul 13 09:06:03.692583 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 58424) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:06:03.696821 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.db.db_base_plugin_common [None req-154daabb-a89a-44a4-8084-f2acb35d9bf5 admin admin] Allocated IP 172.20.0.1 (dced4119-fd64-48f2-a32b-f0864c860758/f435a127-82ff-4993-a381-fe0f5e258ef6/d88bd1f5-fc2f-402c-a795-a82f3f28cc4a) {{(pid=104468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 09:06:03.733520 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-1ffb6b9b-ab8e-4288-9189-3ea8e1a17bc5 admin admin] Request body: {'subnet': {'network_id': '66664860-8484-4278-a13a-d19d7f467709', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1668870698-subnet', 'tenant_id': '7afbdee349034d2182240f1f7230236f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:06:03.759164 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642ac92-bcff-4b19-a99f-6d8bbbe198cd None None] Pushing event updated for resources: {'Port': ['ID=641956d2-7ece-4b03-8cdf-b20fc718bb59,revision_number=2']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:03.851764 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:03.937909 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device b47feaa5-e2fd-4e28-93f3-c04f95405233 up at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:06:04.050001 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:04.100573 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:04.120107 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ffb6b9b-ab8e-4288-9189-3ea8e1a17bc5 admin admin] Made reservation on behalf of 7afbdee349034d2182240f1f7230236f for: {'subnet': 1} {{(pid=104468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 09:06:04.131024 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1ffb6b9b-ab8e-4288-9189-3ea8e1a17bc5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:04.247764 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.agents_db [None req-6da3c0df-3a39-4d49-9ef0-c2c7fda6ffa8 None None] Agent healthcheck: found 6 active agents {{(pid=104471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:06:04.264490 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-117ed41d-33d8-4aee-95a8-210b14b8d1e6 None None] Current status of the port b47feaa5-e2fd-4e28-93f3-c04f95405233 is: ACTIVE; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:06:04.275197 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Provisioning complete for port b47feaa5-e2fd-4e28-93f3-c04f95405233 triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:06:04.275788 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (b47feaa5-e2fd-4e28-93f3-c04f95405233), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:04.307964 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-1a50a9d3-691b-4378-8dd4-8d572d008d9e None None] Publish callbacks [] for port (beed97aa-b53f-44ee-b0cf-5cc4388ac182), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:04.339595 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=62,neutron:INSERT=32,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:04.354427 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-154daabb-a89a-44a4-8084-f2acb35d9bf5 admin admin] Publish callbacks [] for port (d88bd1f5-fc2f-402c-a795-a82f3f28cc4a), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:04.400201 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Current status of the port b47feaa5-e2fd-4e28-93f3-c04f95405233 is: ACTIVE; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:06:04.404423 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-6355e8cd-937a-4ac7-a046-4e7c1f6609a3 None None] Provisioning complete for port b47feaa5-e2fd-4e28-93f3-c04f95405233 triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:06:04.405168 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-6355e8cd-937a-4ac7-a046-4e7c1f6609a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (b47feaa5-e2fd-4e28-93f3-c04f95405233), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:04.415223 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-1a50a9d3-691b-4378-8dd4-8d572d008d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (beed97aa-b53f-44ee-b0cf-5cc4388ac182), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:04.433827 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:04.486432 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-54d76ce7-25a5-4d4b-9f95-2bb68cbac70b admin admin] Publish callbacks [] for router_gateway (ac451012-21d2-4ffb-b4af-0ab81fc725ef), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:04.494241 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-1a50a9d3-691b-4378-8dd4-8d572d008d9e None None] Attempting to bind port beed97aa-b53f-44ee-b0cf-5cc4388ac182 on host dv-cinder-849626-3-iscsi for vnic_type normal with profile {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 09:06:04.494727 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-1a50a9d3-691b-4378-8dd4-8d572d008d9e None None] Attempting to bind port beed97aa-b53f-44ee-b0cf-5cc4388ac182 by drivers openvswitch,hyperv on host dv-cinder-849626-3-iscsi at level 0 using segments [{'id': '51732cec-dd15-4320-89e5-7b26a17afbfa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5'}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 09:06:04.495154 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a50a9d3-691b-4378-8dd4-8d572d008d9e None None] Attempting to bind port beed97aa-b53f-44ee-b0cf-5cc4388ac182 on network 14d154e4-c9a5-47e8-9f7f-9daf0b869ff5 {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 09:06:04.506509 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a50a9d3-691b-4378-8dd4-8d572d008d9e None None] Checking agent: {'id': '9379cce5-6fc7-4135-bc49-530c07185724', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849626-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 8, 57, 26), 'started_at': datetime.datetime(2022, 7, 13, 8, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 9, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849626-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 09:06:04.506969 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a50a9d3-691b-4378-8dd4-8d572d008d9e None None] Checking segment: {'id': '51732cec-dd15-4320-89e5-7b26a17afbfa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 09:06:04.507634 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-1a50a9d3-691b-4378-8dd4-8d572d008d9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:04.508098 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a50a9d3-691b-4378-8dd4-8d572d008d9e None None] Bound using segment: {'id': '51732cec-dd15-4320-89e5-7b26a17afbfa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5'} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 09:06:04.508654 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-1a50a9d3-691b-4378-8dd4-8d572d008d9e None None] Bound port: beed97aa-b53f-44ee-b0cf-5cc4388ac182, host: dv-cinder-849626-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51732cec-dd15-4320-89e5-7b26a17afbfa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5'}}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 09:06:04.509035 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-1a50a9d3-691b-4378-8dd4-8d572d008d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (beed97aa-b53f-44ee-b0cf-5cc4388ac182), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:04.511302 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5964255-8e27-4a44-9bd1-2d0ddcac1440 None None] Pushing event updated for resources: {'Port': ['ID=beed97aa-b53f-44ee-b0cf-5cc4388ac182,revision_number=2']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:04.511891 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-6355e8cd-937a-4ac7-a046-4e7c1f6609a3 None None] Current status of the port b47feaa5-e2fd-4e28-93f3-c04f95405233 is: ACTIVE; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:06:04.525441 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-154daabb-a89a-44a4-8084-f2acb35d9bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760184582126'] for port (d88bd1f5-fc2f-402c-a795-a82f3f28cc4a), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:04.542917 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5964255-8e27-4a44-9bd1-2d0ddcac1440 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:06:04.545666 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5964255-8e27-4a44-9bd1-2d0ddcac1440 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:06:04.545666 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5964255-8e27-4a44-9bd1-2d0ddcac1440 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:06:04.545666 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5964255-8e27-4a44-9bd1-2d0ddcac1440 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:06:04.545666 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5964255-8e27-4a44-9bd1-2d0ddcac1440 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:06:04.545666 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5964255-8e27-4a44-9bd1-2d0ddcac1440 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:06:04.545666 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5964255-8e27-4a44-9bd1-2d0ddcac1440 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:06:04.545666 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5964255-8e27-4a44-9bd1-2d0ddcac1440 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:06:04.546192 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5964255-8e27-4a44-9bd1-2d0ddcac1440 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:06:04.546192 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5964255-8e27-4a44-9bd1-2d0ddcac1440 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:06:04.546510 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5964255-8e27-4a44-9bd1-2d0ddcac1440 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:06:04.546830 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5964255-8e27-4a44-9bd1-2d0ddcac1440 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:06:04.547150 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5964255-8e27-4a44-9bd1-2d0ddcac1440 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:06:04.547461 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5964255-8e27-4a44-9bd1-2d0ddcac1440 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:06:04.547774 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5964255-8e27-4a44-9bd1-2d0ddcac1440 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:06:04.549019 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5964255-8e27-4a44-9bd1-2d0ddcac1440 None None] Tracked resource versions report: Jul 13 09:06:04.549019 dv-cinder-849626-3-iscsi neutron-server[104471]: pushed versions: Jul 13 09:06:04.549019 dv-cinder-849626-3-iscsi neutron-server[104471]: { 'AddressGroup': {'1.2'}, Jul 13 09:06:04.549019 dv-cinder-849626-3-iscsi neutron-server[104471]: 'Agent': {'1.1'}, Jul 13 09:06:04.549019 dv-cinder-849626-3-iscsi neutron-server[104471]: 'ConntrackHelper': {'1.0'}, Jul 13 09:06:04.549019 dv-cinder-849626-3-iscsi neutron-server[104471]: 'LocalIPAssociation': {'1.0'}, Jul 13 09:06:04.549019 dv-cinder-849626-3-iscsi neutron-server[104471]: 'Log': {'1.0'}, Jul 13 09:06:04.549019 dv-cinder-849626-3-iscsi neutron-server[104471]: 'NDPProxy': {'1.0'}, Jul 13 09:06:04.549019 dv-cinder-849626-3-iscsi neutron-server[104471]: 'Network': {'1.1'}, Jul 13 09:06:04.549019 dv-cinder-849626-3-iscsi neutron-server[104471]: 'Port': {'1.7'}, Jul 13 09:06:04.549019 dv-cinder-849626-3-iscsi neutron-server[104471]: 'PortForwarding': {'1.3'}, Jul 13 09:06:04.549019 dv-cinder-849626-3-iscsi neutron-server[104471]: 'QosPolicy': {'1.10'}, Jul 13 09:06:04.549019 dv-cinder-849626-3-iscsi neutron-server[104471]: 'SecurityGroup': {'1.5'}, Jul 13 09:06:04.549019 dv-cinder-849626-3-iscsi neutron-server[104471]: 'SecurityGroupRule': {'1.2'}, Jul 13 09:06:04.549019 dv-cinder-849626-3-iscsi neutron-server[104471]: 'SubPort': {'1.0'}, Jul 13 09:06:04.549019 dv-cinder-849626-3-iscsi neutron-server[104471]: 'Subnet': {'1.1'}, Jul 13 09:06:04.549019 dv-cinder-849626-3-iscsi neutron-server[104471]: 'Trunk': {'1.1'}} Jul 13 09:06:04.549019 dv-cinder-849626-3-iscsi neutron-server[104471]: consumer versions: Jul 13 09:06:04.549019 dv-cinder-849626-3-iscsi neutron-server[104471]: { DHCP agent@dv-cinder-849626-3-iscsi: {}, Jul 13 09:06:04.549019 dv-cinder-849626-3-iscsi neutron-server[104471]: HyperV agent@hv-cinder-84962: {}, Jul 13 09:06:04.549019 dv-cinder-849626-3-iscsi neutron-server[104471]: L3 agent@dv-cinder-849626-3-iscsi: {}, Jul 13 09:06:04.549019 dv-cinder-849626-3-iscsi neutron-server[104471]: Metadata agent@dv-cinder-849626-3-iscsi: {}, Jul 13 09:06:04.549019 dv-cinder-849626-3-iscsi neutron-server[104471]: Metering agent@dv-cinder-849626-3-iscsi: {}, Jul 13 09:06:04.549019 dv-cinder-849626-3-iscsi neutron-server[104471]: Open vSwitch agent@dv-cinder-849626-3-iscsi: { 'AddressGroup': '1.2', Jul 13 09:06:04.549019 dv-cinder-849626-3-iscsi neutron-server[104471]: 'Agent': '1.1', Jul 13 09:06:04.549019 dv-cinder-849626-3-iscsi neutron-server[104471]: 'ConntrackHelper': '1.0', Jul 13 09:06:04.549019 dv-cinder-849626-3-iscsi neutron-server[104471]: 'LocalIPAssociation': '1.0', Jul 13 09:06:04.549019 dv-cinder-849626-3-iscsi neutron-server[104471]: 'Log': '1.0', Jul 13 09:06:04.549019 dv-cinder-849626-3-iscsi neutron-server[104471]: 'NDPProxy': '1.0', Jul 13 09:06:04.549019 dv-cinder-849626-3-iscsi neutron-server[104471]: 'Network': '1.1', Jul 13 09:06:04.549019 dv-cinder-849626-3-iscsi neutron-server[104471]: 'Port': '1.7', Jul 13 09:06:04.549019 dv-cinder-849626-3-iscsi neutron-server[104471]: 'PortForwarding': '1.3', Jul 13 09:06:04.549019 dv-cinder-849626-3-iscsi neutron-server[104471]: 'QosPolicy': '1.10', Jul 13 09:06:04.549019 dv-cinder-849626-3-iscsi neutron-server[104471]: 'SecurityGroup': '1.5', Jul 13 09:06:04.549019 dv-cinder-849626-3-iscsi neutron-server[104471]: 'SecurityGroupRule': '1.2', Jul 13 09:06:04.549019 dv-cinder-849626-3-iscsi neutron-server[104471]: 'SubPort': '1.0', Jul 13 09:06:04.549019 dv-cinder-849626-3-iscsi neutron-server[104471]: 'Subnet': '1.1', Jul 13 09:06:04.549019 dv-cinder-849626-3-iscsi neutron-server[104471]: 'Trunk': '1.1'}} Jul 13 09:06:04.549019 dv-cinder-849626-3-iscsi neutron-server[104471]: {{(pid=104471) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 09:06:04.568778 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-1205f0d3-63cd-4597-826f-d9b82f72f0ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428'] for subnet (633e38db-5802-43d1-a471-65c5e58c5839), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:04.574463 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-54d76ce7-25a5-4d4b-9f95-2bb68cbac70b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:04.605013 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-1a50a9d3-691b-4378-8dd4-8d572d008d9e None None] For port beed97aa-b53f-44ee-b0cf-5cc4388ac182, host dv-cinder-849626-3-iscsi, cleared binding levels {{(pid=104471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 09:06:04.608317 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-1a50a9d3-691b-4378-8dd4-8d572d008d9e None None] For port beed97aa-b53f-44ee-b0cf-5cc4388ac182, host dv-cinder-849626-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=beed97aa-b53f-44ee-b0cf-5cc4388ac182,segment=NetworkSegment(51732cec-dd15-4320-89e5-7b26a17afbfa),segment_id=51732cec-dd15-4320-89e5-7b26a17afbfa)] {{(pid=104471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 09:06:04.650514 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154daabb-a89a-44a4-8084-f2acb35d9bf5 admin admin] Network dced4119-fd64-48f2-a32b-f0864c860758 is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:06:04.660804 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-154daabb-a89a-44a4-8084-f2acb35d9bf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:06:04.666087 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154daabb-a89a-44a4-8084-f2acb35d9bf5 admin admin] Received port after_create {{(pid=104468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 09:06:04.667893 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-154daabb-a89a-44a4-8084-f2acb35d9bf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377229'] for router_interface (4f4cac08-9db5-4216-bb73-8d0f30feaaaa), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:04.699554 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-1a50a9d3-691b-4378-8dd4-8d572d008d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (beed97aa-b53f-44ee-b0cf-5cc4388ac182), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:04.759818 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1ffb6b9b-ab8e-4288-9189-3ea8e1a17bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428'] for subnet (e31827df-90a6-4f3b-b292-e48b977cc711), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:04.843286 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:04.849653 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5964255-8e27-4a44-9bd1-2d0ddcac1440 None None] Pushing event updated for resources: {'Port': ['ID=beed97aa-b53f-44ee-b0cf-5cc4388ac182,revision_number=3']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:04.884828 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a50a9d3-691b-4378-8dd4-8d572d008d9e None None] Routers {'4f4cac08-9db5-4216-bb73-8d0f30feaaaa'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:06:04.885816 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-1a50a9d3-691b-4378-8dd4-8d572d008d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:05:53Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['4f4cac08-9db5-4216-bb73-8d0f30feaaaa'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:06:04.891344 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffb6b9b-ab8e-4288-9189-3ea8e1a17bc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e31827df-90a6-4f3b-b292-e48b977cc711,revision_number=0']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:04.912521 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154daabb-a89a-44a4-8084-f2acb35d9bf5 admin admin] Pushing event updated for resources: {'Port': ['ID=d88bd1f5-fc2f-402c-a795-a82f3f28cc4a,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:04.963961 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_common [None req-54d76ce7-25a5-4d4b-9f95-2bb68cbac70b admin admin] Allocated IP 172.27.3.93 (14d154e4-c9a5-47e8-9f7f-9daf0b869ff5/8de8efa6-546e-4542-992b-4162440fe9c8/d2c4f5e0-d8bb-4575-95b2-0989fef0e2d9) {{(pid=104469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 09:06:05.015124 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffb6b9b-ab8e-4288-9189-3ea8e1a17bc5 admin admin] Checking segment: {'id': '270cda57-bbfa-4cb6-9405-da36f4f1a73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '66664860-8484-4278-a13a-d19d7f467709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 09:06:05.015387 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffb6b9b-ab8e-4288-9189-3ea8e1a17bc5 admin admin] Network hostable DHCP agents. Network: 66664860-8484-4278-a13a-d19d7f467709, hostable agents: ['a33f270e-6fb2-40d7-a0c5-ff754f30a69f'], hosted agents: [] {{(pid=104468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 09:06:05.024669 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 58458) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:06:05.038583 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-1a50a9d3-691b-4378-8dd4-8d572d008d9e None None] Set router 4f4cac08-9db5-4216-bb73-8d0f30feaaaa gateway port host: dv-cinder-849626-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:06:05.105294 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:05.149408 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffb6b9b-ab8e-4288-9189-3ea8e1a17bc5 admin admin] Network 66664860-8484-4278-a13a-d19d7f467709 is scheduled to be hosted by DHCP agent a33f270e-6fb2-40d7-a0c5-ff754f30a69f with binding_index 1 {{(pid=104468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 09:06:05.152084 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1205f0d3-63cd-4597-826f-d9b82f72f0ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=633e38db-5802-43d1-a471-65c5e58c5839,revision_number=0']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:05.157224 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-539925da-2827-4e42-b33c-ca3a92562aa6 None None] Provisioning complete for port d88bd1f5-fc2f-402c-a795-a82f3f28cc4a triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:06:05.157880 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-539925da-2827-4e42-b33c-ca3a92562aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (d88bd1f5-fc2f-402c-a795-a82f3f28cc4a), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:05.164259 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1205f0d3-63cd-4597-826f-d9b82f72f0ca admin admin] Checking segment: {'id': '9345669b-d3b5-4d9b-ac8e-05327c23f70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '862d32ef-d286-4010-a420-61dff25da7b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 09:06:05.164990 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1205f0d3-63cd-4597-826f-d9b82f72f0ca admin admin] Network hostable DHCP agents. Network: 862d32ef-d286-4010-a420-61dff25da7b3, hostable agents: ['a33f270e-6fb2-40d7-a0c5-ff754f30a69f'], hosted agents: [] {{(pid=104469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 09:06:05.173719 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-54d76ce7-25a5-4d4b-9f95-2bb68cbac70b admin admin] Publish callbacks [] for port (d2c4f5e0-d8bb-4575-95b2-0989fef0e2d9), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:05.203526 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-154daabb-a89a-44a4-8084-f2acb35d9bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (d88bd1f5-fc2f-402c-a795-a82f3f28cc4a), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:05.261584 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-539925da-2827-4e42-b33c-ca3a92562aa6 None None] Port d88bd1f5-fc2f-402c-a795-a82f3f28cc4a cannot update to ACTIVE because it is not bound. {{(pid=104470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 09:06:05.296616 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc3e661-37d9-43bf-a77a-e830340763c7 None None] Network 0fe0cfc8-a852-4bd7-8f2a-f57d730ea287 requested from dv-cinder-849626-3-iscsi {{(pid=104470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 09:06:05.297775 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5,neutron:INSERT=10 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:05.303523 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-1ffb6b9b-ab8e-4288-9189-3ea8e1a17bc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849626-3-iscsi, 66664860-8484-4278-a13a-d19d7f467709) {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:06:05.315758 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188bed90-9afb-4554-b03b-9a81f4074b36 None None] Network 66664860-8484-4278-a13a-d19d7f467709 requested from dv-cinder-849626-3-iscsi {{(pid=104470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 09:06:05.318827 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7eb6c145-05d2-417d-a1de-052c58823bec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:05.322897 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffb6b9b-ab8e-4288-9189-3ea8e1a17bc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:05.323348 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1ffb6b9b-ab8e-4288-9189-3ea8e1a17bc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594414'] for subnet (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:05.361511 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-1a50a9d3-691b-4378-8dd4-8d572d008d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4cac08-9db5-4216-bb73-8d0f30feaaaa', 'name': 'tempest-AttachVolumeShelveTestJSON-1534830702-router', 'tenant_id': '09b63eccabbc498cb96dd4bbcef0969a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'beed97aa-b53f-44ee-b0cf-5cc4388ac182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:05:59Z', 'updated_at': '2022-07-13T09:06:01Z', 'revision_number': 3, 'project_id': '09b63eccabbc498cb96dd4bbcef0969a', 'gw_port': {'id': 'beed97aa-b53f-44ee-b0cf-5cc4388ac182', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:59:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4cac08-9db5-4216-bb73-8d0f30feaaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:00Z', 'updated_at': '2022-07-13T09:06:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi'}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:06:05.371126 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-54d76ce7-25a5-4d4b-9f95-2bb68cbac70b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760184582126'] for port (d2c4f5e0-d8bb-4575-95b2-0989fef0e2d9), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:05.436587 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a50a9d3-691b-4378-8dd4-8d572d008d9e None None] The sync data for ids ['4f4cac08-9db5-4216-bb73-8d0f30feaaaa'] in dv-cinder-849626-3-iscsi is: [{'id': '4f4cac08-9db5-4216-bb73-8d0f30feaaaa', 'name': 'tempest-AttachVolumeShelveTestJSON-1534830702-router', 'tenant_id': '09b63eccabbc498cb96dd4bbcef0969a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'beed97aa-b53f-44ee-b0cf-5cc4388ac182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:05:59Z', 'updated_at': '2022-07-13T09:06:01Z', 'revision_number': 3, 'project_id': '09b63eccabbc498cb96dd4bbcef0969a', 'gw_port': {'id': 'beed97aa-b53f-44ee-b0cf-5cc4388ac182', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:59:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4cac08-9db5-4216-bb73-8d0f30feaaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:00Z', 'updated_at': '2022-07-13T09:06:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi'}] {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 09:06:05.443919 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:05.471760 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-1ffb6b9b-ab8e-4288-9189-3ea8e1a17bc5 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7775915 Jul 13 09:06:05.477555 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 58472) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:06:05.495582 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-0285488a-03bc-4f05-818a-2c09c9aa4911 None None] Provisioning complete for port 641956d2-7ece-4b03-8cdf-b20fc718bb59 triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:06:05.500243 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-0285488a-03bc-4f05-818a-2c09c9aa4911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (641956d2-7ece-4b03-8cdf-b20fc718bb59), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:05.511349 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-da83d6cd-d822-46ac-bcbd-f3c4a46227bf admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1668870698-router', 'tenant_id': '7afbdee349034d2182240f1f7230236f', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5'}}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:06:05.539828 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1205f0d3-63cd-4597-826f-d9b82f72f0ca admin admin] Network 862d32ef-d286-4010-a420-61dff25da7b3 is scheduled to be hosted by DHCP agent a33f270e-6fb2-40d7-a0c5-ff754f30a69f with binding_index 1 {{(pid=104469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 09:06:05.563456 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d76ce7-25a5-4d4b-9f95-2bb68cbac70b admin admin] Network 14d154e4-c9a5-47e8-9f7f-9daf0b869ff5 is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:06:05.569186 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7eb6c145-05d2-417d-a1de-052c58823bec admin admin] Publish callbacks [] for security_group (969e9577-b815-4872-9dc1-34bb8c67883d), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:05.575846 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [None req-54d76ce7-25a5-4d4b-9f95-2bb68cbac70b admin admin] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:06:05.579053 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d76ce7-25a5-4d4b-9f95-2bb68cbac70b admin admin] Received port after_create {{(pid=104469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 09:06:05.633531 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-154daabb-a89a-44a4-8084-f2acb35d9bf5 admin admin] Publish callbacks [] for port (d88bd1f5-fc2f-402c-a795-a82f3f28cc4a), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:05.641475 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7eb6c145-05d2-417d-a1de-052c58823bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (969e9577-b815-4872-9dc1-34bb8c67883d), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:05.703711 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d546397d-8a93-408d-a4f4-ff1c3798cd3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa97415d6-5d51-52f2-982d-111b1056dda0-66664860-8484-4278-a13a-d19d7f467709', 'network_id': '66664860-8484-4278-a13a-d19d7f467709', 'project_id': '7afbdee349034d2182240f1f7230236f', 'fixed_ips': [{'subnet_id': 'e31827df-90a6-4f3b-b292-e48b977cc711'}]}} from dv-cinder-849626-3-iscsi. {{(pid=104470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 13 09:06:05.707311 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-d546397d-8a93-408d-a4f4-ff1c3798cd3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:05.779094 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [None req-1205f0d3-63cd-4597-826f-d9b82f72f0ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849626-3-iscsi, 862d32ef-d286-4010-a420-61dff25da7b3) {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:06:05.779443 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-0285488a-03bc-4f05-818a-2c09c9aa4911 None None] Current status of the port 641956d2-7ece-4b03-8cdf-b20fc718bb59 is: DOWN; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:06:05.779833 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-0285488a-03bc-4f05-818a-2c09c9aa4911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (641956d2-7ece-4b03-8cdf-b20fc718bb59), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:05.828057 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:05.836831 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-7eb6c145-05d2-417d-a1de-052c58823bec admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=b9915e7547ac42f89570543def2962b2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8077278 Jul 13 09:06:05.836831 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-154daabb-a89a-44a4-8084-f2acb35d9bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (d88bd1f5-fc2f-402c-a795-a82f3f28cc4a), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:05.836831 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-154daabb-a89a-44a4-8084-f2acb35d9bf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-391157'] for router_interface (4f4cac08-9db5-4216-bb73-8d0f30feaaaa), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:05.843618 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11b872b-191f-40ae-bfa1-3fe9260f1b22 None None] Network 862d32ef-d286-4010-a420-61dff25da7b3 requested from dv-cinder-849626-3-iscsi {{(pid=104470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 09:06:05.864454 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 58476) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:06:05.898617 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1205f0d3-63cd-4597-826f-d9b82f72f0ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:05.899688 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-1205f0d3-63cd-4597-826f-d9b82f72f0ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594414'] for subnet (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:05.913826 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d76ce7-25a5-4d4b-9f95-2bb68cbac70b admin admin] Pushing event updated for resources: {'Port': ['ID=d2c4f5e0-d8bb-4575-95b2-0989fef0e2d9,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:06.047622 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-1205f0d3-63cd-4597-826f-d9b82f72f0ca admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.0984125 Jul 13 09:06:06.052954 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 58480) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:06:06.061547 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-da83d6cd-d822-46ac-bcbd-f3c4a46227bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-400718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-703'] for router (e1a9fa37-49f7-44f6-a60d-16c81522f514), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:06.062684 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-da83d6cd-d822-46ac-bcbd-f3c4a46227bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-508804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-648'] for router (e1a9fa37-49f7-44f6-a60d-16c81522f514), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:06.078383 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154daabb-a89a-44a4-8084-f2acb35d9bf5 admin admin] Pushing event updated for resources: {'Port': ['ID=d88bd1f5-fc2f-402c-a795-a82f3f28cc4a,revision_number=2']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:06.090364 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-2f93c7a4-a989-4574-b396-f78cb6192f1b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2029521589-router', 'tenant_id': 'eb9e230019f042dbbc680fc3b1340d41', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5'}}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:06:06.101552 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154daabb-a89a-44a4-8084-f2acb35d9bf5 admin admin] Network dced4119-fd64-48f2-a32b-f0864c860758 is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:06:06.108100 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-154daabb-a89a-44a4-8084-f2acb35d9bf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:06:06.206941 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device 641956d2-7ece-4b03-8cdf-b20fc718bb59 up at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:06:06.248679 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb6c145-05d2-417d-a1de-052c58823bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=969e9577-b815-4872-9dc1-34bb8c67883d,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:06.259294 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-9064e9e5-ac01-41af-8f7a-73c7765624c0 admin admin] Publish callbacks [] for security_group (969e9577-b815-4872-9dc1-34bb8c67883d), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:06.301964 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-9064e9e5-ac01-41af-8f7a-73c7765624c0 admin admin] Publish callbacks [] for security_group (969e9577-b815-4872-9dc1-34bb8c67883d), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:06.339695 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2f93c7a4-a989-4574-b396-f78cb6192f1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-400718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-703'] for router (4f1da02d-cbd0-4602-80a0-6cd8656ba707), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:06.343079 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2f93c7a4-a989-4574-b396-f78cb6192f1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-508804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-648'] for router (4f1da02d-cbd0-4602-80a0-6cd8656ba707), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:06.391830 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-154daabb-a89a-44a4-8084-f2acb35d9bf5 admin admin] Router 4f4cac08-9db5-4216-bb73-8d0f30feaaaa has already been hosted by L3 agent 084ea860-45cb-441c-b2f8-c6c2f7d6686c {{(pid=104468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 09:06:06.394216 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-da83d6cd-d822-46ac-bcbd-f3c4a46227bf admin admin] Publish callbacks [] for router_controller (e1a9fa37-49f7-44f6-a60d-16c81522f514), precommit_add_association {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:06.448407 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-0285488a-03bc-4f05-818a-2c09c9aa4911 None None] For port 641956d2-7ece-4b03-8cdf-b20fc718bb59, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=641956d2-7ece-4b03-8cdf-b20fc718bb59,segment=NetworkSegment(b26e5001-6035-411a-8290-e0a90601d5d2),segment_id=b26e5001-6035-411a-8290-e0a90601d5d2)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:06:06.468454 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:06.537225 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.db_base_plugin_common [None req-d546397d-8a93-408d-a4f4-ff1c3798cd3a None None] Allocated IP 172.20.0.2 (66664860-8484-4278-a13a-d19d7f467709/e31827df-90a6-4f3b-b292-e48b977cc711/329d7842-16d7-42d8-a380-c1c775a2c687) {{(pid=104470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 09:06:06.548334 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-0285488a-03bc-4f05-818a-2c09c9aa4911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (641956d2-7ece-4b03-8cdf-b20fc718bb59), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:06.652033 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2f93c7a4-a989-4574-b396-f78cb6192f1b admin admin] Publish callbacks [] for router_controller (4f1da02d-cbd0-4602-80a0-6cd8656ba707), precommit_add_association {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:06.652864 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-54d76ce7-25a5-4d4b-9f95-2bb68cbac70b admin admin] Publish callbacks [] for router_gateway (ac451012-21d2-4ffb-b4af-0ab81fc725ef), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:06.755681 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-154daabb-a89a-44a4-8084-f2acb35d9bf5 admin admin] Notify agent at l3_agent.dv-cinder-849626-3-iscsi the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 09:06:06.773076 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-9064e9e5-ac01-41af-8f7a-73c7765624c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (969e9577-b815-4872-9dc1-34bb8c67883d), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:06.775625 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-9064e9e5-ac01-41af-8f7a-73c7765624c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:06.776934 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-9064e9e5-ac01-41af-8f7a-73c7765624c0 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/969e9577-b815-4872-9dc1-34bb8c67883d HTTP/1.1" status: 204 len: 168 time: 0.8907936 Jul 13 09:06:06.787754 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-154daabb-a89a-44a4-8084-f2acb35d9bf5 admin admin] 10.222.0.40 "PUT /v2.0/routers/4f4cac08-9db5-4216-bb73-8d0f30feaaaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1043763 Jul 13 09:06:06.881940 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Provisioning complete for port 641956d2-7ece-4b03-8cdf-b20fc718bb59 triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:06:06.883007 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (641956d2-7ece-4b03-8cdf-b20fc718bb59), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:06.894779 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9064e9e5-ac01-41af-8f7a-73c7765624c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=969e9577-b815-4872-9dc1-34bb8c67883d,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:06.957418 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-da83d6cd-d822-46ac-bcbd-f3c4a46227bf admin admin] Publish callbacks [] for router_gateway (e1a9fa37-49f7-44f6-a60d-16c81522f514), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:06.968429 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-e99dd4e3-5bff-48cc-a7f9-ffe348fcdb8b None None] Provisioning complete for port d88bd1f5-fc2f-402c-a795-a82f3f28cc4a triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:06:06.969126 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e99dd4e3-5bff-48cc-a7f9-ffe348fcdb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (d88bd1f5-fc2f-402c-a795-a82f3f28cc4a), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:07.029007 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2f93c7a4-a989-4574-b396-f78cb6192f1b admin admin] Publish callbacks [] for router_gateway (4f1da02d-cbd0-4602-80a0-6cd8656ba707), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:07.120924 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:07.172985 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-54d76ce7-25a5-4d4b-9f95-2bb68cbac70b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-400835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388435'] for router (ac451012-21d2-4ffb-b4af-0ab81fc725ef), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:07.341581 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10793956-0bb4-49e7-a85e-8080bf723452 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa97415d6-5d51-52f2-982d-111b1056dda0-862d32ef-d286-4010-a420-61dff25da7b3', 'network_id': '862d32ef-d286-4010-a420-61dff25da7b3', 'project_id': 'eb9e230019f042dbbc680fc3b1340d41', 'fixed_ips': [{'subnet_id': '633e38db-5802-43d1-a471-65c5e58c5839'}]}} from dv-cinder-849626-3-iscsi. {{(pid=104470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 13 09:06:07.342992 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-10793956-0bb4-49e7-a85e-8080bf723452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:07.360627 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:07.362181 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-e99dd4e3-5bff-48cc-a7f9-ffe348fcdb8b None None] Port d88bd1f5-fc2f-402c-a795-a82f3f28cc4a cannot update to ACTIVE because it is not bound. {{(pid=104470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 09:06:07.371207 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0285488a-03bc-4f05-818a-2c09c9aa4911 None None] Pushing event updated for resources: {'Port': ['ID=641956d2-7ece-4b03-8cdf-b20fc718bb59,revision_number=3']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:07.381339 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-e99dd4e3-5bff-48cc-a7f9-ffe348fcdb8b None None] Provisioning complete for port 641956d2-7ece-4b03-8cdf-b20fc718bb59 triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:06:07.382264 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e99dd4e3-5bff-48cc-a7f9-ffe348fcdb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (641956d2-7ece-4b03-8cdf-b20fc718bb59), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:07.399565 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:07.451055 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-da83d6cd-d822-46ac-bcbd-f3c4a46227bf admin admin] Publish callbacks [] for router_gateway (e1a9fa37-49f7-44f6-a60d-16c81522f514), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:07.472531 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Current status of the port 641956d2-7ece-4b03-8cdf-b20fc718bb59 is: ACTIVE; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:06:07.484217 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-d546397d-8a93-408d-a4f4-ff1c3798cd3a None None] Publish callbacks [] for port (329d7842-16d7-42d8-a380-c1c775a2c687), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:07.492563 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-da83d6cd-d822-46ac-bcbd-f3c4a46227bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:07.572479 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=13 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:07.601766 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-d546397d-8a93-408d-a4f4-ff1c3798cd3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760184582126'] for port (329d7842-16d7-42d8-a380-c1c775a2c687), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:07.685405 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d546397d-8a93-408d-a4f4-ff1c3798cd3a None None] Pushing event updated for resources: {'Port': ['ID=329d7842-16d7-42d8-a380-c1c775a2c687,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:07.689337 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.db.db_base_plugin_common [None req-da83d6cd-d822-46ac-bcbd-f3c4a46227bf admin admin] Allocated IP 172.27.3.4 (14d154e4-c9a5-47e8-9f7f-9daf0b869ff5/8de8efa6-546e-4542-992b-4162440fe9c8/da429dc5-7485-4e04-b934-97ad9ab6748d) {{(pid=104468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 09:06:07.730135 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2f93c7a4-a989-4574-b396-f78cb6192f1b admin admin] Publish callbacks [] for router_gateway (4f1da02d-cbd0-4602-80a0-6cd8656ba707), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:07.757758 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2f93c7a4-a989-4574-b396-f78cb6192f1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:07.809295 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54d76ce7-25a5-4d4b-9f95-2bb68cbac70b admin admin] Router ac451012-21d2-4ffb-b4af-0ab81fc725ef is scheduled to L3 agent 084ea860-45cb-441c-b2f8-c6c2f7d6686c with binding_index 1 {{(pid=104469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 13 09:06:07.812062 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.db_base_plugin_common [None req-10793956-0bb4-49e7-a85e-8080bf723452 None None] Allocated IP 172.20.0.2 (862d32ef-d286-4010-a420-61dff25da7b3/633e38db-5802-43d1-a471-65c5e58c5839/ae1070ce-d4b4-4465-a286-23d1d0c98a03) {{(pid=104470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 09:06:07.890666 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:08.012072 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d76ce7-25a5-4d4b-9f95-2bb68cbac70b admin admin] Notify agent at l3_agent.dv-cinder-849626-3-iscsi the message routers_updated {{(pid=104469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 09:06:08.042624 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-da83d6cd-d822-46ac-bcbd-f3c4a46227bf admin admin] Publish callbacks [] for port (da429dc5-7485-4e04-b934-97ad9ab6748d), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:08.044467 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2286dc62-cefe-4f5a-9cca-566db9f82ca0 None None] Sync routers for ids ['ac451012-21d2-4ffb-b4af-0ab81fc725ef'] in dv-cinder-849626-3-iscsi {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 09:06:08.091988 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d546397d-8a93-408d-a4f4-ff1c3798cd3a None None] Network 66664860-8484-4278-a13a-d19d7f467709 is already hosted by enough agents. {{(pid=104470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:06:08.100470 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4fb009-8fb0-4142-b2ee-b707aa27f455 None None] Sync routers for ids ['4f4cac08-9db5-4216-bb73-8d0f30feaaaa'] in dv-cinder-849626-3-iscsi {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 09:06:08.107817 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device beed97aa-b53f-44ee-b0cf-5cc4388ac182 up at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:06:08.111844 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4fb009-8fb0-4142-b2ee-b707aa27f455 None None] Routers {'4f4cac08-9db5-4216-bb73-8d0f30feaaaa'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:06:08.112500 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-1a4fb009-8fb0-4142-b2ee-b707aa27f455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:05:53Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['4f4cac08-9db5-4216-bb73-8d0f30feaaaa'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:06:08.121491 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-54d76ce7-25a5-4d4b-9f95-2bb68cbac70b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:08.121978 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.base_scheduler [None req-d546397d-8a93-408d-a4f4-ff1c3798cd3a None None] Resources bound (agent type, host, resource id): {{(pid=104470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:06:08.126873 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 58542) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:06:08.128810 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-54d76ce7-25a5-4d4b-9f95-2bb68cbac70b admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.7234333 Jul 13 09:06:08.130138 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 58544) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:06:08.140330 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-24385f03-1d9f-47d3-adce-9d9605386acd tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Request body: {'security_group': {'name': 'tempest-securitygroup--809531645', 'description': 'tempest-description--1097569726'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:06:08.190677 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-da83d6cd-d822-46ac-bcbd-f3c4a46227bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760184582126'] for port (da429dc5-7485-4e04-b934-97ad9ab6748d), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:08.195624 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-e99dd4e3-5bff-48cc-a7f9-ffe348fcdb8b None None] Current status of the port 641956d2-7ece-4b03-8cdf-b20fc718bb59 is: ACTIVE; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:06:08.216300 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d546397d-8a93-408d-a4f4-ff1c3798cd3a None None] Received port after_create {{(pid=104470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 09:06:08.226846 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2286dc62-cefe-4f5a-9cca-566db9f82ca0 None None] Routers {'ac451012-21d2-4ffb-b4af-0ab81fc725ef'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:06:08.227612 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-2286dc62-cefe-4f5a-9cca-566db9f82ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:05:53Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['ac451012-21d2-4ffb-b4af-0ab81fc725ef'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:06:08.270455 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da83d6cd-d822-46ac-bcbd-f3c4a46227bf admin admin] Network 14d154e4-c9a5-47e8-9f7f-9daf0b869ff5 is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:06:08.274644 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-da83d6cd-d822-46ac-bcbd-f3c4a46227bf admin admin] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:06:08.275131 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_common [None req-2f93c7a4-a989-4574-b396-f78cb6192f1b admin admin] Allocated IP 172.27.3.31 (14d154e4-c9a5-47e8-9f7f-9daf0b869ff5/8de8efa6-546e-4542-992b-4162440fe9c8/adbe2fe6-71a5-4e8a-be54-f60cf11d3e39) {{(pid=104469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 09:06:08.286811 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da83d6cd-d822-46ac-bcbd-f3c4a46227bf admin admin] Received port after_create {{(pid=104468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 09:06:08.323279 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-1a4fb009-8fb0-4142-b2ee-b707aa27f455 None None] Set router 4f4cac08-9db5-4216-bb73-8d0f30feaaaa gateway port host: dv-cinder-849626-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:06:08.354853 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-24385f03-1d9f-47d3-adce-9d9605386acd tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:08.359907 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da83d6cd-d822-46ac-bcbd-f3c4a46227bf admin admin] Pushing event updated for resources: {'Port': ['ID=da429dc5-7485-4e04-b934-97ad9ab6748d,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:08.381860 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-10793956-0bb4-49e7-a85e-8080bf723452 None None] Publish callbacks [] for port (ae1070ce-d4b4-4465-a286-23d1d0c98a03), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:08.381860 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-d546397d-8a93-408d-a4f4-ff1c3798cd3a None None] Attempting to bind port 329d7842-16d7-42d8-a380-c1c775a2c687 on host dv-cinder-849626-3-iscsi for vnic_type normal with profile {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 09:06:08.381860 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-d546397d-8a93-408d-a4f4-ff1c3798cd3a None None] Attempting to bind port 329d7842-16d7-42d8-a380-c1c775a2c687 by drivers openvswitch,hyperv on host dv-cinder-849626-3-iscsi at level 0 using segments [{'id': '270cda57-bbfa-4cb6-9405-da36f4f1a73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '66664860-8484-4278-a13a-d19d7f467709'}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 09:06:08.381860 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d546397d-8a93-408d-a4f4-ff1c3798cd3a None None] Attempting to bind port 329d7842-16d7-42d8-a380-c1c775a2c687 on network 66664860-8484-4278-a13a-d19d7f467709 {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 09:06:08.420023 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d546397d-8a93-408d-a4f4-ff1c3798cd3a None None] Checking agent: {'id': '9379cce5-6fc7-4135-bc49-530c07185724', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849626-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 8, 57, 26), 'started_at': datetime.datetime(2022, 7, 13, 8, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 9, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849626-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 09:06:08.420564 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d546397d-8a93-408d-a4f4-ff1c3798cd3a None None] Checking segment: {'id': '270cda57-bbfa-4cb6-9405-da36f4f1a73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '66664860-8484-4278-a13a-d19d7f467709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 09:06:08.421065 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-d546397d-8a93-408d-a4f4-ff1c3798cd3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:08.421635 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d546397d-8a93-408d-a4f4-ff1c3798cd3a None None] Bound using segment: {'id': '270cda57-bbfa-4cb6-9405-da36f4f1a73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '66664860-8484-4278-a13a-d19d7f467709'} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 09:06:08.422223 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-d546397d-8a93-408d-a4f4-ff1c3798cd3a None None] Bound port: 329d7842-16d7-42d8-a380-c1c775a2c687, host: dv-cinder-849626-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '270cda57-bbfa-4cb6-9405-da36f4f1a73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '66664860-8484-4278-a13a-d19d7f467709'}}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 09:06:08.422690 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-d546397d-8a93-408d-a4f4-ff1c3798cd3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (329d7842-16d7-42d8-a380-c1c775a2c687), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:08.472638 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Provisioning complete for port beed97aa-b53f-44ee-b0cf-5cc4388ac182 triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:06:08.473194 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (beed97aa-b53f-44ee-b0cf-5cc4388ac182), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:08.505285 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-10793956-0bb4-49e7-a85e-8080bf723452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760184582126'] for port (ae1070ce-d4b4-4465-a286-23d1d0c98a03), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:08.576740 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10793956-0bb4-49e7-a85e-8080bf723452 None None] Network 862d32ef-d286-4010-a420-61dff25da7b3 is already hosted by enough agents. {{(pid=104470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:06:08.578875 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-2286dc62-cefe-4f5a-9cca-566db9f82ca0 None None] Set router ac451012-21d2-4ffb-b4af-0ab81fc725ef gateway port host: dv-cinder-849626-3-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:06:08.673839 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.base_scheduler [None req-10793956-0bb4-49e7-a85e-8080bf723452 None None] Resources bound (agent type, host, resource id): {{(pid=104470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:06:08.693316 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-1a4fb009-8fb0-4142-b2ee-b707aa27f455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4cac08-9db5-4216-bb73-8d0f30feaaaa', 'name': 'tempest-AttachVolumeShelveTestJSON-1534830702-router', 'tenant_id': '09b63eccabbc498cb96dd4bbcef0969a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'beed97aa-b53f-44ee-b0cf-5cc4388ac182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:05:59Z', 'updated_at': '2022-07-13T09:06:05Z', 'revision_number': 4, 'project_id': '09b63eccabbc498cb96dd4bbcef0969a', 'gw_port': {'id': 'beed97aa-b53f-44ee-b0cf-5cc4388ac182', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:59:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4cac08-9db5-4216-bb73-8d0f30feaaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:00Z', 'updated_at': '2022-07-13T09:06:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_interfaces': [{'id': 'd88bd1f5-fc2f-402c-a795-a82f3f28cc4a', 'name': '', 'network_id': 'dced4119-fd64-48f2-a32b-f0864c860758', 'tenant_id': '09b63eccabbc498cb96dd4bbcef0969a', 'mac_address': 'fa:16:3e:5c:02:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4cac08-9db5-4216-bb73-8d0f30feaaaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f435a127-82ff-4993-a381-fe0f5e258ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:03Z', 'updated_at': '2022-07-13T09:06:05Z', 'revision_number': 2, 'project_id': '09b63eccabbc498cb96dd4bbcef0969a', 'subnets': [{'id': 'f435a127-82ff-4993-a381-fe0f5e258ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:06:08.699908 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2f93c7a4-a989-4574-b396-f78cb6192f1b admin admin] Publish callbacks [] for port (adbe2fe6-71a5-4e8a-be54-f60cf11d3e39), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:08.704544 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10793956-0bb4-49e7-a85e-8080bf723452 None None] Received port after_create {{(pid=104470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 09:06:08.738185 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-d546397d-8a93-408d-a4f4-ff1c3798cd3a None None] For port 329d7842-16d7-42d8-a380-c1c775a2c687, host dv-cinder-849626-3-iscsi, cleared binding levels {{(pid=104470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 09:06:08.748669 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 58560) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:06:08.750060 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4fb009-8fb0-4142-b2ee-b707aa27f455 None None] Checking router: 4f4cac08-9db5-4216-bb73-8d0f30feaaaa for host: dv-cinder-849626-3-iscsi {{(pid=104471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 09:06:08.750667 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4fb009-8fb0-4142-b2ee-b707aa27f455 None None] Updating router 4f4cac08-9db5-4216-bb73-8d0f30feaaaa port d88bd1f5-fc2f-402c-a795-a82f3f28cc4a binding host dv-cinder-849626-3-iscsi {{(pid=104471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 09:06:08.764119 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10793956-0bb4-49e7-a85e-8080bf723452 None None] Pushing event updated for resources: {'Port': ['ID=ae1070ce-d4b4-4465-a286-23d1d0c98a03,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:08.782354 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-d546397d-8a93-408d-a4f4-ff1c3798cd3a None None] For port 329d7842-16d7-42d8-a380-c1c775a2c687, host dv-cinder-849626-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=329d7842-16d7-42d8-a380-c1c775a2c687,segment=NetworkSegment(270cda57-bbfa-4cb6-9405-da36f4f1a73b),segment_id=270cda57-bbfa-4cb6-9405-da36f4f1a73b)] {{(pid=104470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 09:06:08.787949 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-1a4fb009-8fb0-4142-b2ee-b707aa27f455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (d88bd1f5-fc2f-402c-a795-a82f3f28cc4a), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:08.827726 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-24385f03-1d9f-47d3-adce-9d9605386acd tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks [] for security_group (8f986f10-90d8-460e-8a54-2c482e8aa1a9), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:08.830763 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2f93c7a4-a989-4574-b396-f78cb6192f1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760184582126'] for port (adbe2fe6-71a5-4e8a-be54-f60cf11d3e39), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:08.881142 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:08.882804 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-d546397d-8a93-408d-a4f4-ff1c3798cd3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (329d7842-16d7-42d8-a380-c1c775a2c687), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:08.903759 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-24385f03-1d9f-47d3-adce-9d9605386acd tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (8f986f10-90d8-460e-8a54-2c482e8aa1a9), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:08.914748 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f93c7a4-a989-4574-b396-f78cb6192f1b admin admin] Network 14d154e4-c9a5-47e8-9f7f-9daf0b869ff5 is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:06:08.918359 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [None req-2f93c7a4-a989-4574-b396-f78cb6192f1b admin admin] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:06:08.932841 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f93c7a4-a989-4574-b396-f78cb6192f1b admin admin] Received port after_create {{(pid=104469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 09:06:08.942158 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24385f03-1d9f-47d3-adce-9d9605386acd tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f986f10-90d8-460e-8a54-2c482e8aa1a9,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:08.945425 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Current status of the port beed97aa-b53f-44ee-b0cf-5cc4388ac182 is: DOWN; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:06:08.945663 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (beed97aa-b53f-44ee-b0cf-5cc4388ac182), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:08.979073 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-10793956-0bb4-49e7-a85e-8080bf723452 None None] Attempting to bind port ae1070ce-d4b4-4465-a286-23d1d0c98a03 on host dv-cinder-849626-3-iscsi for vnic_type normal with profile {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 09:06:08.979421 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-10793956-0bb4-49e7-a85e-8080bf723452 None None] Attempting to bind port ae1070ce-d4b4-4465-a286-23d1d0c98a03 by drivers openvswitch,hyperv on host dv-cinder-849626-3-iscsi at level 0 using segments [{'id': '9345669b-d3b5-4d9b-ac8e-05327c23f70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '862d32ef-d286-4010-a420-61dff25da7b3'}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 09:06:08.979773 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10793956-0bb4-49e7-a85e-8080bf723452 None None] Attempting to bind port ae1070ce-d4b4-4465-a286-23d1d0c98a03 on network 862d32ef-d286-4010-a420-61dff25da7b3 {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 09:06:09.001677 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:09.024745 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10793956-0bb4-49e7-a85e-8080bf723452 None None] Checking agent: {'id': '9379cce5-6fc7-4135-bc49-530c07185724', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849626-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 8, 57, 26), 'started_at': datetime.datetime(2022, 7, 13, 8, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 9, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849626-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 09:06:09.030285 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10793956-0bb4-49e7-a85e-8080bf723452 None None] Checking segment: {'id': '9345669b-d3b5-4d9b-ac8e-05327c23f70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '862d32ef-d286-4010-a420-61dff25da7b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 09:06:09.030285 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-10793956-0bb4-49e7-a85e-8080bf723452 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:09.030285 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10793956-0bb4-49e7-a85e-8080bf723452 None None] Bound using segment: {'id': '9345669b-d3b5-4d9b-ac8e-05327c23f70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '862d32ef-d286-4010-a420-61dff25da7b3'} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 09:06:09.030285 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-10793956-0bb4-49e7-a85e-8080bf723452 None None] Bound port: ae1070ce-d4b4-4465-a286-23d1d0c98a03, host: dv-cinder-849626-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9345669b-d3b5-4d9b-ac8e-05327c23f70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '862d32ef-d286-4010-a420-61dff25da7b3'}}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 09:06:09.030285 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-10793956-0bb4-49e7-a85e-8080bf723452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (ae1070ce-d4b4-4465-a286-23d1d0c98a03), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:09.048614 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] For port beed97aa-b53f-44ee-b0cf-5cc4388ac182, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=beed97aa-b53f-44ee-b0cf-5cc4388ac182,segment=NetworkSegment(51732cec-dd15-4320-89e5-7b26a17afbfa),segment_id=51732cec-dd15-4320-89e5-7b26a17afbfa)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:06:09.059065 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d546397d-8a93-408d-a4f4-ff1c3798cd3a None None] Pushing event updated for resources: {'Port': ['ID=329d7842-16d7-42d8-a380-c1c775a2c687,revision_number=2']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:09.104351 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-d63df4fa-69c7-4d2f-8471-5f71b8e67200 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1987395852-network', 'tenant_id': 'c8907e8fe5704903835639a7a20b008d'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:06:09.116836 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f93c7a4-a989-4574-b396-f78cb6192f1b admin admin] Pushing event updated for resources: {'Port': ['ID=adbe2fe6-71a5-4e8a-be54-f60cf11d3e39,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:09.128863 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-24385f03-1d9f-47d3-adce-9d9605386acd tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:09.141542 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-24385f03-1d9f-47d3-adce-9d9605386acd tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0098093 Jul 13 09:06:09.147434 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 58570) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:06:09.149321 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (beed97aa-b53f-44ee-b0cf-5cc4388ac182), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:09.150491 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device 641956d2-7ece-4b03-8cdf-b20fc718bb59 up at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:06:09.201991 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-2286dc62-cefe-4f5a-9cca-566db9f82ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac451012-21d2-4ffb-b4af-0ab81fc725ef', 'name': 'tempest-DeleteServersTestJSON-740510556-router', 'tenant_id': '461a578ac4d44ffc9284d56a09d6c18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'd2c4f5e0-d8bb-4575-95b2-0989fef0e2d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:06:01Z', 'updated_at': '2022-07-13T09:06:06Z', 'revision_number': 3, 'project_id': '461a578ac4d44ffc9284d56a09d6c18e', 'gw_port': {'id': 'd2c4f5e0-d8bb-4575-95b2-0989fef0e2d9', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:27:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac451012-21d2-4ffb-b4af-0ab81fc725ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:04Z', 'updated_at': '2022-07-13T09:06:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi'}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:06:09.213089 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-da83d6cd-d822-46ac-bcbd-f3c4a46227bf admin admin] Publish callbacks [] for router_gateway (e1a9fa37-49f7-44f6-a60d-16c81522f514), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:09.229507 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-1a4fb009-8fb0-4142-b2ee-b707aa27f455 None None] Publish callbacks [] for port (d88bd1f5-fc2f-402c-a795-a82f3f28cc4a), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:09.244113 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d63df4fa-69c7-4d2f-8471-5f71b8e67200 admin admin] Made reservation on behalf of c8907e8fe5704903835639a7a20b008d for: {'network': 1} {{(pid=104469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 09:06:09.247555 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d63df4fa-69c7-4d2f-8471-5f71b8e67200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for network (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:09.262407 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2286dc62-cefe-4f5a-9cca-566db9f82ca0 None None] Checking router: ac451012-21d2-4ffb-b4af-0ab81fc725ef for host: dv-cinder-849626-3-iscsi {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 09:06:09.262535 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2286dc62-cefe-4f5a-9cca-566db9f82ca0 None None] Updating router ac451012-21d2-4ffb-b4af-0ab81fc725ef port d2c4f5e0-d8bb-4575-95b2-0989fef0e2d9 binding host dv-cinder-849626-3-iscsi {{(pid=104470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 09:06:09.271379 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-b0ae3a6e-a034-4da5-8f6e-4b38965880e4 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Request body: {'security_group_rule': {'security_group_id': '8f986f10-90d8-460e-8a54-2c482e8aa1a9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:06:09.280082 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d63df4fa-69c7-4d2f-8471-5f71b8e67200 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:09.325194 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-10793956-0bb4-49e7-a85e-8080bf723452 None None] For port ae1070ce-d4b4-4465-a286-23d1d0c98a03, host dv-cinder-849626-3-iscsi, cleared binding levels {{(pid=104470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 09:06:09.339659 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-1a4fb009-8fb0-4142-b2ee-b707aa27f455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (d88bd1f5-fc2f-402c-a795-a82f3f28cc4a), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:09.371723 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-10793956-0bb4-49e7-a85e-8080bf723452 None None] For port ae1070ce-d4b4-4465-a286-23d1d0c98a03, host dv-cinder-849626-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=ae1070ce-d4b4-4465-a286-23d1d0c98a03,segment=NetworkSegment(9345669b-d3b5-4d9b-ac8e-05327c23f70b),segment_id=9345669b-d3b5-4d9b-ac8e-05327c23f70b)] {{(pid=104470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 09:06:09.376894 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Pushing event updated for resources: {'Port': ['ID=beed97aa-b53f-44ee-b0cf-5cc4388ac182,revision_number=4']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:09.382964 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-2286dc62-cefe-4f5a-9cca-566db9f82ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (d2c4f5e0-d8bb-4575-95b2-0989fef0e2d9), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:09.408370 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-28ec6f5c-c6de-44ca-a51c-909259a6fdb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:09.477359 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2f93c7a4-a989-4574-b396-f78cb6192f1b admin admin] Publish callbacks [] for router_gateway (4f1da02d-cbd0-4602-80a0-6cd8656ba707), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:09.527227 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-10793956-0bb4-49e7-a85e-8080bf723452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (ae1070ce-d4b4-4465-a286-23d1d0c98a03), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:09.596761 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b0ae3a6e-a034-4da5-8f6e-4b38965880e4 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks [] for security_group_rule (59aac247-36d0-4033-a0da-642c4e2bb5ac), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:09.604203 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10793956-0bb4-49e7-a85e-8080bf723452 None None] Pushing event updated for resources: {'Port': ['ID=ae1070ce-d4b4-4465-a286-23d1d0c98a03,revision_number=2']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:09.621454 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Provisioning complete for port 641956d2-7ece-4b03-8cdf-b20fc718bb59 triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:06:09.621829 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (641956d2-7ece-4b03-8cdf-b20fc718bb59), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:09.732453 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:09.882738 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.db.db_base_plugin_common [None req-28ec6f5c-c6de-44ca-a51c-909259a6fdb6 admin admin] Allocated IP 172.20.0.1 (0fe0cfc8-a852-4bd7-8f2a-f57d730ea287/2d9b1655-f65d-4162-9d06-91ea7d9e504a/ae64baf7-83b3-4afe-988e-353f3e9fdbfa) {{(pid=104468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 09:06:09.946414 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2f93c7a4-a989-4574-b396-f78cb6192f1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-400835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388435'] for router (4f1da02d-cbd0-4602-80a0-6cd8656ba707), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:09.947926 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-d028b2ac-a4a0-48e5-8ea6-4118ea786199 None None] Provisioning complete for port d88bd1f5-fc2f-402c-a795-a82f3f28cc4a triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:06:09.948501 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-d028b2ac-a4a0-48e5-8ea6-4118ea786199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (d88bd1f5-fc2f-402c-a795-a82f3f28cc4a), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:09.959231 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:10.029789 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ea978f-2c97-4e4e-a201-29c5dfd9c190 None None] Pushing event updated for resources: {'Port': ['ID=d88bd1f5-fc2f-402c-a795-a82f3f28cc4a,revision_number=3']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:10.047427 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-1a4fb009-8fb0-4142-b2ee-b707aa27f455 None None] Attempting to bind port d88bd1f5-fc2f-402c-a795-a82f3f28cc4a on host dv-cinder-849626-3-iscsi for vnic_type normal with profile {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 09:06:10.048006 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-1a4fb009-8fb0-4142-b2ee-b707aa27f455 None None] Attempting to bind port d88bd1f5-fc2f-402c-a795-a82f3f28cc4a by drivers openvswitch,hyperv on host dv-cinder-849626-3-iscsi at level 0 using segments [{'id': 'd26cc65f-34ee-4574-8332-30169090378e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dced4119-fd64-48f2-a32b-f0864c860758'}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 09:06:10.048504 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4fb009-8fb0-4142-b2ee-b707aa27f455 None None] Attempting to bind port d88bd1f5-fc2f-402c-a795-a82f3f28cc4a on network dced4119-fd64-48f2-a32b-f0864c860758 {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 09:06:10.055395 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4fb009-8fb0-4142-b2ee-b707aa27f455 None None] Checking agent: {'id': '9379cce5-6fc7-4135-bc49-530c07185724', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849626-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 8, 57, 26), 'started_at': datetime.datetime(2022, 7, 13, 8, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 9, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849626-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 09:06:10.055938 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4fb009-8fb0-4142-b2ee-b707aa27f455 None None] Checking segment: {'id': 'd26cc65f-34ee-4574-8332-30169090378e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dced4119-fd64-48f2-a32b-f0864c860758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 09:06:10.063282 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-1a4fb009-8fb0-4142-b2ee-b707aa27f455 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:10.063835 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4fb009-8fb0-4142-b2ee-b707aa27f455 None None] Bound using segment: {'id': 'd26cc65f-34ee-4574-8332-30169090378e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dced4119-fd64-48f2-a32b-f0864c860758'} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 09:06:10.064572 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-1a4fb009-8fb0-4142-b2ee-b707aa27f455 None None] Bound port: d88bd1f5-fc2f-402c-a795-a82f3f28cc4a, host: dv-cinder-849626-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd26cc65f-34ee-4574-8332-30169090378e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dced4119-fd64-48f2-a32b-f0864c860758'}}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 09:06:10.065244 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-1a4fb009-8fb0-4142-b2ee-b707aa27f455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (d88bd1f5-fc2f-402c-a795-a82f3f28cc4a), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:10.074015 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Current status of the port 641956d2-7ece-4b03-8cdf-b20fc718bb59 is: ACTIVE; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:06:10.099440 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-d028b2ac-a4a0-48e5-8ea6-4118ea786199 None None] Port d88bd1f5-fc2f-402c-a795-a82f3f28cc4a cannot update to ACTIVE because it is not bound. {{(pid=104470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 09:06:10.104162 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d63df4fa-69c7-4d2f-8471-5f71b8e67200 admin admin] Publish callbacks [] for security_group (f3258def-ef55-4333-b7d0-d39b78ee661c), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:10.132985 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:10.165894 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (6e9d2670-629d-42a5-8dd5-d0857aba9a7e), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:10.249309 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:10.255098 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-28ec6f5c-c6de-44ca-a51c-909259a6fdb6 admin admin] Publish callbacks [] for port (ae64baf7-83b3-4afe-988e-353f3e9fdbfa), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:10.261217 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d63df4fa-69c7-4d2f-8471-5f71b8e67200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (f3258def-ef55-4333-b7d0-d39b78ee661c), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:10.298780 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:10.312850 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-1a4fb009-8fb0-4142-b2ee-b707aa27f455 None None] For port d88bd1f5-fc2f-402c-a795-a82f3f28cc4a, host dv-cinder-849626-3-iscsi, cleared binding levels {{(pid=104471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 09:06:10.323328 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-1a4fb009-8fb0-4142-b2ee-b707aa27f455 None None] For port d88bd1f5-fc2f-402c-a795-a82f3f28cc4a, host dv-cinder-849626-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=d88bd1f5-fc2f-402c-a795-a82f3f28cc4a,segment=NetworkSegment(d26cc65f-34ee-4574-8332-30169090378e),segment_id=d26cc65f-34ee-4574-8332-30169090378e)] {{(pid=104471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 09:06:10.329761 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-2286dc62-cefe-4f5a-9cca-566db9f82ca0 None None] Publish callbacks [] for port (d2c4f5e0-d8bb-4575-95b2-0989fef0e2d9), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:10.351555 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63df4fa-69c7-4d2f-8471-5f71b8e67200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3258def-ef55-4333-b7d0-d39b78ee661c,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:10.403305 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-da83d6cd-d822-46ac-bcbd-f3c4a46227bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-400835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388435'] for router (e1a9fa37-49f7-44f6-a60d-16c81522f514), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:10.406742 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d63df4fa-69c7-4d2f-8471-5f71b8e67200 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=104469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 09:06:10.410951 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-2286dc62-cefe-4f5a-9cca-566db9f82ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (d2c4f5e0-d8bb-4575-95b2-0989fef0e2d9), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:10.420349 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b0ae3a6e-a034-4da5-8f6e-4b38965880e4 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks [] for security_group_rule (59aac247-36d0-4033-a0da-642c4e2bb5ac), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:10.439482 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d63df4fa-69c7-4d2f-8471-5f71b8e67200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7769013'] for segment (5ab40c26-6603-4f7b-a704-11b50b113d50), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:10.439896 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.db.segments_db [None req-d63df4fa-69c7-4d2f-8471-5f71b8e67200 admin admin] Added segment 5ab40c26-6603-4f7b-a704-11b50b113d50 of type vlan for network 9c52e3f6-c087-407b-affd-51e923af6909 Jul 13 09:06:10.442435 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-1a4fb009-8fb0-4142-b2ee-b707aa27f455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (d88bd1f5-fc2f-402c-a795-a82f3f28cc4a), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:10.535083 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b0ae3a6e-a034-4da5-8f6e-4b38965880e4 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485043'] for security_group_rule (59aac247-36d0-4033-a0da-642c4e2bb5ac), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:10.561369 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e668060-ea17-4331-9d10-13e9b56df904 None None] Pushing event updated for resources: {'Port': ['ID=d2c4f5e0-d8bb-4575-95b2-0989fef0e2d9,revision_number=2']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:10.577534 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d63df4fa-69c7-4d2f-8471-5f71b8e67200 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760184566321'] for network (9c52e3f6-c087-407b-affd-51e923af6909), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:10.585252 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device beed97aa-b53f-44ee-b0cf-5cc4388ac182 up at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:06:10.595949 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ae3a6e-a034-4da5-8f6e-4b38965880e4 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59aac247-36d0-4033-a0da-642c4e2bb5ac,revision_number=0']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:10.642304 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ea978f-2c97-4e4e-a201-29c5dfd9c190 None None] Pushing event updated for resources: {'Port': ['ID=d88bd1f5-fc2f-402c-a795-a82f3f28cc4a,revision_number=4']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:10.648288 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d63df4fa-69c7-4d2f-8471-5f71b8e67200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428'] for network (9c52e3f6-c087-407b-affd-51e923af6909), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:10.649607 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63df4fa-69c7-4d2f-8471-5f71b8e67200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:10.649771 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4fb009-8fb0-4142-b2ee-b707aa27f455 None None] Routers {'4f4cac08-9db5-4216-bb73-8d0f30feaaaa'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:06:10.650226 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d63df4fa-69c7-4d2f-8471-5f71b8e67200 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594414'] for network (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:10.650456 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-1a4fb009-8fb0-4142-b2ee-b707aa27f455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:05:53Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['4f4cac08-9db5-4216-bb73-8d0f30feaaaa'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:06:10.680828 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f93c7a4-a989-4574-b396-f78cb6192f1b admin admin] Router 4f1da02d-cbd0-4602-80a0-6cd8656ba707 is scheduled to L3 agent 084ea860-45cb-441c-b2f8-c6c2f7d6686c with binding_index 1 {{(pid=104469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 13 09:06:10.697020 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-2286dc62-cefe-4f5a-9cca-566db9f82ca0 None None] Attempting to bind port d2c4f5e0-d8bb-4575-95b2-0989fef0e2d9 on host dv-cinder-849626-3-iscsi for vnic_type normal with profile {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 09:06:10.697385 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-2286dc62-cefe-4f5a-9cca-566db9f82ca0 None None] Attempting to bind port d2c4f5e0-d8bb-4575-95b2-0989fef0e2d9 by drivers openvswitch,hyperv on host dv-cinder-849626-3-iscsi at level 0 using segments [{'id': '51732cec-dd15-4320-89e5-7b26a17afbfa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5'}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 09:06:10.697742 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2286dc62-cefe-4f5a-9cca-566db9f82ca0 None None] Attempting to bind port d2c4f5e0-d8bb-4575-95b2-0989fef0e2d9 on network 14d154e4-c9a5-47e8-9f7f-9daf0b869ff5 {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 09:06:10.728131 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2286dc62-cefe-4f5a-9cca-566db9f82ca0 None None] Checking agent: {'id': '9379cce5-6fc7-4135-bc49-530c07185724', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849626-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 8, 57, 26), 'started_at': datetime.datetime(2022, 7, 13, 8, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 9, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849626-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 09:06:10.728512 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2286dc62-cefe-4f5a-9cca-566db9f82ca0 None None] Checking segment: {'id': '51732cec-dd15-4320-89e5-7b26a17afbfa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 09:06:10.728912 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-2286dc62-cefe-4f5a-9cca-566db9f82ca0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:10.729378 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2286dc62-cefe-4f5a-9cca-566db9f82ca0 None None] Bound using segment: {'id': '51732cec-dd15-4320-89e5-7b26a17afbfa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5'} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 09:06:10.729826 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-2286dc62-cefe-4f5a-9cca-566db9f82ca0 None None] Bound port: d2c4f5e0-d8bb-4575-95b2-0989fef0e2d9, host: dv-cinder-849626-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51732cec-dd15-4320-89e5-7b26a17afbfa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5'}}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 09:06:10.730397 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-2286dc62-cefe-4f5a-9cca-566db9f82ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (d2c4f5e0-d8bb-4575-95b2-0989fef0e2d9), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:10.739714 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:10.774182 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-d63df4fa-69c7-4d2f-8471-5f71b8e67200 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.0189919 Jul 13 09:06:10.785933 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 58610) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:06:10.804198 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-b97c8e43-2e9c-4276-b84a-58c8fbea4525 admin admin] Request body: {'subnet': {'network_id': '9c52e3f6-c087-407b-affd-51e923af6909', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1987395852-subnet', 'tenant_id': 'c8907e8fe5704903835639a7a20b008d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:06:10.825026 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-1a4fb009-8fb0-4142-b2ee-b707aa27f455 None None] Set router 4f4cac08-9db5-4216-bb73-8d0f30feaaaa gateway port host: dv-cinder-849626-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:06:10.844059 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-2286dc62-cefe-4f5a-9cca-566db9f82ca0 None None] For port d2c4f5e0-d8bb-4575-95b2-0989fef0e2d9, host dv-cinder-849626-3-iscsi, cleared binding levels {{(pid=104470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 09:06:10.848685 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-2286dc62-cefe-4f5a-9cca-566db9f82ca0 None None] For port d2c4f5e0-d8bb-4575-95b2-0989fef0e2d9, host dv-cinder-849626-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=d2c4f5e0-d8bb-4575-95b2-0989fef0e2d9,segment=NetworkSegment(51732cec-dd15-4320-89e5-7b26a17afbfa),segment_id=51732cec-dd15-4320-89e5-7b26a17afbfa)] {{(pid=104470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 09:06:10.853439 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-28ec6f5c-c6de-44ca-a51c-909259a6fdb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760184582126'] for port (ae64baf7-83b3-4afe-988e-353f3e9fdbfa), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:10.863150 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05522e7f-417d-49db-ace7-96df20e474d2 None None] Network 66664860-8484-4278-a13a-d19d7f467709 requested from dv-cinder-849626-3-iscsi {{(pid=104470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 09:06:10.916368 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ec6f5c-c6de-44ca-a51c-909259a6fdb6 admin admin] Network 0fe0cfc8-a852-4bd7-8f2a-f57d730ea287 is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:06:10.929804 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b0ae3a6e-a034-4da5-8f6e-4b38965880e4 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:10.929804 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-b0ae3a6e-a034-4da5-8f6e-4b38965880e4 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6657600 Jul 13 09:06:10.934500 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 58616) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:06:10.942959 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-36bdf448-6904-4a17-bf03-7988fcaa6335 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Request body: {'security_group_rule': {'security_group_id': '8f986f10-90d8-460e-8a54-2c482e8aa1a9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:06:10.966903 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-28ec6f5c-c6de-44ca-a51c-909259a6fdb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:06:10.976066 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:10.986014 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ec6f5c-c6de-44ca-a51c-909259a6fdb6 admin admin] Received port after_create {{(pid=104468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 09:06:10.990539 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-28ec6f5c-c6de-44ca-a51c-909259a6fdb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377229'] for router_interface (ac451012-21d2-4ffb-b4af-0ab81fc725ef), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:10.994857 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63df4fa-69c7-4d2f-8471-5f71b8e67200 admin admin] Pushing event updated for resources: {'Network': ['ID=9c52e3f6-c087-407b-affd-51e923af6909,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:11.034804 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Network 9c52e3f6-c087-407b-affd-51e923af6909 details requested by agent ovs-agent-dv-cinder-849626-3-iscsi with host dv-cinder-849626-3-iscsi {{(pid=104470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 09:06:11.039896 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-2286dc62-cefe-4f5a-9cca-566db9f82ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (d2c4f5e0-d8bb-4575-95b2-0989fef0e2d9), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:11.157821 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:11.182209 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e668060-ea17-4331-9d10-13e9b56df904 None None] Pushing event updated for resources: {'Port': ['ID=d2c4f5e0-d8bb-4575-95b2-0989fef0e2d9,revision_number=3']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:11.183585 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f93c7a4-a989-4574-b396-f78cb6192f1b admin admin] Notify agent at l3_agent.dv-cinder-849626-3-iscsi the message routers_updated {{(pid=104469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 09:06:11.201344 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Provisioning complete for port beed97aa-b53f-44ee-b0cf-5cc4388ac182 triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:06:11.201736 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (beed97aa-b53f-44ee-b0cf-5cc4388ac182), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:11.272284 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-36bdf448-6904-4a17-bf03-7988fcaa6335 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks [] for security_group_rule (23b0e64c-ac3a-4acb-a8e4-81e2ef1cf683), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:11.285281 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ec6f5c-c6de-44ca-a51c-909259a6fdb6 admin admin] Pushing event updated for resources: {'Port': ['ID=ae64baf7-83b3-4afe-988e-353f3e9fdbfa,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:11.321334 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a7119d-d326-4358-b74b-122b031f4405 None None] Sync routers for ids ['4f1da02d-cbd0-4602-80a0-6cd8656ba707'] in dv-cinder-849626-3-iscsi {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 09:06:11.346107 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-1a4fb009-8fb0-4142-b2ee-b707aa27f455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4cac08-9db5-4216-bb73-8d0f30feaaaa', 'name': 'tempest-AttachVolumeShelveTestJSON-1534830702-router', 'tenant_id': '09b63eccabbc498cb96dd4bbcef0969a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'beed97aa-b53f-44ee-b0cf-5cc4388ac182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:05:59Z', 'updated_at': '2022-07-13T09:06:05Z', 'revision_number': 4, 'project_id': '09b63eccabbc498cb96dd4bbcef0969a', 'gw_port': {'id': 'beed97aa-b53f-44ee-b0cf-5cc4388ac182', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:59:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4cac08-9db5-4216-bb73-8d0f30feaaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:00Z', 'updated_at': '2022-07-13T09:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_interfaces': [{'id': 'd88bd1f5-fc2f-402c-a795-a82f3f28cc4a', 'name': '', 'network_id': 'dced4119-fd64-48f2-a32b-f0864c860758', 'tenant_id': '09b63eccabbc498cb96dd4bbcef0969a', 'mac_address': 'fa:16:3e:5c:02:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4cac08-9db5-4216-bb73-8d0f30feaaaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f435a127-82ff-4993-a381-fe0f5e258ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:03Z', 'updated_at': '2022-07-13T09:06:10Z', 'revision_number': 4, 'project_id': '09b63eccabbc498cb96dd4bbcef0969a', 'subnets': [{'id': 'f435a127-82ff-4993-a381-fe0f5e258ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:06:11.357620 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-6b2c4f84-63c2-4e5f-a61d-cb8cd289c231 None None] Provisioning complete for port 329d7842-16d7-42d8-a380-c1c775a2c687 triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:06:11.358025 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-6b2c4f84-63c2-4e5f-a61d-cb8cd289c231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (329d7842-16d7-42d8-a380-c1c775a2c687), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:11.391015 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4fb009-8fb0-4142-b2ee-b707aa27f455 None None] The sync data for ids ['4f4cac08-9db5-4216-bb73-8d0f30feaaaa'] in dv-cinder-849626-3-iscsi is: [{'id': '4f4cac08-9db5-4216-bb73-8d0f30feaaaa', 'name': 'tempest-AttachVolumeShelveTestJSON-1534830702-router', 'tenant_id': '09b63eccabbc498cb96dd4bbcef0969a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'beed97aa-b53f-44ee-b0cf-5cc4388ac182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:05:59Z', 'updated_at': '2022-07-13T09:06:05Z', 'revision_number': 4, 'project_id': '09b63eccabbc498cb96dd4bbcef0969a', 'gw_port': {'id': 'beed97aa-b53f-44ee-b0cf-5cc4388ac182', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:59:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4cac08-9db5-4216-bb73-8d0f30feaaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:00Z', 'updated_at': '2022-07-13T09:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_interfaces': [{'id': 'd88bd1f5-fc2f-402c-a795-a82f3f28cc4a', 'name': '', 'network_id': 'dced4119-fd64-48f2-a32b-f0864c860758', 'tenant_id': '09b63eccabbc498cb96dd4bbcef0969a', 'mac_address': 'fa:16:3e:5c:02:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4cac08-9db5-4216-bb73-8d0f30feaaaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f435a127-82ff-4993-a381-fe0f5e258ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:03Z', 'updated_at': '2022-07-13T09:06:10Z', 'revision_number': 4, 'project_id': '09b63eccabbc498cb96dd4bbcef0969a', 'subnets': [{'id': 'f435a127-82ff-4993-a381-fe0f5e258ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 09:06:11.408063 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b97c8e43-2e9c-4276-b84a-58c8fbea4525 admin admin] Made reservation on behalf of c8907e8fe5704903835639a7a20b008d for: {'subnet': 1} {{(pid=104468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 09:06:11.408063 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b97c8e43-2e9c-4276-b84a-58c8fbea4525 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:11.456445 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2f93c7a4-a989-4574-b396-f78cb6192f1b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:11.457752 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-2f93c7a4-a989-4574-b396-f78cb6192f1b admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.3998721 Jul 13 09:06:11.473601 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 58634) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:06:11.542043 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a7119d-d326-4358-b74b-122b031f4405 None None] Routers {'4f1da02d-cbd0-4602-80a0-6cd8656ba707'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:06:11.542857 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-60a7119d-d326-4358-b74b-122b031f4405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:05:53Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['4f1da02d-cbd0-4602-80a0-6cd8656ba707'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:06:11.559941 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2286dc62-cefe-4f5a-9cca-566db9f82ca0 None None] Routers {'ac451012-21d2-4ffb-b4af-0ab81fc725ef'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:06:11.562585 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-2286dc62-cefe-4f5a-9cca-566db9f82ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:05:53Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['ac451012-21d2-4ffb-b4af-0ab81fc725ef'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:06:11.598424 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-36bdf448-6904-4a17-bf03-7988fcaa6335 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks [] for security_group_rule (23b0e64c-ac3a-4acb-a8e4-81e2ef1cf683), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:11.608725 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da83d6cd-d822-46ac-bcbd-f3c4a46227bf admin admin] Router e1a9fa37-49f7-44f6-a60d-16c81522f514 is scheduled to L3 agent 084ea860-45cb-441c-b2f8-c6c2f7d6686c with binding_index 1 {{(pid=104468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 13 09:06:11.719998 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-36bdf448-6904-4a17-bf03-7988fcaa6335 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485043'] for security_group_rule (23b0e64c-ac3a-4acb-a8e4-81e2ef1cf683), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:11.748948 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f20f2da-109a-4887-a757-712b01da4e9f None None] Network 862d32ef-d286-4010-a420-61dff25da7b3 requested from dv-cinder-849626-3-iscsi {{(pid=104470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 09:06:11.871034 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da83d6cd-d822-46ac-bcbd-f3c4a46227bf admin admin] Notify agent at l3_agent.dv-cinder-849626-3-iscsi the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 09:06:11.876252 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bdf448-6904-4a17-bf03-7988fcaa6335 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23b0e64c-ac3a-4acb-a8e4-81e2ef1cf683,revision_number=0']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:11.883855 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7514ba-7a31-4d63-9f5e-4048d133d260 None None] Sync routers for ids ['e1a9fa37-49f7-44f6-a60d-16c81522f514'] in dv-cinder-849626-3-iscsi {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 09:06:11.906167 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7514ba-7a31-4d63-9f5e-4048d133d260 None None] Routers {'e1a9fa37-49f7-44f6-a60d-16c81522f514'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:06:11.908206 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-ea7514ba-7a31-4d63-9f5e-4048d133d260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:05:53Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['e1a9fa37-49f7-44f6-a60d-16c81522f514'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:06:11.938606 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:12.002852 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-2286dc62-cefe-4f5a-9cca-566db9f82ca0 None None] Set router ac451012-21d2-4ffb-b4af-0ab81fc725ef gateway port host: dv-cinder-849626-3-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:06:12.016089 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-28ec6f5c-c6de-44ca-a51c-909259a6fdb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (ae64baf7-83b3-4afe-988e-353f3e9fdbfa), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:12.041153 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-36bdf448-6904-4a17-bf03-7988fcaa6335 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:12.042427 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-36bdf448-6904-4a17-bf03-7988fcaa6335 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1047101 Jul 13 09:06:12.045651 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 58654) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:06:12.062540 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-da83d6cd-d822-46ac-bcbd-f3c4a46227bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:12.063781 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-da83d6cd-d822-46ac-bcbd-f3c4a46227bf admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.5807915 Jul 13 09:06:12.075892 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 58656) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:06:12.076888 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-b3029731-5af5-4fcd-a55f-d1db44d558dd tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Request body: {'floatingip': {'floating_network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:06:12.130716 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-ea7514ba-7a31-4d63-9f5e-4048d133d260 None None] Set router e1a9fa37-49f7-44f6-a60d-16c81522f514 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:06:12.246966 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:12.328041 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b3029731-5af5-4fcd-a55f-d1db44d558dd tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:12.434458 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-60a7119d-d326-4358-b74b-122b031f4405 None None] Set router 4f1da02d-cbd0-4602-80a0-6cd8656ba707 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:06:12.437685 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:12.477574 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-ea7514ba-7a31-4d63-9f5e-4048d133d260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a9fa37-49f7-44f6-a60d-16c81522f514', 'name': 'tempest-ServerRescueNegativeTestJSON-1668870698-router', 'tenant_id': '7afbdee349034d2182240f1f7230236f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': 'da429dc5-7485-4e04-b934-97ad9ab6748d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:06:06Z', 'updated_at': '2022-07-13T09:06:08Z', 'revision_number': 3, 'project_id': '7afbdee349034d2182240f1f7230236f', 'gw_port': {'id': 'da429dc5-7485-4e04-b934-97ad9ab6748d', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b9:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a9fa37-49f7-44f6-a60d-16c81522f514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:07Z', 'updated_at': '2022-07-13T09:06:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi'}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:06:12.524719 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7514ba-7a31-4d63-9f5e-4048d133d260 None None] Checking router: e1a9fa37-49f7-44f6-a60d-16c81522f514 for host: dv-cinder-849626-3-iscsi {{(pid=104471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 09:06:12.526244 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7514ba-7a31-4d63-9f5e-4048d133d260 None None] Updating router e1a9fa37-49f7-44f6-a60d-16c81522f514 port da429dc5-7485-4e04-b934-97ad9ab6748d binding host dv-cinder-849626-3-iscsi {{(pid=104471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 09:06:12.530130 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:12.538572 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:12.585406 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-ea7514ba-7a31-4d63-9f5e-4048d133d260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (da429dc5-7485-4e04-b934-97ad9ab6748d), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:12.669347 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-6b2c4f84-63c2-4e5f-a61d-cb8cd289c231 None None] Current status of the port 329d7842-16d7-42d8-a380-c1c775a2c687 is: DOWN; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:06:12.669761 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-6b2c4f84-63c2-4e5f-a61d-cb8cd289c231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (329d7842-16d7-42d8-a380-c1c775a2c687), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:12.680522 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:12.694342 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b97c8e43-2e9c-4276-b84a-58c8fbea4525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428'] for subnet (4a7fa2e9-f7c7-406c-a7e4-b41ebfbf0660), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:12.850171 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:12.860944 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97c8e43-2e9c-4276-b84a-58c8fbea4525 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a7fa2e9-f7c7-406c-a7e4-b41ebfbf0660,revision_number=0']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:12.894287 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Current status of the port beed97aa-b53f-44ee-b0cf-5cc4388ac182 is: ACTIVE; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:06:12.897543 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device 329d7842-16d7-42d8-a380-c1c775a2c687 up at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:06:12.971410 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-6b2c4f84-63c2-4e5f-a61d-cb8cd289c231 None None] For port 329d7842-16d7-42d8-a380-c1c775a2c687, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=329d7842-16d7-42d8-a380-c1c775a2c687,segment=NetworkSegment(270cda57-bbfa-4cb6-9405-da36f4f1a73b),segment_id=270cda57-bbfa-4cb6-9405-da36f4f1a73b)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:06:12.972805 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-2286dc62-cefe-4f5a-9cca-566db9f82ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac451012-21d2-4ffb-b4af-0ab81fc725ef', 'name': 'tempest-DeleteServersTestJSON-740510556-router', 'tenant_id': '461a578ac4d44ffc9284d56a09d6c18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'd2c4f5e0-d8bb-4575-95b2-0989fef0e2d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:06:01Z', 'updated_at': '2022-07-13T09:06:06Z', 'revision_number': 3, 'project_id': '461a578ac4d44ffc9284d56a09d6c18e', 'gw_port': {'id': 'd2c4f5e0-d8bb-4575-95b2-0989fef0e2d9', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:27:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac451012-21d2-4ffb-b4af-0ab81fc725ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:04Z', 'updated_at': '2022-07-13T09:06:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi'}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:06:12.990659 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2c6cac94-4c54-4c26-bc26-1412ad54df30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:13.024269 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-ea7514ba-7a31-4d63-9f5e-4048d133d260 None None] Publish callbacks [] for port (da429dc5-7485-4e04-b934-97ad9ab6748d), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:13.032332 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b3029731-5af5-4fcd-a55f-d1db44d558dd tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:13.045586 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97c8e43-2e9c-4276-b84a-58c8fbea4525 admin admin] Checking segment: {'id': '5ab40c26-6603-4f7b-a704-11b50b113d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9c52e3f6-c087-407b-affd-51e923af6909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 09:06:13.045964 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97c8e43-2e9c-4276-b84a-58c8fbea4525 admin admin] Network hostable DHCP agents. Network: 9c52e3f6-c087-407b-affd-51e923af6909, hostable agents: ['a33f270e-6fb2-40d7-a0c5-ff754f30a69f'], hosted agents: [] {{(pid=104468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 09:06:13.060110 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:13.099449 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-28ec6f5c-c6de-44ca-a51c-909259a6fdb6 admin admin] Publish callbacks [] for port (ae64baf7-83b3-4afe-988e-353f3e9fdbfa), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:13.124093 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-ea7514ba-7a31-4d63-9f5e-4048d133d260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (da429dc5-7485-4e04-b934-97ad9ab6748d), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:13.140952 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-6b2c4f84-63c2-4e5f-a61d-cb8cd289c231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (329d7842-16d7-42d8-a380-c1c775a2c687), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:13.143251 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2286dc62-cefe-4f5a-9cca-566db9f82ca0 None None] The sync data for ids ['ac451012-21d2-4ffb-b4af-0ab81fc725ef'] in dv-cinder-849626-3-iscsi is: [{'id': 'ac451012-21d2-4ffb-b4af-0ab81fc725ef', 'name': 'tempest-DeleteServersTestJSON-740510556-router', 'tenant_id': '461a578ac4d44ffc9284d56a09d6c18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'd2c4f5e0-d8bb-4575-95b2-0989fef0e2d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:06:01Z', 'updated_at': '2022-07-13T09:06:06Z', 'revision_number': 3, 'project_id': '461a578ac4d44ffc9284d56a09d6c18e', 'gw_port': {'id': 'd2c4f5e0-d8bb-4575-95b2-0989fef0e2d9', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:27:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac451012-21d2-4ffb-b4af-0ab81fc725ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:04Z', 'updated_at': '2022-07-13T09:06:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi'}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 09:06:13.195324 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:13.245094 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-28ec6f5c-c6de-44ca-a51c-909259a6fdb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (ae64baf7-83b3-4afe-988e-353f3e9fdbfa), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:13.246945 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Provisioning complete for port 329d7842-16d7-42d8-a380-c1c775a2c687 triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:06:13.247502 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (329d7842-16d7-42d8-a380-c1c775a2c687), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:13.256323 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-28ec6f5c-c6de-44ca-a51c-909259a6fdb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-391157'] for router_interface (ac451012-21d2-4ffb-b4af-0ab81fc725ef), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:13.258503 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97c8e43-2e9c-4276-b84a-58c8fbea4525 admin admin] Network 9c52e3f6-c087-407b-affd-51e923af6909 is scheduled to be hosted by DHCP agent a33f270e-6fb2-40d7-a0c5-ff754f30a69f with binding_index 1 {{(pid=104468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 09:06:13.273187 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09536199-249d-4569-ab9b-3aa7b5a3cfe8 None None] Pushing event updated for resources: {'Port': ['ID=da429dc5-7485-4e04-b934-97ad9ab6748d,revision_number=2']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:13.283270 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-ea7514ba-7a31-4d63-9f5e-4048d133d260 None None] Attempting to bind port da429dc5-7485-4e04-b934-97ad9ab6748d on host dv-cinder-849626-3-iscsi for vnic_type normal with profile {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 09:06:13.283953 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-ea7514ba-7a31-4d63-9f5e-4048d133d260 None None] Attempting to bind port da429dc5-7485-4e04-b934-97ad9ab6748d by drivers openvswitch,hyperv on host dv-cinder-849626-3-iscsi at level 0 using segments [{'id': '51732cec-dd15-4320-89e5-7b26a17afbfa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5'}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 09:06:13.285041 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7514ba-7a31-4d63-9f5e-4048d133d260 None None] Attempting to bind port da429dc5-7485-4e04-b934-97ad9ab6748d on network 14d154e4-c9a5-47e8-9f7f-9daf0b869ff5 {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 09:06:13.298927 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7514ba-7a31-4d63-9f5e-4048d133d260 None None] Checking agent: {'id': '9379cce5-6fc7-4135-bc49-530c07185724', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849626-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 8, 57, 26), 'started_at': datetime.datetime(2022, 7, 13, 8, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 9, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849626-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 09:06:13.299677 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7514ba-7a31-4d63-9f5e-4048d133d260 None None] Checking segment: {'id': '51732cec-dd15-4320-89e5-7b26a17afbfa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 09:06:13.300847 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-ea7514ba-7a31-4d63-9f5e-4048d133d260 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:13.301434 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7514ba-7a31-4d63-9f5e-4048d133d260 None None] Bound using segment: {'id': '51732cec-dd15-4320-89e5-7b26a17afbfa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5'} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 09:06:13.302754 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-ea7514ba-7a31-4d63-9f5e-4048d133d260 None None] Bound port: da429dc5-7485-4e04-b934-97ad9ab6748d, host: dv-cinder-849626-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51732cec-dd15-4320-89e5-7b26a17afbfa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5'}}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 09:06:13.302981 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-60a7119d-d326-4358-b74b-122b031f4405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f1da02d-cbd0-4602-80a0-6cd8656ba707', 'name': 'tempest-AttachVolumeTestJSON-2029521589-router', 'tenant_id': 'eb9e230019f042dbbc680fc3b1340d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': 'adbe2fe6-71a5-4e8a-be54-f60cf11d3e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:06:06Z', 'updated_at': '2022-07-13T09:06:09Z', 'revision_number': 3, 'project_id': 'eb9e230019f042dbbc680fc3b1340d41', 'gw_port': {'id': 'adbe2fe6-71a5-4e8a-be54-f60cf11d3e39', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ea:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f1da02d-cbd0-4602-80a0-6cd8656ba707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:07Z', 'updated_at': '2022-07-13T09:06:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi'}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:06:13.305756 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-ea7514ba-7a31-4d63-9f5e-4048d133d260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (da429dc5-7485-4e04-b934-97ad9ab6748d), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:13.313082 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2c4f84-63c2-4e5f-a61d-cb8cd289c231 None None] Pushing event updated for resources: {'Port': ['ID=329d7842-16d7-42d8-a380-c1c775a2c687,revision_number=3']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:13.366834 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-569b40bc-ece1-4f5d-9981-a6acf783565c None None] Provisioning complete for port ae64baf7-83b3-4afe-988e-353f3e9fdbfa triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:06:13.366834 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-569b40bc-ece1-4f5d-9981-a6acf783565c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (ae64baf7-83b3-4afe-988e-353f3e9fdbfa), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:13.400804 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a7119d-d326-4358-b74b-122b031f4405 None None] Checking router: 4f1da02d-cbd0-4602-80a0-6cd8656ba707 for host: dv-cinder-849626-3-iscsi {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 09:06:13.401159 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a7119d-d326-4358-b74b-122b031f4405 None None] Updating router 4f1da02d-cbd0-4602-80a0-6cd8656ba707 port adbe2fe6-71a5-4e8a-be54-f60cf11d3e39 binding host dv-cinder-849626-3-iscsi {{(pid=104470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 09:06:13.419150 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-ea7514ba-7a31-4d63-9f5e-4048d133d260 None None] For port da429dc5-7485-4e04-b934-97ad9ab6748d, host dv-cinder-849626-3-iscsi, cleared binding levels {{(pid=104471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 09:06:13.425954 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-ea7514ba-7a31-4d63-9f5e-4048d133d260 None None] For port da429dc5-7485-4e04-b934-97ad9ab6748d, host dv-cinder-849626-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=da429dc5-7485-4e04-b934-97ad9ab6748d,segment=NetworkSegment(51732cec-dd15-4320-89e5-7b26a17afbfa),segment_id=51732cec-dd15-4320-89e5-7b26a17afbfa)] {{(pid=104471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 09:06:13.441655 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-b97c8e43-2e9c-4276-b84a-58c8fbea4525 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849626-3-iscsi, 9c52e3f6-c087-407b-affd-51e923af6909) {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:06:13.441750 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:13.455452 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97c8e43-2e9c-4276-b84a-58c8fbea4525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:13.456764 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b97c8e43-2e9c-4276-b84a-58c8fbea4525 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594414'] for subnet (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:13.459233 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe61954-837b-409d-92b4-32e43fbb65c6 None None] Network 9c52e3f6-c087-407b-affd-51e923af6909 requested from dv-cinder-849626-3-iscsi {{(pid=104470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 09:06:13.470456 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-569b40bc-ece1-4f5d-9981-a6acf783565c None None] Port ae64baf7-83b3-4afe-988e-353f3e9fdbfa cannot update to ACTIVE because it is not bound. {{(pid=104470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 09:06:13.482179 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_common [None req-2c6cac94-4c54-4c26-bc26-1412ad54df30 admin admin] Allocated IP 172.20.0.1 (862d32ef-d286-4010-a420-61dff25da7b3/633e38db-5802-43d1-a471-65c5e58c5839/ce09cf6d-2645-486b-9521-42867dfd20b3) {{(pid=104469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 09:06:13.483473 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-60a7119d-d326-4358-b74b-122b031f4405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (adbe2fe6-71a5-4e8a-be54-f60cf11d3e39), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:13.504933 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-ea7514ba-7a31-4d63-9f5e-4048d133d260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (da429dc5-7485-4e04-b934-97ad9ab6748d), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:13.514624 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ec6f5c-c6de-44ca-a51c-909259a6fdb6 admin admin] Pushing event updated for resources: {'Port': ['ID=ae64baf7-83b3-4afe-988e-353f3e9fdbfa,revision_number=2']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:13.588306 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-569b40bc-ece1-4f5d-9981-a6acf783565c None None] Provisioning complete for port d88bd1f5-fc2f-402c-a795-a82f3f28cc4a triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:06:13.588701 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-569b40bc-ece1-4f5d-9981-a6acf783565c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (d88bd1f5-fc2f-402c-a795-a82f3f28cc4a), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:13.626018 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2c6cac94-4c54-4c26-bc26-1412ad54df30 admin admin] Publish callbacks [] for port (ce09cf6d-2645-486b-9521-42867dfd20b3), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:13.636824 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:13.662406 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-b97c8e43-2e9c-4276-b84a-58c8fbea4525 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.8749924 Jul 13 09:06:13.666666 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ec6f5c-c6de-44ca-a51c-909259a6fdb6 admin admin] Network 0fe0cfc8-a852-4bd7-8f2a-f57d730ea287 is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:06:13.669719 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-28ec6f5c-c6de-44ca-a51c-909259a6fdb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:06:13.700913 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c500401b-46b1-41f6-9b4b-6a356567dcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:13.722905 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_common [None req-b3029731-5af5-4fcd-a55f-d1db44d558dd tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Allocated IP 172.27.3.120 (14d154e4-c9a5-47e8-9f7f-9daf0b869ff5/8de8efa6-546e-4542-992b-4162440fe9c8/fd55160b-3d0c-4faa-a0cb-38f62e62e266) {{(pid=104469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 09:06:13.726296 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7514ba-7a31-4d63-9f5e-4048d133d260 None None] Routers {'e1a9fa37-49f7-44f6-a60d-16c81522f514'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:06:13.727061 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-ea7514ba-7a31-4d63-9f5e-4048d133d260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:05:53Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['e1a9fa37-49f7-44f6-a60d-16c81522f514'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:06:13.782743 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Current status of the port 329d7842-16d7-42d8-a380-c1c775a2c687 is: ACTIVE; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:06:13.783929 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device ae1070ce-d4b4-4465-a286-23d1d0c98a03 up at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:06:13.881042 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:13.901895 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-ea7514ba-7a31-4d63-9f5e-4048d133d260 None None] Set router e1a9fa37-49f7-44f6-a60d-16c81522f514 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:06:13.967280 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b3029731-5af5-4fcd-a55f-d1db44d558dd tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks [] for port (fd55160b-3d0c-4faa-a0cb-38f62e62e266), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:14.000391 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:14.005177 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca8f358-8932-4872-8a91-e7544a999d07 None None] Network 9c52e3f6-c087-407b-affd-51e923af6909 requested from dv-cinder-849626-3-iscsi {{(pid=104470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 09:06:14.009351 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:14.010407 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:14.017831 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2c6cac94-4c54-4c26-bc26-1412ad54df30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760184582126'] for port (ce09cf6d-2645-486b-9521-42867dfd20b3), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:14.076115 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6cac94-4c54-4c26-bc26-1412ad54df30 admin admin] Network 862d32ef-d286-4010-a420-61dff25da7b3 is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:06:14.094414 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [None req-2c6cac94-4c54-4c26-bc26-1412ad54df30 admin admin] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:06:14.097914 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6cac94-4c54-4c26-bc26-1412ad54df30 admin admin] Pushing event updated for resources: {'Port': ['ID=ce09cf6d-2645-486b-9521-42867dfd20b3,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:14.102740 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6cac94-4c54-4c26-bc26-1412ad54df30 admin admin] Received port after_create {{(pid=104469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 09:06:14.105046 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2c6cac94-4c54-4c26-bc26-1412ad54df30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377229'] for router_interface (4f1da02d-cbd0-4602-80a0-6cd8656ba707), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:14.141347 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28ec6f5c-c6de-44ca-a51c-909259a6fdb6 admin admin] Router ac451012-21d2-4ffb-b4af-0ab81fc725ef has already been hosted by L3 agent 084ea860-45cb-441c-b2f8-c6c2f7d6686c {{(pid=104468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 09:06:14.148518 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Provisioning complete for port ae1070ce-d4b4-4465-a286-23d1d0c98a03 triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:06:14.148893 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (ae1070ce-d4b4-4465-a286-23d1d0c98a03), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:14.178652 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09536199-249d-4569-ab9b-3aa7b5a3cfe8 None None] Pushing event updated for resources: {'Port': ['ID=da429dc5-7485-4e04-b934-97ad9ab6748d,revision_number=3']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:14.235424 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b3029731-5af5-4fcd-a55f-d1db44d558dd tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760184582126'] for port (fd55160b-3d0c-4faa-a0cb-38f62e62e266), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:14.260402 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.db.db_base_plugin_common [None req-c500401b-46b1-41f6-9b4b-6a356567dcb8 admin admin] Allocated IP 172.20.0.1 (66664860-8484-4278-a13a-d19d7f467709/e31827df-90a6-4f3b-b292-e48b977cc711/ebec7c42-7723-4ae0-b5bf-19979ea37e36) {{(pid=104468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 09:06:14.360360 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:14.382263 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-ea7514ba-7a31-4d63-9f5e-4048d133d260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a9fa37-49f7-44f6-a60d-16c81522f514', 'name': 'tempest-ServerRescueNegativeTestJSON-1668870698-router', 'tenant_id': '7afbdee349034d2182240f1f7230236f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': 'da429dc5-7485-4e04-b934-97ad9ab6748d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:06:06Z', 'updated_at': '2022-07-13T09:06:08Z', 'revision_number': 3, 'project_id': '7afbdee349034d2182240f1f7230236f', 'gw_port': {'id': 'da429dc5-7485-4e04-b934-97ad9ab6748d', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b9:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a9fa37-49f7-44f6-a60d-16c81522f514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:07Z', 'updated_at': '2022-07-13T09:06:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi'}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:06:14.417136 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7514ba-7a31-4d63-9f5e-4048d133d260 None None] The sync data for ids ['e1a9fa37-49f7-44f6-a60d-16c81522f514'] in dv-cinder-849626-3-iscsi is: [{'id': 'e1a9fa37-49f7-44f6-a60d-16c81522f514', 'name': 'tempest-ServerRescueNegativeTestJSON-1668870698-router', 'tenant_id': '7afbdee349034d2182240f1f7230236f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': 'da429dc5-7485-4e04-b934-97ad9ab6748d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:06:06Z', 'updated_at': '2022-07-13T09:06:08Z', 'revision_number': 3, 'project_id': '7afbdee349034d2182240f1f7230236f', 'gw_port': {'id': 'da429dc5-7485-4e04-b934-97ad9ab6748d', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b9:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a9fa37-49f7-44f6-a60d-16c81522f514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:07Z', 'updated_at': '2022-07-13T09:06:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi'}] {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 09:06:14.436116 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3029731-5af5-4fcd-a55f-d1db44d558dd tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Network 14d154e4-c9a5-47e8-9f7f-9daf0b869ff5 is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:06:14.441193 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-569b40bc-ece1-4f5d-9981-a6acf783565c None None] Current status of the port d88bd1f5-fc2f-402c-a795-a82f3f28cc4a is: DOWN; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:06:14.441785 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-569b40bc-ece1-4f5d-9981-a6acf783565c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (d88bd1f5-fc2f-402c-a795-a82f3f28cc4a), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:14.542987 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ec6f5c-c6de-44ca-a51c-909259a6fdb6 admin admin] Notify agent at l3_agent.dv-cinder-849626-3-iscsi the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 09:06:14.561598 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-28ec6f5c-c6de-44ca-a51c-909259a6fdb6 admin admin] 10.222.0.40 "PUT /v2.0/routers/ac451012-21d2-4ffb-b4af-0ab81fc725ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4234712 Jul 13 09:06:14.589738 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [None req-b3029731-5af5-4fcd-a55f-d1db44d558dd tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:06:14.616731 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3029731-5af5-4fcd-a55f-d1db44d558dd tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Received port after_create {{(pid=104469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 09:06:14.726303 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c500401b-46b1-41f6-9b4b-6a356567dcb8 admin admin] Publish callbacks [] for port (ebec7c42-7723-4ae0-b5bf-19979ea37e36), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:14.740132 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b3029731-5af5-4fcd-a55f-d1db44d558dd tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks [] for floatingip (ad603c72-ae99-4c8b-9e85-85595ddc9b15), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:14.742520 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-60a7119d-d326-4358-b74b-122b031f4405 None None] Publish callbacks [] for port (adbe2fe6-71a5-4e8a-be54-f60cf11d3e39), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:14.750927 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3029731-5af5-4fcd-a55f-d1db44d558dd tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Pushing event updated for resources: {'Port': ['ID=fd55160b-3d0c-4faa-a0cb-38f62e62e266,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:14.801738 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:14.814536 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-569b40bc-ece1-4f5d-9981-a6acf783565c None None] For port d88bd1f5-fc2f-402c-a795-a82f3f28cc4a, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=d88bd1f5-fc2f-402c-a795-a82f3f28cc4a,segment=NetworkSegment(d26cc65f-34ee-4574-8332-30169090378e),segment_id=d26cc65f-34ee-4574-8332-30169090378e)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:06:14.835507 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-60a7119d-d326-4358-b74b-122b031f4405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (adbe2fe6-71a5-4e8a-be54-f60cf11d3e39), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:14.875367 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c500401b-46b1-41f6-9b4b-6a356567dcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760184582126'] for port (ebec7c42-7723-4ae0-b5bf-19979ea37e36), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:14.928870 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:14.945412 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-569b40bc-ece1-4f5d-9981-a6acf783565c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (d88bd1f5-fc2f-402c-a795-a82f3f28cc4a), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:14.956571 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c500401b-46b1-41f6-9b4b-6a356567dcb8 admin admin] Network 66664860-8484-4278-a13a-d19d7f467709 is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:06:14.977094 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-c500401b-46b1-41f6-9b4b-6a356567dcb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:06:14.989211 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c500401b-46b1-41f6-9b4b-6a356567dcb8 admin admin] Received port after_create {{(pid=104468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 09:06:14.989738 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c500401b-46b1-41f6-9b4b-6a356567dcb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377229'] for router_interface (e1a9fa37-49f7-44f6-a60d-16c81522f514), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:15.002743 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 58702) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:06:15.004882 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c500401b-46b1-41f6-9b4b-6a356567dcb8 admin admin] Pushing event updated for resources: {'Port': ['ID=ebec7c42-7723-4ae0-b5bf-19979ea37e36,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:15.005088 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-60a7119d-d326-4358-b74b-122b031f4405 None None] Attempting to bind port adbe2fe6-71a5-4e8a-be54-f60cf11d3e39 on host dv-cinder-849626-3-iscsi for vnic_type normal with profile {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 09:06:15.005459 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-60a7119d-d326-4358-b74b-122b031f4405 None None] Attempting to bind port adbe2fe6-71a5-4e8a-be54-f60cf11d3e39 by drivers openvswitch,hyperv on host dv-cinder-849626-3-iscsi at level 0 using segments [{'id': '51732cec-dd15-4320-89e5-7b26a17afbfa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5'}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 09:06:15.005976 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a7119d-d326-4358-b74b-122b031f4405 None None] Attempting to bind port adbe2fe6-71a5-4e8a-be54-f60cf11d3e39 on network 14d154e4-c9a5-47e8-9f7f-9daf0b869ff5 {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 09:06:15.010469 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-74380a26-6bf0-4039-b7c6-6377fbe709b2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-77790054-network', 'tenant_id': '03dfa33ae39d4d5e8c2d7d2db7735070'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:06:15.017825 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-569b40bc-ece1-4f5d-9981-a6acf783565c None None] Provisioning complete for port ae1070ce-d4b4-4465-a286-23d1d0c98a03 triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:06:15.019406 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-569b40bc-ece1-4f5d-9981-a6acf783565c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (ae1070ce-d4b4-4465-a286-23d1d0c98a03), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:15.024696 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Current status of the port ae1070ce-d4b4-4465-a286-23d1d0c98a03 is: DOWN; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:06:15.025100 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (ae1070ce-d4b4-4465-a286-23d1d0c98a03), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:15.029146 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646ad24f-90d6-4906-b26c-4928161cc045 None None] Pushing event updated for resources: {'Port': ['ID=adbe2fe6-71a5-4e8a-be54-f60cf11d3e39,revision_number=2']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:15.033921 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b3029731-5af5-4fcd-a55f-d1db44d558dd tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (fd55160b-3d0c-4faa-a0cb-38f62e62e266), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:15.101610 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a7119d-d326-4358-b74b-122b031f4405 None None] Checking agent: {'id': '9379cce5-6fc7-4135-bc49-530c07185724', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849626-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 8, 57, 26), 'started_at': datetime.datetime(2022, 7, 13, 8, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 9, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849626-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 09:06:15.102245 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a7119d-d326-4358-b74b-122b031f4405 None None] Checking segment: {'id': '51732cec-dd15-4320-89e5-7b26a17afbfa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 09:06:15.102602 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-60a7119d-d326-4358-b74b-122b031f4405 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:15.103086 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a7119d-d326-4358-b74b-122b031f4405 None None] Bound using segment: {'id': '51732cec-dd15-4320-89e5-7b26a17afbfa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5'} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 09:06:15.103566 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-60a7119d-d326-4358-b74b-122b031f4405 None None] Bound port: adbe2fe6-71a5-4e8a-be54-f60cf11d3e39, host: dv-cinder-849626-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51732cec-dd15-4320-89e5-7b26a17afbfa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5'}}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 09:06:15.104191 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-60a7119d-d326-4358-b74b-122b031f4405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (adbe2fe6-71a5-4e8a-be54-f60cf11d3e39), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:15.161207 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2c6cac94-4c54-4c26-bc26-1412ad54df30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (ce09cf6d-2645-486b-9521-42867dfd20b3), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:15.242819 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] For port ae1070ce-d4b4-4465-a286-23d1d0c98a03, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=ae1070ce-d4b4-4465-a286-23d1d0c98a03,segment=NetworkSegment(9345669b-d3b5-4d9b-ac8e-05327c23f70b),segment_id=9345669b-d3b5-4d9b-ac8e-05327c23f70b)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:06:15.244798 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74380a26-6bf0-4039-b7c6-6377fbe709b2 admin admin] Made reservation on behalf of 03dfa33ae39d4d5e8c2d7d2db7735070 for: {'network': 1} {{(pid=104469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 09:06:15.248080 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-74380a26-6bf0-4039-b7c6-6377fbe709b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for network (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:15.259695 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569b40bc-ece1-4f5d-9981-a6acf783565c None None] Pushing event updated for resources: {'Port': ['ID=d88bd1f5-fc2f-402c-a795-a82f3f28cc4a,revision_number=5']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:15.297952 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-74380a26-6bf0-4039-b7c6-6377fbe709b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:15.300004 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-60a7119d-d326-4358-b74b-122b031f4405 None None] For port adbe2fe6-71a5-4e8a-be54-f60cf11d3e39, host dv-cinder-849626-3-iscsi, cleared binding levels {{(pid=104470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 09:06:15.321835 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-569b40bc-ece1-4f5d-9981-a6acf783565c None None] Current status of the port ae1070ce-d4b4-4465-a286-23d1d0c98a03 is: DOWN; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:06:15.322254 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-569b40bc-ece1-4f5d-9981-a6acf783565c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (ae1070ce-d4b4-4465-a286-23d1d0c98a03), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:15.326588 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-60a7119d-d326-4358-b74b-122b031f4405 None None] For port adbe2fe6-71a5-4e8a-be54-f60cf11d3e39, host dv-cinder-849626-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=adbe2fe6-71a5-4e8a-be54-f60cf11d3e39,segment=NetworkSegment(51732cec-dd15-4320-89e5-7b26a17afbfa),segment_id=51732cec-dd15-4320-89e5-7b26a17afbfa)] {{(pid=104470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 09:06:15.339589 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:15.351353 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c500401b-46b1-41f6-9b4b-6a356567dcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (ebec7c42-7723-4ae0-b5bf-19979ea37e36), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:15.365173 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (ae1070ce-d4b4-4465-a286-23d1d0c98a03), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:15.374756 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:15.544959 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-60a7119d-d326-4358-b74b-122b031f4405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (adbe2fe6-71a5-4e8a-be54-f60cf11d3e39), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:15.553998 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:15.608358 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.db.api [None req-569b40bc-ece1-4f5d-9981-a6acf783565c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 13 09:06:15.608962 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG oslo_db.api [None req-569b40bc-ece1-4f5d-9981-a6acf783565c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 09:06:15.700579 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Pushing event updated for resources: {'Port': ['ID=ae1070ce-d4b4-4465-a286-23d1d0c98a03,revision_number=3']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:15.720240 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-74380a26-6bf0-4039-b7c6-6377fbe709b2 admin admin] Publish callbacks [] for security_group (efcf1965-03fc-42d4-8c3d-0327570de5e8), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:15.825049 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c500401b-46b1-41f6-9b4b-6a356567dcb8 admin admin] Publish callbacks [] for port (ebec7c42-7723-4ae0-b5bf-19979ea37e36), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:15.828287 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 58752) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:06:15.831828 dv-cinder-849626-3-iscsi neutron-server[104468]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 13 09:06:15.835668 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646ad24f-90d6-4906-b26c-4928161cc045 None None] Pushing event updated for resources: {'Port': ['ID=adbe2fe6-71a5-4e8a-be54-f60cf11d3e39,revision_number=3']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:15.846176 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a7119d-d326-4358-b74b-122b031f4405 None None] Routers {'4f1da02d-cbd0-4602-80a0-6cd8656ba707'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:06:15.848170 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-60a7119d-d326-4358-b74b-122b031f4405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:05:53Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['4f1da02d-cbd0-4602-80a0-6cd8656ba707'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:06:15.856922 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device d88bd1f5-fc2f-402c-a795-a82f3f28cc4a up at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:06:15.936644 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c500401b-46b1-41f6-9b4b-6a356567dcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (ebec7c42-7723-4ae0-b5bf-19979ea37e36), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:15.937434 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c500401b-46b1-41f6-9b4b-6a356567dcb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-391157'] for router_interface (e1a9fa37-49f7-44f6-a60d-16c81522f514), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:16.027246 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-60a7119d-d326-4358-b74b-122b031f4405 None None] Set router 4f1da02d-cbd0-4602-80a0-6cd8656ba707 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:06:16.205126 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:16.211100 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-74380a26-6bf0-4039-b7c6-6377fbe709b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (efcf1965-03fc-42d4-8c3d-0327570de5e8), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:16.235945 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74380a26-6bf0-4039-b7c6-6377fbe709b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=104469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 09:06:16.257157 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-569b40bc-ece1-4f5d-9981-a6acf783565c None None] Current status of the port ae1070ce-d4b4-4465-a286-23d1d0c98a03 is: ACTIVE; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:06:16.288504 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-74380a26-6bf0-4039-b7c6-6377fbe709b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7769013'] for segment (7b0ac773-504d-4aab-ae67-2255adc9ca9e), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:16.289069 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.db.segments_db [None req-74380a26-6bf0-4039-b7c6-6377fbe709b2 admin admin] Added segment 7b0ac773-504d-4aab-ae67-2255adc9ca9e of type vlan for network 491caef9-60b4-47d9-b263-e81008f97a68 Jul 13 09:06:16.295506 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-569b40bc-ece1-4f5d-9981-a6acf783565c None None] Provisioning complete for port 329d7842-16d7-42d8-a380-c1c775a2c687 triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:06:16.301323 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-569b40bc-ece1-4f5d-9981-a6acf783565c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (329d7842-16d7-42d8-a380-c1c775a2c687), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:16.358226 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:16.379622 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-74380a26-6bf0-4039-b7c6-6377fbe709b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760184566321'] for network (491caef9-60b4-47d9-b263-e81008f97a68), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:16.408651 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b3029731-5af5-4fcd-a55f-d1db44d558dd tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks [] for port (fd55160b-3d0c-4faa-a0cb-38f62e62e266), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:16.423332 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74380a26-6bf0-4039-b7c6-6377fbe709b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efcf1965-03fc-42d4-8c3d-0327570de5e8,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:16.475815 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2c6cac94-4c54-4c26-bc26-1412ad54df30 admin admin] Publish callbacks [] for port (ce09cf6d-2645-486b-9521-42867dfd20b3), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:16.483055 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c500401b-46b1-41f6-9b4b-6a356567dcb8 admin admin] Pushing event updated for resources: {'Port': ['ID=ebec7c42-7723-4ae0-b5bf-19979ea37e36,revision_number=2']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:16.498532 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b3029731-5af5-4fcd-a55f-d1db44d558dd tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (fd55160b-3d0c-4faa-a0cb-38f62e62e266), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:16.514330 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc9141-e6e3-4fe0-a433-6046a8a1be0b req-7d3c4aff-bda1-4d3b-a5d0-5cb060f979a6 tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:16.517652 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-95cc9141-e6e3-4fe0-a433-6046a8a1be0b req-7d3c4aff-bda1-4d3b-a5d0-5cb060f979a6 tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] 10.222.0.40 "GET /v2.0/networks?id=0fe0cfc8-a852-4bd7-8f2a-f57d730ea287 HTTP/1.1" status: 200 len: 811 time: 0.6879621 Jul 13 09:06:16.544182 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b3029731-5af5-4fcd-a55f-d1db44d558dd tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-388893'] for floatingip (ad603c72-ae99-4c8b-9e85-85595ddc9b15), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:16.563118 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-74380a26-6bf0-4039-b7c6-6377fbe709b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428'] for network (491caef9-60b4-47d9-b263-e81008f97a68), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:16.564187 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74380a26-6bf0-4039-b7c6-6377fbe709b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:16.564838 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-74380a26-6bf0-4039-b7c6-6377fbe709b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594414'] for network (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:16.576237 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3029731-5af5-4fcd-a55f-d1db44d558dd tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Pushing event updated for resources: {'Port': ['ID=fd55160b-3d0c-4faa-a0cb-38f62e62e266,revision_number=2']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:16.577707 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-95cc9141-e6e3-4fe0-a433-6046a8a1be0b req-3a5271b0-777c-45c2-b81b-435df7abf72f tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] 10.222.0.40 "GET /v2.0/quotas/461a578ac4d44ffc9284d56a09d6c18e HTTP/1.1" status: 200 len: 375 time: 0.0134780 Jul 13 09:06:16.589976 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:16.595450 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55cb75d-e20e-450a-b10a-34fd92e7495a None None] Sync routers for ids ['ac451012-21d2-4ffb-b4af-0ab81fc725ef'] in dv-cinder-849626-3-iscsi {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 09:06:16.600152 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2c6cac94-4c54-4c26-bc26-1412ad54df30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (ce09cf6d-2645-486b-9521-42867dfd20b3), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:16.600818 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2c6cac94-4c54-4c26-bc26-1412ad54df30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-391157'] for router_interface (4f1da02d-cbd0-4602-80a0-6cd8656ba707), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:16.647155 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Provisioning complete for port d88bd1f5-fc2f-402c-a795-a82f3f28cc4a triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:06:16.647524 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (d88bd1f5-fc2f-402c-a795-a82f3f28cc4a), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:16.673655 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55cb75d-e20e-450a-b10a-34fd92e7495a None None] Routers {'ac451012-21d2-4ffb-b4af-0ab81fc725ef'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:06:16.676465 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-f55cb75d-e20e-450a-b10a-34fd92e7495a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:05:53Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['ac451012-21d2-4ffb-b4af-0ab81fc725ef'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:06:16.695244 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-74380a26-6bf0-4039-b7c6-6377fbe709b2 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.6875463 Jul 13 09:06:16.695432 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c500401b-46b1-41f6-9b4b-6a356567dcb8 admin admin] Network 66664860-8484-4278-a13a-d19d7f467709 is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:06:16.695522 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 58776) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:06:16.695925 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b3029731-5af5-4fcd-a55f-d1db44d558dd tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for floatingip (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:16.696093 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 58778) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:06:16.705134 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-b3029731-5af5-4fcd-a55f-d1db44d558dd tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6504214 Jul 13 09:06:16.707460 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-a3c5787f-6b59-4e5f-8917-a4c48959c9dc admin admin] Request body: {'subnet': {'network_id': '491caef9-60b4-47d9-b263-e81008f97a68', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-77790054-subnet', 'tenant_id': '03dfa33ae39d4d5e8c2d7d2db7735070', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:06:16.737002 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-60a7119d-d326-4358-b74b-122b031f4405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f1da02d-cbd0-4602-80a0-6cd8656ba707', 'name': 'tempest-AttachVolumeTestJSON-2029521589-router', 'tenant_id': 'eb9e230019f042dbbc680fc3b1340d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': 'adbe2fe6-71a5-4e8a-be54-f60cf11d3e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:06:06Z', 'updated_at': '2022-07-13T09:06:14Z', 'revision_number': 4, 'project_id': 'eb9e230019f042dbbc680fc3b1340d41', 'gw_port': {'id': 'adbe2fe6-71a5-4e8a-be54-f60cf11d3e39', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ea:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f1da02d-cbd0-4602-80a0-6cd8656ba707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:07Z', 'updated_at': '2022-07-13T09:06:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_interfaces': [{'id': 'ce09cf6d-2645-486b-9521-42867dfd20b3', 'name': '', 'network_id': '862d32ef-d286-4010-a420-61dff25da7b3', 'tenant_id': 'eb9e230019f042dbbc680fc3b1340d41', 'mac_address': 'fa:16:3e:c0:88:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f1da02d-cbd0-4602-80a0-6cd8656ba707', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '633e38db-5802-43d1-a471-65c5e58c5839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:13Z', 'updated_at': '2022-07-13T09:06:13Z', 'revision_number': 1, 'project_id': 'eb9e230019f042dbbc680fc3b1340d41', 'subnets': [{'id': '633e38db-5802-43d1-a471-65c5e58c5839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:06:16.745848 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74380a26-6bf0-4039-b7c6-6377fbe709b2 admin admin] Pushing event updated for resources: {'Network': ['ID=491caef9-60b4-47d9-b263-e81008f97a68,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:16.802452 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-c500401b-46b1-41f6-9b4b-6a356567dcb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:06:16.807653 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6cac94-4c54-4c26-bc26-1412ad54df30 admin admin] Pushing event updated for resources: {'Port': ['ID=ce09cf6d-2645-486b-9521-42867dfd20b3,revision_number=2']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:16.884920 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Network 491caef9-60b4-47d9-b263-e81008f97a68 details requested by agent ovs-agent-dv-cinder-849626-3-iscsi with host dv-cinder-849626-3-iscsi {{(pid=104470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 09:06:16.888259 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a7119d-d326-4358-b74b-122b031f4405 None None] The sync data for ids ['4f1da02d-cbd0-4602-80a0-6cd8656ba707'] in dv-cinder-849626-3-iscsi is: [{'id': '4f1da02d-cbd0-4602-80a0-6cd8656ba707', 'name': 'tempest-AttachVolumeTestJSON-2029521589-router', 'tenant_id': 'eb9e230019f042dbbc680fc3b1340d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': 'adbe2fe6-71a5-4e8a-be54-f60cf11d3e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:06:06Z', 'updated_at': '2022-07-13T09:06:14Z', 'revision_number': 4, 'project_id': 'eb9e230019f042dbbc680fc3b1340d41', 'gw_port': {'id': 'adbe2fe6-71a5-4e8a-be54-f60cf11d3e39', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ea:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f1da02d-cbd0-4602-80a0-6cd8656ba707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:07Z', 'updated_at': '2022-07-13T09:06:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_interfaces': [{'id': 'ce09cf6d-2645-486b-9521-42867dfd20b3', 'name': '', 'network_id': '862d32ef-d286-4010-a420-61dff25da7b3', 'tenant_id': 'eb9e230019f042dbbc680fc3b1340d41', 'mac_address': 'fa:16:3e:c0:88:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f1da02d-cbd0-4602-80a0-6cd8656ba707', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '633e38db-5802-43d1-a471-65c5e58c5839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:13Z', 'updated_at': '2022-07-13T09:06:13Z', 'revision_number': 1, 'project_id': 'eb9e230019f042dbbc680fc3b1340d41', 'subnets': [{'id': '633e38db-5802-43d1-a471-65c5e58c5839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 09:06:16.944076 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6cac94-4c54-4c26-bc26-1412ad54df30 admin admin] Network 862d32ef-d286-4010-a420-61dff25da7b3 is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:06:16.945498 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [None req-2c6cac94-4c54-4c26-bc26-1412ad54df30 admin admin] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:06:17.024721 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-95cc9141-e6e3-4fe0-a433-6046a8a1be0b req-cbeafd44-0d3e-4418-94eb-c7e1a21888c6 tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=461a578ac4d44ffc9284d56a09d6c18e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4414809 Jul 13 09:06:17.031103 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-090448eb-7b84-4b6c-8310-6659b307ee73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:17.141801 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-f55cb75d-e20e-450a-b10a-34fd92e7495a None None] Set router ac451012-21d2-4ffb-b4af-0ab81fc725ef gateway port host: dv-cinder-849626-3-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:06:17.144696 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 58808) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:06:17.148041 dv-cinder-849626-3-iscsi neutron-server[104469]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 13 09:06:17.158517 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-569b40bc-ece1-4f5d-9981-a6acf783565c None None] Current status of the port 329d7842-16d7-42d8-a380-c1c775a2c687 is: ACTIVE; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:06:17.167512 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c5787f-6b59-4e5f-8917-a4c48959c9dc admin admin] Made reservation on behalf of 03dfa33ae39d4d5e8c2d7d2db7735070 for: {'subnet': 1} {{(pid=104468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 09:06:17.170071 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a3c5787f-6b59-4e5f-8917-a4c48959c9dc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:17.171828 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c6cac94-4c54-4c26-bc26-1412ad54df30 admin admin] Router 4f1da02d-cbd0-4602-80a0-6cd8656ba707 has already been hosted by L3 agent 084ea860-45cb-441c-b2f8-c6c2f7d6686c {{(pid=104469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 09:06:17.243480 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1b7f5a4c-30dc-4319-b6bf-541b6648aa74 req-8ffab4e5-c663-46ab-aba7-6b9faf56d099 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--809531645&fields=id&tenant_id=09b63eccabbc498cb96dd4bbcef0969a HTTP/1.1" status: 200 len: 267 time: 0.0966332 Jul 13 09:06:17.320119 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [req-95cc9141-e6e3-4fe0-a433-6046a8a1be0b req-b1ee6dcc-e8f2-4fd0-8336-d218c8db7284 service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=104468) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 13 09:06:17.328015 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-95cc9141-e6e3-4fe0-a433-6046a8a1be0b req-b1ee6dcc-e8f2-4fd0-8336-d218c8db7284 service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1558604 Jul 13 09:06:17.356831 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c500401b-46b1-41f6-9b4b-6a356567dcb8 admin admin] Router e1a9fa37-49f7-44f6-a60d-16c81522f514 has already been hosted by L3 agent 084ea860-45cb-441c-b2f8-c6c2f7d6686c {{(pid=104468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 09:06:17.367958 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-682d0816-326a-468b-88d5-6304d470588c None None] Provisioning complete for port ce09cf6d-2645-486b-9521-42867dfd20b3 triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:06:17.368397 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-682d0816-326a-468b-88d5-6304d470588c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (ce09cf6d-2645-486b-9521-42867dfd20b3), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:17.375980 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Current status of the port d88bd1f5-fc2f-402c-a795-a82f3f28cc4a is: ACTIVE; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:06:17.380872 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device da429dc5-7485-4e04-b934-97ad9ab6748d up at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:06:17.488352 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-682d0816-326a-468b-88d5-6304d470588c None None] Port ce09cf6d-2645-486b-9521-42867dfd20b3 cannot update to ACTIVE because it is not bound. {{(pid=104470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 09:06:17.514864 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-682d0816-326a-468b-88d5-6304d470588c None None] Provisioning complete for port ae64baf7-83b3-4afe-988e-353f3e9fdbfa triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:06:17.515469 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-682d0816-326a-468b-88d5-6304d470588c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (ae64baf7-83b3-4afe-988e-353f3e9fdbfa), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:17.558293 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:17.589765 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Provisioning complete for port da429dc5-7485-4e04-b934-97ad9ab6748d triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:06:17.590176 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (da429dc5-7485-4e04-b934-97ad9ab6748d), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:17.601268 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c6cac94-4c54-4c26-bc26-1412ad54df30 admin admin] Notify agent at l3_agent.dv-cinder-849626-3-iscsi the message routers_updated {{(pid=104469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 09:06:17.606919 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-2c6cac94-4c54-4c26-bc26-1412ad54df30 admin admin] 10.222.0.40 "PUT /v2.0/routers/4f1da02d-cbd0-4602-80a0-6cd8656ba707/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1320953 Jul 13 09:06:17.615304 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f5a4c-30dc-4319-b6bf-541b6648aa74 req-d0b22d98-e4bb-4d8e-b265-afe8c1cb7bbb tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:17.617281 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1b7f5a4c-30dc-4319-b6bf-541b6648aa74 req-d0b22d98-e4bb-4d8e-b265-afe8c1cb7bbb tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/networks?id=dced4119-fd64-48f2-a32b-f0864c860758 HTTP/1.1" status: 200 len: 817 time: 0.3664775 Jul 13 09:06:17.634320 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1b7f5a4c-30dc-4319-b6bf-541b6648aa74 req-4b58ada2-23ed-433a-bfd3-9eb4384ebf21 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/quotas/09b63eccabbc498cb96dd4bbcef0969a HTTP/1.1" status: 200 len: 375 time: 0.0121057 Jul 13 09:06:17.668146 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-090448eb-7b84-4b6c-8310-6659b307ee73 admin admin] Publish callbacks [] for security_group (9f7ac226-6cd2-43c4-8729-f6bd79bb52a7), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:17.669290 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-682d0816-326a-468b-88d5-6304d470588c None None] Port ae64baf7-83b3-4afe-988e-353f3e9fdbfa cannot update to ACTIVE because it is not bound. {{(pid=104470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 09:06:17.670262 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c500401b-46b1-41f6-9b4b-6a356567dcb8 admin admin] Notify agent at l3_agent.dv-cinder-849626-3-iscsi the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 09:06:17.685176 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-f55cb75d-e20e-450a-b10a-34fd92e7495a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac451012-21d2-4ffb-b4af-0ab81fc725ef', 'name': 'tempest-DeleteServersTestJSON-740510556-router', 'tenant_id': '461a578ac4d44ffc9284d56a09d6c18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'd2c4f5e0-d8bb-4575-95b2-0989fef0e2d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:06:01Z', 'updated_at': '2022-07-13T09:06:11Z', 'revision_number': 4, 'project_id': '461a578ac4d44ffc9284d56a09d6c18e', 'gw_port': {'id': 'd2c4f5e0-d8bb-4575-95b2-0989fef0e2d9', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:27:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac451012-21d2-4ffb-b4af-0ab81fc725ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:04Z', 'updated_at': '2022-07-13T09:06:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_interfaces': [{'id': 'ae64baf7-83b3-4afe-988e-353f3e9fdbfa', 'name': '', 'network_id': '0fe0cfc8-a852-4bd7-8f2a-f57d730ea287', 'tenant_id': '461a578ac4d44ffc9284d56a09d6c18e', 'mac_address': 'fa:16:3e:d2:70:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac451012-21d2-4ffb-b4af-0ab81fc725ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '2d9b1655-f65d-4162-9d06-91ea7d9e504a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:09Z', 'updated_at': '2022-07-13T09:06:12Z', 'revision_number': 2, 'project_id': '461a578ac4d44ffc9284d56a09d6c18e', 'subnets': [{'id': '2d9b1655-f65d-4162-9d06-91ea7d9e504a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:06:17.712449 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-95cc9141-e6e3-4fe0-a433-6046a8a1be0b req-e1cf17fa-acd7-44c8-9a3e-98ed7f911a67 service neutron] 10.222.0.40 "GET /v2.0/networks/0fe0cfc8-a852-4bd7-8f2a-f57d730ea287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3833623 Jul 13 09:06:17.731121 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-c500401b-46b1-41f6-9b4b-6a356567dcb8 admin admin] 10.222.0.40 "PUT /v2.0/routers/e1a9fa37-49f7-44f6-a60d-16c81522f514/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6429570 Jul 13 09:06:17.748379 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1b7f5a4c-30dc-4319-b6bf-541b6648aa74 req-205894ff-a0e2-4be8-9edb-a175ae0b8baa tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=09b63eccabbc498cb96dd4bbcef0969a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1082199 Jul 13 09:06:17.759004 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-090448eb-7b84-4b6c-8310-6659b307ee73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (9f7ac226-6cd2-43c4-8729-f6bd79bb52a7), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:17.770824 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-682d0816-326a-468b-88d5-6304d470588c None None] Provisioning complete for port ebec7c42-7723-4ae0-b5bf-19979ea37e36 triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:06:17.771315 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-682d0816-326a-468b-88d5-6304d470588c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (ebec7c42-7723-4ae0-b5bf-19979ea37e36), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:17.774248 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55cb75d-e20e-450a-b10a-34fd92e7495a None None] Checking router: ac451012-21d2-4ffb-b4af-0ab81fc725ef for host: dv-cinder-849626-3-iscsi {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 09:06:17.774694 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55cb75d-e20e-450a-b10a-34fd92e7495a None None] Updating router ac451012-21d2-4ffb-b4af-0ab81fc725ef port ae64baf7-83b3-4afe-988e-353f3e9fdbfa binding host dv-cinder-849626-3-iscsi {{(pid=104470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 09:06:17.824652 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-090448eb-7b84-4b6c-8310-6659b307ee73 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=537f3a6f839948638c78cd68ff9fcf24&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1278560 Jul 13 09:06:17.828514 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 58828) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:06:17.838839 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:17.846093 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-f55cb75d-e20e-450a-b10a-34fd92e7495a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (ae64baf7-83b3-4afe-988e-353f3e9fdbfa), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:17.857450 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090448eb-7b84-4b6c-8310-6659b307ee73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7ac226-6cd2-43c4-8729-f6bd79bb52a7,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:17.859142 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-682d0816-326a-468b-88d5-6304d470588c None None] Port ebec7c42-7723-4ae0-b5bf-19979ea37e36 cannot update to ACTIVE because it is not bound. {{(pid=104470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 09:06:17.949762 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [req-1b7f5a4c-30dc-4319-b6bf-541b6648aa74 req-c9aec697-34a7-403f-941f-1014202f599f service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=104469) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 13 09:06:17.952135 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-95cc9141-e6e3-4fe0-a433-6046a8a1be0b req-38af6fc4-e977-4b80-b4cf-457d110badef service neutron] 10.222.0.40 "GET /v2.0/networks/0fe0cfc8-a852-4bd7-8f2a-f57d730ea287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274504 Jul 13 09:06:17.952488 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1b7f5a4c-30dc-4319-b6bf-541b6648aa74 req-c9aec697-34a7-403f-941f-1014202f599f service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1211782 Jul 13 09:06:17.959287 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=86,neutron:UPDATE=7,neutron:INSERT=7 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:18.005136 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Current status of the port da429dc5-7485-4e04-b934-97ad9ab6748d is: DOWN; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:06:18.006873 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (da429dc5-7485-4e04-b934-97ad9ab6748d), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:18.022369 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55bb2b3f-61ef-43a1-af63-84934d8c978a admin admin] Publish callbacks [] for security_group (9f7ac226-6cd2-43c4-8729-f6bd79bb52a7), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:18.027920 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a3c5787f-6b59-4e5f-8917-a4c48959c9dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428'] for subnet (7842943a-77dd-429e-9bb6-ced2fb29a17d), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:18.035595 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] For port da429dc5-7485-4e04-b934-97ad9ab6748d, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=da429dc5-7485-4e04-b934-97ad9ab6748d,segment=NetworkSegment(51732cec-dd15-4320-89e5-7b26a17afbfa),segment_id=51732cec-dd15-4320-89e5-7b26a17afbfa)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:06:18.067186 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:18.097368 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55bb2b3f-61ef-43a1-af63-84934d8c978a admin admin] Publish callbacks [] for security_group (9f7ac226-6cd2-43c4-8729-f6bd79bb52a7), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:18.133732 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c5787f-6b59-4e5f-8917-a4c48959c9dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=7842943a-77dd-429e-9bb6-ced2fb29a17d,revision_number=0']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:18.141783 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1b7f5a4c-30dc-4319-b6bf-541b6648aa74 req-f626afa8-31ec-4936-9db4-5cbdcce65407 service neutron] 10.222.0.40 "GET /v2.0/networks/dced4119-fd64-48f2-a32b-f0864c860758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758235 Jul 13 09:06:18.151497 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-7709cba8-2ec5-43d7-b0aa-06e4a1d0606f None None] Provisioning complete for port ce09cf6d-2645-486b-9521-42867dfd20b3 triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:06:18.151497 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7709cba8-2ec5-43d7-b0aa-06e4a1d0606f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (ce09cf6d-2645-486b-9521-42867dfd20b3), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:18.162166 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c5787f-6b59-4e5f-8917-a4c48959c9dc admin admin] Checking segment: {'id': '7b0ac773-504d-4aab-ae67-2255adc9ca9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '491caef9-60b4-47d9-b263-e81008f97a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 09:06:18.162553 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c5787f-6b59-4e5f-8917-a4c48959c9dc admin admin] Network hostable DHCP agents. Network: 491caef9-60b4-47d9-b263-e81008f97a68, hostable agents: ['a33f270e-6fb2-40d7-a0c5-ff754f30a69f'], hosted agents: [] {{(pid=104468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 09:06:18.201007 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (da429dc5-7485-4e04-b934-97ad9ab6748d), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:18.201855 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device 329d7842-16d7-42d8-a380-c1c775a2c687 up at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:06:18.257234 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:18.312077 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-7709cba8-2ec5-43d7-b0aa-06e4a1d0606f None None] Port ce09cf6d-2645-486b-9521-42867dfd20b3 cannot update to ACTIVE because it is not bound. {{(pid=104470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 09:06:18.326488 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:18.327333 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c5787f-6b59-4e5f-8917-a4c48959c9dc admin admin] Network 491caef9-60b4-47d9-b263-e81008f97a68 is scheduled to be hosted by DHCP agent a33f270e-6fb2-40d7-a0c5-ff754f30a69f with binding_index 1 {{(pid=104468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 09:06:18.424237 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1b7f5a4c-30dc-4319-b6bf-541b6648aa74 req-f97b6634-697e-45f3-88f1-098e9f11d302 service neutron] 10.222.0.40 "GET /v2.0/networks/dced4119-fd64-48f2-a32b-f0864c860758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730601 Jul 13 09:06:18.439338 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:18.444078 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-a3c5787f-6b59-4e5f-8917-a4c48959c9dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849626-3-iscsi, 491caef9-60b4-47d9-b263-e81008f97a68) {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:06:18.445411 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55bb2b3f-61ef-43a1-af63-84934d8c978a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (9f7ac226-6cd2-43c4-8729-f6bd79bb52a7), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:18.447944 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55bb2b3f-61ef-43a1-af63-84934d8c978a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:18.452353 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-55bb2b3f-61ef-43a1-af63-84934d8c978a admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/9f7ac226-6cd2-43c4-8729-f6bd79bb52a7 HTTP/1.1" status: 204 len: 168 time: 0.6127036 Jul 13 09:06:18.456747 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c5787f-6b59-4e5f-8917-a4c48959c9dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:18.457362 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a3c5787f-6b59-4e5f-8917-a4c48959c9dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594414'] for subnet (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:18.488770 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bb2b3f-61ef-43a1-af63-84934d8c978a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7ac226-6cd2-43c4-8729-f6bd79bb52a7,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:18.496915 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Provisioning complete for port 329d7842-16d7-42d8-a380-c1c775a2c687 triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:06:18.497495 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (329d7842-16d7-42d8-a380-c1c775a2c687), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:18.499376 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb1f158-3fa8-4638-ab6f-914884723a0d None None] Network 491caef9-60b4-47d9-b263-e81008f97a68 requested from dv-cinder-849626-3-iscsi {{(pid=104470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 09:06:18.561656 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Pushing event updated for resources: {'Port': ['ID=da429dc5-7485-4e04-b934-97ad9ab6748d,revision_number=4']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:18.573793 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-a3c5787f-6b59-4e5f-8917-a4c48959c9dc admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.8716784 Jul 13 09:06:18.820806 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195f31e3-6ffb-41b1-90a8-fe4424de6e76 None None] Sync routers for ids ['e1a9fa37-49f7-44f6-a60d-16c81522f514'] in dv-cinder-849626-3-iscsi {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 09:06:18.839503 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 58882) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:06:18.839503 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 58884) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:06:18.843796 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-279e1c29-c527-430b-801b-612e4ddbd808 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Request body: {'security_group': {'name': 'tempest-securitygroup--477265680', 'description': 'tempest-description--1820447675'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:06:18.862836 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195f31e3-6ffb-41b1-90a8-fe4424de6e76 None None] Routers {'e1a9fa37-49f7-44f6-a60d-16c81522f514'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:06:18.866805 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-195f31e3-6ffb-41b1-90a8-fe4424de6e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:05:53Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['e1a9fa37-49f7-44f6-a60d-16c81522f514'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:06:18.943254 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Current status of the port 329d7842-16d7-42d8-a380-c1c775a2c687 is: ACTIVE; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:06:18.955074 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device d2c4f5e0-d8bb-4575-95b2-0989fef0e2d9 up at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:06:18.966155 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ed491f-9c76-4219-8887-42af59d59107 None None] Network 491caef9-60b4-47d9-b263-e81008f97a68 requested from dv-cinder-849626-3-iscsi {{(pid=104470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 09:06:18.991940 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:19.090320 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.db.db_base_plugin_v2 [None req-d253275e-75dc-48f4-abbf-6bf4a50d7ead admin admin] Deleting subnet 4a7fa2e9-f7c7-406c-a7e4-b41ebfbf0660 {{(pid=104468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 13 09:06:19.104815 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d253275e-75dc-48f4-abbf-6bf4a50d7ead admin admin] Publish callbacks [] for subnet (4a7fa2e9-f7c7-406c-a7e4-b41ebfbf0660), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:19.156701 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-195f31e3-6ffb-41b1-90a8-fe4424de6e76 None None] Set router e1a9fa37-49f7-44f6-a60d-16c81522f514 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:06:19.164712 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-db8e2153-ec78-4b9a-9ce3-2a8ef55c3b57 req-a17013c9-48da-4900-a48c-9fdbd74e74a0 tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] 10.222.0.40 "GET /v2.0/ports?device_id=503d3aeb-a476-4caf-afa3-c4311d6ac263 HTTP/1.1" status: 200 len: 210 time: 0.1925032 Jul 13 09:06:19.201074 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d253275e-75dc-48f4-abbf-6bf4a50d7ead admin admin] Publish callbacks [] for subnet (4a7fa2e9-f7c7-406c-a7e4-b41ebfbf0660), precommit_delete_associations {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:19.241058 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d253275e-75dc-48f4-abbf-6bf4a50d7ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7837055'] for subnet (4a7fa2e9-f7c7-406c-a7e4-b41ebfbf0660), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:19.298167 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-279e1c29-c527-430b-801b-612e4ddbd808 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:19.368230 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:19.380662 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-6b6a37da-925a-4e4e-9c19-b47537657224 req-5cdb6bc0-d514-4086-a9b2-0f30c892764e tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 210 time: 0.1022165 Jul 13 09:06:19.450435 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:19.502350 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:19.507340 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-f55cb75d-e20e-450a-b10a-34fd92e7495a None None] Publish callbacks [] for port (ae64baf7-83b3-4afe-988e-353f3e9fdbfa), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:19.595710 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Provisioning complete for port d2c4f5e0-d8bb-4575-95b2-0989fef0e2d9 triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:06:19.596215 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (d2c4f5e0-d8bb-4575-95b2-0989fef0e2d9), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:19.612633 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-195f31e3-6ffb-41b1-90a8-fe4424de6e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a9fa37-49f7-44f6-a60d-16c81522f514', 'name': 'tempest-ServerRescueNegativeTestJSON-1668870698-router', 'tenant_id': '7afbdee349034d2182240f1f7230236f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': 'da429dc5-7485-4e04-b934-97ad9ab6748d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:06:06Z', 'updated_at': '2022-07-13T09:06:15Z', 'revision_number': 4, 'project_id': '7afbdee349034d2182240f1f7230236f', 'gw_port': {'id': 'da429dc5-7485-4e04-b934-97ad9ab6748d', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a9fa37-49f7-44f6-a60d-16c81522f514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:07Z', 'updated_at': '2022-07-13T09:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_interfaces': [{'id': 'ebec7c42-7723-4ae0-b5bf-19979ea37e36', 'name': '', 'network_id': '66664860-8484-4278-a13a-d19d7f467709', 'tenant_id': '7afbdee349034d2182240f1f7230236f', 'mac_address': 'fa:16:3e:6a:b0:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a9fa37-49f7-44f6-a60d-16c81522f514', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e31827df-90a6-4f3b-b292-e48b977cc711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:13Z', 'updated_at': '2022-07-13T09:06:15Z', 'revision_number': 2, 'project_id': '7afbdee349034d2182240f1f7230236f', 'subnets': [{'id': 'e31827df-90a6-4f3b-b292-e48b977cc711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:06:19.646630 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195f31e3-6ffb-41b1-90a8-fe4424de6e76 None None] Checking router: e1a9fa37-49f7-44f6-a60d-16c81522f514 for host: dv-cinder-849626-3-iscsi {{(pid=104471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 09:06:19.646630 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195f31e3-6ffb-41b1-90a8-fe4424de6e76 None None] Updating router e1a9fa37-49f7-44f6-a60d-16c81522f514 port ebec7c42-7723-4ae0-b5bf-19979ea37e36 binding host dv-cinder-849626-3-iscsi {{(pid=104471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 09:06:19.646821 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-f55cb75d-e20e-450a-b10a-34fd92e7495a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (ae64baf7-83b3-4afe-988e-353f3e9fdbfa), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:19.683166 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-195f31e3-6ffb-41b1-90a8-fe4424de6e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (ebec7c42-7723-4ae0-b5bf-19979ea37e36), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:19.705433 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-279e1c29-c527-430b-801b-612e4ddbd808 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks [] for security_group (0b3399b4-d38d-4638-ac76-98394e377705), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:19.707882 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d253275e-75dc-48f4-abbf-6bf4a50d7ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7837033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428'] for subnet (4a7fa2e9-f7c7-406c-a7e4-b41ebfbf0660), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:19.765675 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d253275e-75dc-48f4-abbf-6bf4a50d7ead admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:19.772470 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-d253275e-75dc-48f4-abbf-6bf4a50d7ead admin admin] 10.222.0.40 "DELETE /v2.0/subnets/4a7fa2e9-f7c7-406c-a7e4-b41ebfbf0660 HTTP/1.1" status: 204 len: 168 time: 0.9302666 Jul 13 09:06:19.772470 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d253275e-75dc-48f4-abbf-6bf4a50d7ead admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a7fa2e9-f7c7-406c-a7e4-b41ebfbf0660,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:19.772716 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:19.772870 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 58922) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:06:19.806824 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-279e1c29-c527-430b-801b-612e4ddbd808 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (0b3399b4-d38d-4638-ac76-98394e377705), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:19.837260 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:19.895210 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404f7d7-1f02-41db-b37c-f7a8dd8ed688 req-cba4e35d-2860-4fdf-8e90-7af55e82201c tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:19.907920 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-8404f7d7-1f02-41db-b37c-f7a8dd8ed688 req-cba4e35d-2860-4fdf-8e90-7af55e82201c tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/networks?id=66664860-8484-4278-a13a-d19d7f467709 HTTP/1.1" status: 200 len: 819 time: 0.3164051 Jul 13 09:06:19.996382 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-0eb503dd-7778-4583-a18d-4ea7153c90e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7847201'] for network (9c52e3f6-c087-407b-affd-51e923af6909), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:20.094521 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Current status of the port d2c4f5e0-d8bb-4575-95b2-0989fef0e2d9 is: DOWN; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:06:20.095142 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:20.098643 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (d2c4f5e0-d8bb-4575-95b2-0989fef0e2d9), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:20.100416 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279e1c29-c527-430b-801b-612e4ddbd808 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3399b4-d38d-4638-ac76-98394e377705,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:20.113177 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c8665-cb8a-416b-bc7f-656026a0e4f8 None None] Pushing event updated for resources: {'Port': ['ID=ae64baf7-83b3-4afe-988e-353f3e9fdbfa,revision_number=3']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:20.114185 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-8404f7d7-1f02-41db-b37c-f7a8dd8ed688 req-ef2fe973-9a53-4f33-addd-e1c80162882b tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/quotas/7afbdee349034d2182240f1f7230236f HTTP/1.1" status: 200 len: 375 time: 0.2056398 Jul 13 09:06:20.218235 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 58944) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:06:20.270200 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-279e1c29-c527-430b-801b-612e4ddbd808 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:20.273762 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-279e1c29-c527-430b-801b-612e4ddbd808 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.4370232 Jul 13 09:06:20.300619 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 58956) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:06:20.304958 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] For port d2c4f5e0-d8bb-4575-95b2-0989fef0e2d9, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=d2c4f5e0-d8bb-4575-95b2-0989fef0e2d9,segment=NetworkSegment(51732cec-dd15-4320-89e5-7b26a17afbfa),segment_id=51732cec-dd15-4320-89e5-7b26a17afbfa)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:06:20.308232 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-f55cb75d-e20e-450a-b10a-34fd92e7495a None None] Attempting to bind port ae64baf7-83b3-4afe-988e-353f3e9fdbfa on host dv-cinder-849626-3-iscsi for vnic_type normal with profile {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 09:06:20.308566 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-f55cb75d-e20e-450a-b10a-34fd92e7495a None None] Attempting to bind port ae64baf7-83b3-4afe-988e-353f3e9fdbfa by drivers openvswitch,hyperv on host dv-cinder-849626-3-iscsi at level 0 using segments [{'id': 'b26e5001-6035-411a-8290-e0a90601d5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0fe0cfc8-a852-4bd7-8f2a-f57d730ea287'}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 09:06:20.308931 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55cb75d-e20e-450a-b10a-34fd92e7495a None None] Attempting to bind port ae64baf7-83b3-4afe-988e-353f3e9fdbfa on network 0fe0cfc8-a852-4bd7-8f2a-f57d730ea287 {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 09:06:20.314788 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55cb75d-e20e-450a-b10a-34fd92e7495a None None] Checking agent: {'id': '9379cce5-6fc7-4135-bc49-530c07185724', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849626-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 8, 57, 26), 'started_at': datetime.datetime(2022, 7, 13, 8, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 9, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849626-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 09:06:20.315902 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55cb75d-e20e-450a-b10a-34fd92e7495a None None] Checking segment: {'id': 'b26e5001-6035-411a-8290-e0a90601d5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0fe0cfc8-a852-4bd7-8f2a-f57d730ea287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 09:06:20.316135 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-f55cb75d-e20e-450a-b10a-34fd92e7495a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:20.316595 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55cb75d-e20e-450a-b10a-34fd92e7495a None None] Bound using segment: {'id': 'b26e5001-6035-411a-8290-e0a90601d5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0fe0cfc8-a852-4bd7-8f2a-f57d730ea287'} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 09:06:20.321635 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-f55cb75d-e20e-450a-b10a-34fd92e7495a None None] Bound port: ae64baf7-83b3-4afe-988e-353f3e9fdbfa, host: dv-cinder-849626-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b26e5001-6035-411a-8290-e0a90601d5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0fe0cfc8-a852-4bd7-8f2a-f57d730ea287'}}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 09:06:20.323366 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-f55cb75d-e20e-450a-b10a-34fd92e7495a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (ae64baf7-83b3-4afe-988e-353f3e9fdbfa), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:20.341758 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-dcb8dd47-b5f2-4971-ae96-043b809e84e2 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Request body: {'security_group_rule': {'security_group_id': '0b3399b4-d38d-4638-ac76-98394e377705', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:06:20.374489 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-e0644b47-bfc5-4520-ac48-db5b5b30b646 None None] Provisioning complete for port ae64baf7-83b3-4afe-988e-353f3e9fdbfa triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:06:20.374892 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e0644b47-bfc5-4520-ac48-db5b5b30b646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (ae64baf7-83b3-4afe-988e-353f3e9fdbfa), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:20.376532 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (d2c4f5e0-d8bb-4575-95b2-0989fef0e2d9), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:20.463656 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-8404f7d7-1f02-41db-b37c-f7a8dd8ed688 req-941684c4-1323-4285-93a3-e425c3be6f80 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=7afbdee349034d2182240f1f7230236f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3425512 Jul 13 09:06:20.465277 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-0eb503dd-7778-4583-a18d-4ea7153c90e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7836165', 'neutron.services.segments.db._delete_segments_for_network-8760185013827'] for network (9c52e3f6-c087-407b-affd-51e923af6909), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:20.481346 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-195f31e3-6ffb-41b1-90a8-fe4424de6e76 None None] Publish callbacks [] for port (ebec7c42-7723-4ae0-b5bf-19979ea37e36), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:20.559737 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a182a672-2816-4935-83f5-bc6875485897 req-69d1d420-3f59-4442-8179-2076640563a7 tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] 10.222.0.40 "GET /v2.0/ports?device_id=503d3aeb-a476-4caf-afa3-c4311d6ac263 HTTP/1.1" status: 200 len: 210 time: 0.1396229 Jul 13 09:06:20.571692 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:20.606648 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-195f31e3-6ffb-41b1-90a8-fe4424de6e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (ebec7c42-7723-4ae0-b5bf-19979ea37e36), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:20.615209 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-0eb503dd-7778-4583-a18d-4ea7153c90e2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 09:06:20.621366 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-0eb503dd-7778-4583-a18d-4ea7153c90e2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 09:06:20.625999 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-0eb503dd-7778-4583-a18d-4ea7153c90e2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 09:06:20.626374 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-0eb503dd-7778-4583-a18d-4ea7153c90e2 admin admin] Subscribe: > port after_create 55550000 {{(pid=104469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 09:06:20.626812 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-0eb503dd-7778-4583-a18d-4ea7153c90e2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 09:06:20.627096 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-0eb503dd-7778-4583-a18d-4ea7153c90e2 admin admin] Subscribe: > port after_update 55550000 {{(pid=104469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 09:06:20.627394 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-0eb503dd-7778-4583-a18d-4ea7153c90e2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 09:06:20.628275 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-0eb503dd-7778-4583-a18d-4ea7153c90e2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 09:06:20.628574 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-0eb503dd-7778-4583-a18d-4ea7153c90e2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 09:06:20.628896 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-0eb503dd-7778-4583-a18d-4ea7153c90e2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 09:06:20.639794 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Pushing event updated for resources: {'Port': ['ID=d2c4f5e0-d8bb-4575-95b2-0989fef0e2d9,revision_number=4']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:20.644475 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-8404f7d7-1f02-41db-b37c-f7a8dd8ed688 req-f6040656-999b-4902-b789-956b1c5bac54 service neutron] 10.222.0.40 "GET /v2.0/networks/66664860-8484-4278-a13a-d19d7f467709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748650 Jul 13 09:06:20.684848 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:20.747006 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-dcb8dd47-b5f2-4971-ae96-043b809e84e2 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks [] for security_group_rule (be4ec781-7852-471c-ac92-ee670dad126e), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:20.758775 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-e0644b47-bfc5-4520-ac48-db5b5b30b646 None None] Port ae64baf7-83b3-4afe-988e-353f3e9fdbfa cannot update to ACTIVE because it is not bound. {{(pid=104470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 09:06:20.788423 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device da429dc5-7485-4e04-b934-97ad9ab6748d up at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:06:20.809695 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-195f31e3-6ffb-41b1-90a8-fe4424de6e76 None None] Attempting to bind port ebec7c42-7723-4ae0-b5bf-19979ea37e36 on host dv-cinder-849626-3-iscsi for vnic_type normal with profile {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 09:06:20.810418 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-195f31e3-6ffb-41b1-90a8-fe4424de6e76 None None] Attempting to bind port ebec7c42-7723-4ae0-b5bf-19979ea37e36 by drivers openvswitch,hyperv on host dv-cinder-849626-3-iscsi at level 0 using segments [{'id': '270cda57-bbfa-4cb6-9405-da36f4f1a73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '66664860-8484-4278-a13a-d19d7f467709'}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 09:06:20.811483 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195f31e3-6ffb-41b1-90a8-fe4424de6e76 None None] Attempting to bind port ebec7c42-7723-4ae0-b5bf-19979ea37e36 on network 66664860-8484-4278-a13a-d19d7f467709 {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 09:06:20.823650 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76761d04-4f29-48b5-98ad-fff313ae7a17 None None] Pushing event updated for resources: {'Port': ['ID=ebec7c42-7723-4ae0-b5bf-19979ea37e36,revision_number=3']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:20.828145 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195f31e3-6ffb-41b1-90a8-fe4424de6e76 None None] Checking agent: {'id': '9379cce5-6fc7-4135-bc49-530c07185724', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849626-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 8, 57, 26), 'started_at': datetime.datetime(2022, 7, 13, 8, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 9, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849626-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 09:06:20.831348 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195f31e3-6ffb-41b1-90a8-fe4424de6e76 None None] Checking segment: {'id': '270cda57-bbfa-4cb6-9405-da36f4f1a73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '66664860-8484-4278-a13a-d19d7f467709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 09:06:20.832014 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-195f31e3-6ffb-41b1-90a8-fe4424de6e76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:20.844166 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-dcb8dd47-b5f2-4971-ae96-043b809e84e2 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks [] for security_group_rule (be4ec781-7852-471c-ac92-ee670dad126e), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:20.846818 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195f31e3-6ffb-41b1-90a8-fe4424de6e76 None None] Bound using segment: {'id': '270cda57-bbfa-4cb6-9405-da36f4f1a73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '66664860-8484-4278-a13a-d19d7f467709'} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 09:06:20.847286 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-195f31e3-6ffb-41b1-90a8-fe4424de6e76 None None] Bound port: ebec7c42-7723-4ae0-b5bf-19979ea37e36, host: dv-cinder-849626-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '270cda57-bbfa-4cb6-9405-da36f4f1a73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '66664860-8484-4278-a13a-d19d7f467709'}}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 09:06:20.847728 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-99863311-cbb6-46ce-9e7d-9568837f6ca4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:20.856356 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-195f31e3-6ffb-41b1-90a8-fe4424de6e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (ebec7c42-7723-4ae0-b5bf-19979ea37e36), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:20.862598 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-66c5766b-da50-4482-8b92-d3115e3f554c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (a33f270e-6fb2-40d7-a0c5-ff754f30a69f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:20.873032 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-f55cb75d-e20e-450a-b10a-34fd92e7495a None None] For port ae64baf7-83b3-4afe-988e-353f3e9fdbfa, host dv-cinder-849626-3-iscsi, cleared binding levels {{(pid=104470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 09:06:20.955810 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-f55cb75d-e20e-450a-b10a-34fd92e7495a None None] For port ae64baf7-83b3-4afe-988e-353f3e9fdbfa, host dv-cinder-849626-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=ae64baf7-83b3-4afe-988e-353f3e9fdbfa,segment=NetworkSegment(b26e5001-6035-411a-8290-e0a90601d5d2),segment_id=b26e5001-6035-411a-8290-e0a90601d5d2)] {{(pid=104470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 09:06:20.993062 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Provisioning complete for port da429dc5-7485-4e04-b934-97ad9ab6748d triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:06:20.993291 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (da429dc5-7485-4e04-b934-97ad9ab6748d), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:20.994656 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-99863311-cbb6-46ce-9e7d-9568837f6ca4 admin admin] Publish callbacks [] for security_group (2a3ff6a4-503d-4c42-8cc3-c066776d01f5), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:20.998460 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-dcb8dd47-b5f2-4971-ae96-043b809e84e2 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485043'] for security_group_rule (be4ec781-7852-471c-ac92-ee670dad126e), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:21.062509 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-f55cb75d-e20e-450a-b10a-34fd92e7495a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (ae64baf7-83b3-4afe-988e-353f3e9fdbfa), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:21.073960 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-195f31e3-6ffb-41b1-90a8-fe4424de6e76 None None] For port ebec7c42-7723-4ae0-b5bf-19979ea37e36, host dv-cinder-849626-3-iscsi, cleared binding levels {{(pid=104471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 09:06:21.083779 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-195f31e3-6ffb-41b1-90a8-fe4424de6e76 None None] For port ebec7c42-7723-4ae0-b5bf-19979ea37e36, host dv-cinder-849626-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=ebec7c42-7723-4ae0-b5bf-19979ea37e36,segment=NetworkSegment(270cda57-bbfa-4cb6-9405-da36f4f1a73b),segment_id=270cda57-bbfa-4cb6-9405-da36f4f1a73b)] {{(pid=104471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 09:06:21.167930 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-195f31e3-6ffb-41b1-90a8-fe4424de6e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (ebec7c42-7723-4ae0-b5bf-19979ea37e36), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:21.179844 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-0eb503dd-7778-4583-a18d-4ea7153c90e2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 09:06:21.181394 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-0eb503dd-7778-4583-a18d-4ea7153c90e2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 09:06:21.181955 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-0eb503dd-7778-4583-a18d-4ea7153c90e2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 09:06:21.182483 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-0eb503dd-7778-4583-a18d-4ea7153c90e2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 09:06:21.183054 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.services.segments.db [None req-0eb503dd-7778-4583-a18d-4ea7153c90e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c52e3f6-c087-407b-affd-51e923af6909']}} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:06:21.322713 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-8404f7d7-1f02-41db-b37c-f7a8dd8ed688 req-b9493b07-9deb-4ba8-9352-91022ce4935d service neutron] 10.222.0.40 "GET /v2.0/networks/66664860-8484-4278-a13a-d19d7f467709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6771364 Jul 13 09:06:21.355837 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-99863311-cbb6-46ce-9e7d-9568837f6ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (2a3ff6a4-503d-4c42-8cc3-c066776d01f5), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:21.377479 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-d2f5c9b8-6111-4062-b142-20c831d7d1e3 None None] Provisioning complete for port ebec7c42-7723-4ae0-b5bf-19979ea37e36 triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:06:21.388471 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-d2f5c9b8-6111-4062-b142-20c831d7d1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (ebec7c42-7723-4ae0-b5bf-19979ea37e36), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:21.391788 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c8665-cb8a-416b-bc7f-656026a0e4f8 None None] Pushing event updated for resources: {'Port': ['ID=ae64baf7-83b3-4afe-988e-353f3e9fdbfa,revision_number=4']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:21.413644 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195f31e3-6ffb-41b1-90a8-fe4424de6e76 None None] Routers {'e1a9fa37-49f7-44f6-a60d-16c81522f514'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:06:21.416715 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-195f31e3-6ffb-41b1-90a8-fe4424de6e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:05:53Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['e1a9fa37-49f7-44f6-a60d-16c81522f514'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:06:21.421784 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Current status of the port da429dc5-7485-4e04-b934-97ad9ab6748d is: ACTIVE; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:06:21.422962 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device ae1070ce-d4b4-4465-a286-23d1d0c98a03 up at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:06:21.459706 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99863311-cbb6-46ce-9e7d-9568837f6ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a3ff6a4-503d-4c42-8cc3-c066776d01f5,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:21.462976 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb8dd47-b5f2-4971-ae96-043b809e84e2 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be4ec781-7852-471c-ac92-ee670dad126e,revision_number=0']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:21.498264 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-99863311-cbb6-46ce-9e7d-9568837f6ca4 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=c1bcbd0180e94d7eb8a4e1ed1eb48931&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2769928 Jul 13 09:06:21.517120 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 58996) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:06:21.527482 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55cb75d-e20e-450a-b10a-34fd92e7495a None None] Routers {'ac451012-21d2-4ffb-b4af-0ab81fc725ef'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:06:21.528166 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-f55cb75d-e20e-450a-b10a-34fd92e7495a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:05:53Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['ac451012-21d2-4ffb-b4af-0ab81fc725ef'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:06:21.542819 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-e1cf1e57-ec77-4047-944a-0c000af7b1a5 req-82e6719f-e04a-47a5-9af5-9c6a09417844 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 210 time: 0.3538518 Jul 13 09:06:21.565645 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.services.segments.db [None req-0eb503dd-7778-4583-a18d-4ea7153c90e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ab40c26-6603-4f7b-a704-11b50b113d50') {'for_net_delete': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:06:21.566211 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.services.segments.db [None req-0eb503dd-7778-4583-a18d-4ea7153c90e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ab40c26-6603-4f7b-a704-11b50b113d50') {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:06:21.576163 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-dcb8dd47-b5f2-4971-ae96-043b809e84e2 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:21.592149 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76761d04-4f29-48b5-98ad-fff313ae7a17 None None] Pushing event updated for resources: {'Port': ['ID=ebec7c42-7723-4ae0-b5bf-19979ea37e36,revision_number=4']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:21.603560 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-dcb8dd47-b5f2-4971-ae96-043b809e84e2 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2910824 Jul 13 09:06:21.611670 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 59002) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:06:21.623350 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-0eb503dd-7778-4583-a18d-4ea7153c90e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760185015116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3541587'] for segment (5ab40c26-6603-4f7b-a704-11b50b113d50), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:21.640457 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-bf8d576c-e9b8-4c32-a6e0-a9fe4584cc15 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Request body: {'security_group_rule': {'security_group_id': '0b3399b4-d38d-4638-ac76-98394e377705', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:06:21.645393 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 59004) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:06:21.686785 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-0eb503dd-7778-4583-a18d-4ea7153c90e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7769013'] for segment (5ab40c26-6603-4f7b-a704-11b50b113d50), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:21.739736 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eb503dd-7778-4583-a18d-4ea7153c90e2 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=104469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 09:06:21.740379 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-0eb503dd-7778-4583-a18d-4ea7153c90e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7769013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542360'] for segment (5ab40c26-6603-4f7b-a704-11b50b113d50), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:21.800796 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2a244c61-13f6-49af-b70b-93ba30b17576 admin admin] Publish callbacks [] for security_group (2a3ff6a4-503d-4c42-8cc3-c066776d01f5), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:21.820706 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-3110c6c6-abed-4352-a632-71feecccfb5d req-be4fb7db-c5c8-4bed-9131-c133467030b2 tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] 10.222.0.40 "GET /v2.0/ports?device_id=503d3aeb-a476-4caf-afa3-c4311d6ac263 HTTP/1.1" status: 200 len: 210 time: 0.1240118 Jul 13 09:06:21.865348 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:21.868199 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2a244c61-13f6-49af-b70b-93ba30b17576 admin admin] Publish callbacks [] for security_group (2a3ff6a4-503d-4c42-8cc3-c066776d01f5), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:21.868474 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:21.872390 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-bf8d576c-e9b8-4c32-a6e0-a9fe4584cc15 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks [] for security_group_rule (e3e37398-a6b0-4260-860a-92d29e294a86), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:21.879174 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-195f31e3-6ffb-41b1-90a8-fe4424de6e76 None None] Set router e1a9fa37-49f7-44f6-a60d-16c81522f514 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:06:21.969475 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-bf8d576c-e9b8-4c32-a6e0-a9fe4584cc15 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks [] for security_group_rule (e3e37398-a6b0-4260-860a-92d29e294a86), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:22.013925 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-0580f884-6501-443e-8ecb-17ee5c989b67 req-453f687f-12a0-4253-8128-bd00c1331d2c tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=8315445c-678d-4c5c-8ecf-937e48a120a4 HTTP/1.1" status: 200 len: 210 time: 0.0639312 Jul 13 09:06:22.033087 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-0eb503dd-7778-4583-a18d-4ea7153c90e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7836172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-389073'] for network (9c52e3f6-c087-407b-affd-51e923af6909), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:22.039859 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Provisioning complete for port ae1070ce-d4b4-4465-a286-23d1d0c98a03 triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:06:22.043405 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (ae1070ce-d4b4-4465-a286-23d1d0c98a03), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:22.056635 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-1292a18f-482c-4eab-acfb-8428e38f7061 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:22.063557 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:INSERT=6,neutron:DELETE=7 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:22.065845 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2a244c61-13f6-49af-b70b-93ba30b17576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (2a3ff6a4-503d-4c42-8cc3-c066776d01f5), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:22.069353 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2a244c61-13f6-49af-b70b-93ba30b17576 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:22.070582 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-2a244c61-13f6-49af-b70b-93ba30b17576 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/2a3ff6a4-503d-4c42-8cc3-c066776d01f5 HTTP/1.1" status: 204 len: 168 time: 0.5593708 Jul 13 09:06:22.071467 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-bf8d576c-e9b8-4c32-a6e0-a9fe4584cc15 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485043'] for security_group_rule (e3e37398-a6b0-4260-860a-92d29e294a86), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:22.157850 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-f55cb75d-e20e-450a-b10a-34fd92e7495a None None] Set router ac451012-21d2-4ffb-b4af-0ab81fc725ef gateway port host: dv-cinder-849626-3-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:06:22.179520 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-0eb503dd-7778-4583-a18d-4ea7153c90e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594414'] for network (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:22.179940 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a244c61-13f6-49af-b70b-93ba30b17576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a3ff6a4-503d-4c42-8cc3-c066776d01f5,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:22.187813 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-d2f5c9b8-6111-4062-b142-20c831d7d1e3 None None] Current status of the port ebec7c42-7723-4ae0-b5bf-19979ea37e36 is: DOWN; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:06:22.188404 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-d2f5c9b8-6111-4062-b142-20c831d7d1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (ebec7c42-7723-4ae0-b5bf-19979ea37e36), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:22.202325 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-0eb503dd-7778-4583-a18d-4ea7153c90e2 admin admin] 10.222.0.40 "DELETE /v2.0/networks/9c52e3f6-c087-407b-affd-51e923af6909 HTTP/1.1" status: 204 len: 168 time: 2.4281850 Jul 13 09:06:22.204869 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb503dd-7778-4583-a18d-4ea7153c90e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c52e3f6-c087-407b-affd-51e923af6909,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:22.223684 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 59030) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:06:22.241032 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8d576c-e9b8-4c32-a6e0-a9fe4584cc15 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3e37398-a6b0-4260-860a-92d29e294a86,revision_number=0']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:22.327262 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-195f31e3-6ffb-41b1-90a8-fe4424de6e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a9fa37-49f7-44f6-a60d-16c81522f514', 'name': 'tempest-ServerRescueNegativeTestJSON-1668870698-router', 'tenant_id': '7afbdee349034d2182240f1f7230236f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': 'da429dc5-7485-4e04-b934-97ad9ab6748d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:06:06Z', 'updated_at': '2022-07-13T09:06:15Z', 'revision_number': 4, 'project_id': '7afbdee349034d2182240f1f7230236f', 'gw_port': {'id': 'da429dc5-7485-4e04-b934-97ad9ab6748d', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a9fa37-49f7-44f6-a60d-16c81522f514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:07Z', 'updated_at': '2022-07-13T09:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_interfaces': [{'id': 'ebec7c42-7723-4ae0-b5bf-19979ea37e36', 'name': '', 'network_id': '66664860-8484-4278-a13a-d19d7f467709', 'tenant_id': '7afbdee349034d2182240f1f7230236f', 'mac_address': 'fa:16:3e:6a:b0:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a9fa37-49f7-44f6-a60d-16c81522f514', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e31827df-90a6-4f3b-b292-e48b977cc711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:13Z', 'updated_at': '2022-07-13T09:06:21Z', 'revision_number': 4, 'project_id': '7afbdee349034d2182240f1f7230236f', 'subnets': [{'id': 'e31827df-90a6-4f3b-b292-e48b977cc711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:06:22.337064 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-bf8d576c-e9b8-4c32-a6e0-a9fe4584cc15 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:22.345001 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-bf8d576c-e9b8-4c32-a6e0-a9fe4584cc15 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7321336 Jul 13 09:06:22.345868 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 59038) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:06:22.351043 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-e6e67722-4870-463e-ba6b-db0cc9afbac7 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Request body: {'floatingip': {'floating_network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:06:22.384523 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-d2f5c9b8-6111-4062-b142-20c831d7d1e3 None None] For port ebec7c42-7723-4ae0-b5bf-19979ea37e36, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=ebec7c42-7723-4ae0-b5bf-19979ea37e36,segment=NetworkSegment(270cda57-bbfa-4cb6-9405-da36f4f1a73b),segment_id=270cda57-bbfa-4cb6-9405-da36f4f1a73b)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:06:22.409395 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Current status of the port ae1070ce-d4b4-4465-a286-23d1d0c98a03 is: ACTIVE; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:06:22.412362 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device adbe2fe6-71a5-4e8a-be54-f60cf11d3e39 up at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:06:22.453549 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195f31e3-6ffb-41b1-90a8-fe4424de6e76 None None] The sync data for ids ['e1a9fa37-49f7-44f6-a60d-16c81522f514'] in dv-cinder-849626-3-iscsi is: [{'id': 'e1a9fa37-49f7-44f6-a60d-16c81522f514', 'name': 'tempest-ServerRescueNegativeTestJSON-1668870698-router', 'tenant_id': '7afbdee349034d2182240f1f7230236f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': 'da429dc5-7485-4e04-b934-97ad9ab6748d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:06:06Z', 'updated_at': '2022-07-13T09:06:15Z', 'revision_number': 4, 'project_id': '7afbdee349034d2182240f1f7230236f', 'gw_port': {'id': 'da429dc5-7485-4e04-b934-97ad9ab6748d', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a9fa37-49f7-44f6-a60d-16c81522f514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:07Z', 'updated_at': '2022-07-13T09:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_interfaces': [{'id': 'ebec7c42-7723-4ae0-b5bf-19979ea37e36', 'name': '', 'network_id': '66664860-8484-4278-a13a-d19d7f467709', 'tenant_id': '7afbdee349034d2182240f1f7230236f', 'mac_address': 'fa:16:3e:6a:b0:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a9fa37-49f7-44f6-a60d-16c81522f514', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e31827df-90a6-4f3b-b292-e48b977cc711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:13Z', 'updated_at': '2022-07-13T09:06:21Z', 'revision_number': 4, 'project_id': '7afbdee349034d2182240f1f7230236f', 'subnets': [{'id': 'e31827df-90a6-4f3b-b292-e48b977cc711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 09:06:22.557203 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-1292a18f-482c-4eab-acfb-8428e38f7061 admin admin] Publish callbacks [] for security_group (033b8834-7c5d-4946-8897-5fc3e2446ead), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:22.560091 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Provisioning complete for port adbe2fe6-71a5-4e8a-be54-f60cf11d3e39 triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:06:22.560570 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (adbe2fe6-71a5-4e8a-be54-f60cf11d3e39), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:22.632866 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-d2f5c9b8-6111-4062-b142-20c831d7d1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (ebec7c42-7723-4ae0-b5bf-19979ea37e36), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:22.641102 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.services.segments.plugin [-] Segment 5ab40c26-6603-4f7b-a704-11b50b113d50 resource provider aggregate not found Jul 13 09:06:22.646408 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e6e67722-4870-463e-ba6b-db0cc9afbac7 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:22.684448 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-1292a18f-482c-4eab-acfb-8428e38f7061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (033b8834-7c5d-4946-8897-5fc3e2446ead), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:22.715230 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:22.761795 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.services.segments.plugin [-] Segment 5ab40c26-6603-4f7b-a704-11b50b113d50 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5ab40c26-6603-4f7b-a704-11b50b113d50 found for delete ", "request_id": "req-8870a034-18a9-4819-8c56-a36debea7201"}]} Jul 13 09:06:22.768669 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-1292a18f-482c-4eab-acfb-8428e38f7061 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=ac97aef9caa54a8eb844b6c075c5ff48&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1215134 Jul 13 09:06:22.773610 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_v2 [None req-8738ee55-99a4-4a82-9d1c-cf187018ad87 admin admin] Deleting subnet 7842943a-77dd-429e-9bb6-ced2fb29a17d {{(pid=104469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 13 09:06:22.793644 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 59064) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:06:22.836345 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8738ee55-99a4-4a82-9d1c-cf187018ad87 admin admin] Publish callbacks [] for subnet (7842943a-77dd-429e-9bb6-ced2fb29a17d), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:22.988578 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6703d-3f3b-45ce-ae05-96521be1b077 req-aa5b8833-7f3e-4183-bcee-307d6d229397 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:22.995264 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5bf6703d-3f3b-45ce-ae05-96521be1b077 req-aa5b8833-7f3e-4183-bcee-307d6d229397 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/networks?id=66664860-8484-4278-a13a-d19d7f467709 HTTP/1.1" status: 200 len: 819 time: 0.4402895 Jul 13 09:06:22.999047 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e6e67722-4870-463e-ba6b-db0cc9afbac7 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:23.012704 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Current status of the port adbe2fe6-71a5-4e8a-be54-f60cf11d3e39 is: DOWN; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:06:23.022617 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (adbe2fe6-71a5-4e8a-be54-f60cf11d3e39), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:23.073237 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5bf6703d-3f3b-45ce-ae05-96521be1b077 req-65d80ee9-24d8-4c96-b12a-79ec950a5c7c tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/quotas/7afbdee349034d2182240f1f7230236f HTTP/1.1" status: 200 len: 375 time: 0.0573595 Jul 13 09:06:23.079600 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] For port adbe2fe6-71a5-4e8a-be54-f60cf11d3e39, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=adbe2fe6-71a5-4e8a-be54-f60cf11d3e39,segment=NetworkSegment(51732cec-dd15-4320-89e5-7b26a17afbfa),segment_id=51732cec-dd15-4320-89e5-7b26a17afbfa)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:06:23.189071 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-d4974867-38d1-4851-afed-dcf072aa0e26 None None] Provisioning complete for port ae64baf7-83b3-4afe-988e-353f3e9fdbfa triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:06:23.196283 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-d4974867-38d1-4851-afed-dcf072aa0e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (ae64baf7-83b3-4afe-988e-353f3e9fdbfa), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:23.196698 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-aa56fd8e-5737-4de0-bdd7-44abac7f5fad req-d93e15ce-f3b3-4acd-9476-f41e4fc9a1ce tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 210 time: 0.2002103 Jul 13 09:06:23.228462 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1292a18f-482c-4eab-acfb-8428e38f7061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=033b8834-7c5d-4946-8897-5fc3e2446ead,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:23.255503 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5bf6703d-3f3b-45ce-ae05-96521be1b077 req-28a4155b-34c2-42d6-821f-bdfa92628623 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=7afbdee349034d2182240f1f7230236f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1762877 Jul 13 09:06:23.290229 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8738ee55-99a4-4a82-9d1c-cf187018ad87 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3541572'] for subnet (7842943a-77dd-429e-9bb6-ced2fb29a17d), precommit_delete_associations {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:23.351237 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (adbe2fe6-71a5-4e8a-be54-f60cf11d3e39), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:23.443290 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:23.444224 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d195fbd-d21c-4b0e-8bdf-e92ab5180772 None None] Sync routers for ids ['4f1da02d-cbd0-4602-80a0-6cd8656ba707'] in dv-cinder-849626-3-iscsi {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 09:06:23.448751 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f5c9b8-6111-4062-b142-20c831d7d1e3 None None] Pushing event updated for resources: {'Port': ['ID=ebec7c42-7723-4ae0-b5bf-19979ea37e36,revision_number=5']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:23.469930 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-f55cb75d-e20e-450a-b10a-34fd92e7495a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac451012-21d2-4ffb-b4af-0ab81fc725ef', 'name': 'tempest-DeleteServersTestJSON-740510556-router', 'tenant_id': '461a578ac4d44ffc9284d56a09d6c18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'd2c4f5e0-d8bb-4575-95b2-0989fef0e2d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:06:01Z', 'updated_at': '2022-07-13T09:06:11Z', 'revision_number': 4, 'project_id': '461a578ac4d44ffc9284d56a09d6c18e', 'gw_port': {'id': 'd2c4f5e0-d8bb-4575-95b2-0989fef0e2d9', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:27:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac451012-21d2-4ffb-b4af-0ab81fc725ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:04Z', 'updated_at': '2022-07-13T09:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_interfaces': [{'id': 'ae64baf7-83b3-4afe-988e-353f3e9fdbfa', 'name': '', 'network_id': '0fe0cfc8-a852-4bd7-8f2a-f57d730ea287', 'tenant_id': '461a578ac4d44ffc9284d56a09d6c18e', 'mac_address': 'fa:16:3e:d2:70:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac451012-21d2-4ffb-b4af-0ab81fc725ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '2d9b1655-f65d-4162-9d06-91ea7d9e504a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:09Z', 'updated_at': '2022-07-13T09:06:20Z', 'revision_number': 4, 'project_id': '461a578ac4d44ffc9284d56a09d6c18e', 'subnets': [{'id': '2d9b1655-f65d-4162-9d06-91ea7d9e504a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:06:23.497200 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.db.db_base_plugin_common [None req-e6e67722-4870-463e-ba6b-db0cc9afbac7 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Allocated IP 172.27.3.252 (14d154e4-c9a5-47e8-9f7f-9daf0b869ff5/8de8efa6-546e-4542-992b-4162440fe9c8/7d76f3e2-111b-4524-9164-b58a98ecb0c7) {{(pid=104468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 09:06:23.560114 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5bf6703d-3f3b-45ce-ae05-96521be1b077 req-a6dac435-40b3-4729-9745-3333d515350f service neutron] 10.222.0.40 "GET /v2.0/networks/66664860-8484-4278-a13a-d19d7f467709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033614 Jul 13 09:06:23.567827 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-7f75ddff-8387-4e8f-a4b7-772cbdb40b96 req-22332df9-e65c-42cc-bb7d-864079b47e5a tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] 10.222.0.40 "GET /v2.0/ports?device_id=503d3aeb-a476-4caf-afa3-c4311d6ac263 HTTP/1.1" status: 200 len: 210 time: 0.1210423 Jul 13 09:06:23.598726 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55cb75d-e20e-450a-b10a-34fd92e7495a None None] The sync data for ids ['ac451012-21d2-4ffb-b4af-0ab81fc725ef'] in dv-cinder-849626-3-iscsi is: [{'id': 'ac451012-21d2-4ffb-b4af-0ab81fc725ef', 'name': 'tempest-DeleteServersTestJSON-740510556-router', 'tenant_id': '461a578ac4d44ffc9284d56a09d6c18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'd2c4f5e0-d8bb-4575-95b2-0989fef0e2d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:06:01Z', 'updated_at': '2022-07-13T09:06:11Z', 'revision_number': 4, 'project_id': '461a578ac4d44ffc9284d56a09d6c18e', 'gw_port': {'id': 'd2c4f5e0-d8bb-4575-95b2-0989fef0e2d9', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:27:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac451012-21d2-4ffb-b4af-0ab81fc725ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:04Z', 'updated_at': '2022-07-13T09:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_interfaces': [{'id': 'ae64baf7-83b3-4afe-988e-353f3e9fdbfa', 'name': '', 'network_id': '0fe0cfc8-a852-4bd7-8f2a-f57d730ea287', 'tenant_id': '461a578ac4d44ffc9284d56a09d6c18e', 'mac_address': 'fa:16:3e:d2:70:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac451012-21d2-4ffb-b4af-0ab81fc725ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '2d9b1655-f65d-4162-9d06-91ea7d9e504a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:09Z', 'updated_at': '2022-07-13T09:06:20Z', 'revision_number': 4, 'project_id': '461a578ac4d44ffc9284d56a09d6c18e', 'subnets': [{'id': '2d9b1655-f65d-4162-9d06-91ea7d9e504a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 09:06:23.647495 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-aa223396-b73d-41e5-b05f-4a765b5f3e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (084ea860-45cb-441c-b2f8-c6c2f7d6686c), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:23.657489 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d195fbd-d21c-4b0e-8bdf-e92ab5180772 None None] Routers {'4f1da02d-cbd0-4602-80a0-6cd8656ba707'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:06:23.658292 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-1d195fbd-d21c-4b0e-8bdf-e92ab5180772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:05:53Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['4f1da02d-cbd0-4602-80a0-6cd8656ba707'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:06:23.728574 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8738ee55-99a4-4a82-9d1c-cf187018ad87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7837055'] for subnet (7842943a-77dd-429e-9bb6-ced2fb29a17d), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:23.734512 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-08bd5946-47b3-4c07-9e1e-80201c7e0bf6 admin admin] Publish callbacks [] for security_group (033b8834-7c5d-4946-8897-5fc3e2446ead), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:23.738127 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:23.874361 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-08bd5946-47b3-4c07-9e1e-80201c7e0bf6 admin admin] Publish callbacks [] for security_group (033b8834-7c5d-4946-8897-5fc3e2446ead), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:23.880394 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5bf6703d-3f3b-45ce-ae05-96521be1b077 req-cfac9781-8456-4ef1-acf2-821528755f03 service neutron] 10.222.0.40 "GET /v2.0/networks/66664860-8484-4278-a13a-d19d7f467709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887259 Jul 13 09:06:23.889158 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e6e67722-4870-463e-ba6b-db0cc9afbac7 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks [] for port (7d76f3e2-111b-4524-9164-b58a98ecb0c7), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:24.080114 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e6e67722-4870-463e-ba6b-db0cc9afbac7 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760184582126'] for port (7d76f3e2-111b-4524-9164-b58a98ecb0c7), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:24.094087 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-08bd5946-47b3-4c07-9e1e-80201c7e0bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (033b8834-7c5d-4946-8897-5fc3e2446ead), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:24.104000 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-08bd5946-47b3-4c07-9e1e-80201c7e0bf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:24.109984 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-08bd5946-47b3-4c07-9e1e-80201c7e0bf6 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/033b8834-7c5d-4946-8897-5fc3e2446ead HTTP/1.1" status: 204 len: 168 time: 1.2955296 Jul 13 09:06:24.124722 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8738ee55-99a4-4a82-9d1c-cf187018ad87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7837033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3541754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8945970'] for subnet (7842943a-77dd-429e-9bb6-ced2fb29a17d), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:24.176277 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e67722-4870-463e-ba6b-db0cc9afbac7 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Network 14d154e4-c9a5-47e8-9f7f-9daf0b869ff5 is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:06:24.186578 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-e6e67722-4870-463e-ba6b-db0cc9afbac7 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:06:24.194705 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e67722-4870-463e-ba6b-db0cc9afbac7 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Received port after_create {{(pid=104468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 09:06:24.245698 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-1d195fbd-d21c-4b0e-8bdf-e92ab5180772 None None] Set router 4f1da02d-cbd0-4602-80a0-6cd8656ba707 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:06:24.248360 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e67722-4870-463e-ba6b-db0cc9afbac7 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Pushing event updated for resources: {'Port': ['ID=7d76f3e2-111b-4524-9164-b58a98ecb0c7,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:24.303850 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bd5946-47b3-4c07-9e1e-80201c7e0bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=033b8834-7c5d-4946-8897-5fc3e2446ead,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:24.307599 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8738ee55-99a4-4a82-9d1c-cf187018ad87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594414'] for subnet (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:24.322739 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-8738ee55-99a4-4a82-9d1c-cf187018ad87 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/7842943a-77dd-429e-9bb6-ced2fb29a17d HTTP/1.1" status: 204 len: 168 time: 2.0665259 Jul 13 09:06:24.325207 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 59104) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:06:24.325939 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8738ee55-99a4-4a82-9d1c-cf187018ad87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7842943a-77dd-429e-9bb6-ced2fb29a17d,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:24.394534 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:24.405158 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device d2c4f5e0-d8bb-4575-95b2-0989fef0e2d9 up at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:06:24.556988 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e6e67722-4870-463e-ba6b-db0cc9afbac7 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks [] for floatingip (4470fe23-bb87-4484-92a0-adf1f55456db), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:24.628363 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.30', 59734) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:06:24.733214 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:24.738507 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Pushing event updated for resources: {'Port': ['ID=adbe2fe6-71a5-4e8a-be54-f60cf11d3e39,revision_number=4']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:24.742727 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d22923eb-2fdc-437e-a6fa-30fd5166e642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7847201'] for network (491caef9-60b4-47d9-b263-e81008f97a68), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:24.757072 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-d4974867-38d1-4851-afed-dcf072aa0e26 None None] Current status of the port ae64baf7-83b3-4afe-988e-353f3e9fdbfa is: DOWN; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:06:24.757072 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-d4974867-38d1-4851-afed-dcf072aa0e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (ae64baf7-83b3-4afe-988e-353f3e9fdbfa), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:24.775923 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-10d7ed0c-f950-4431-bada-8267669d848d req-e3581b5f-bd26-4c4f-99bd-c8c67fd82284 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 210 time: 0.4716289 Jul 13 09:06:24.776767 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:24.793159 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.30', 59736) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:06:24.800992 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Provisioning complete for port d2c4f5e0-d8bb-4575-95b2-0989fef0e2d9 triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:06:24.802207 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (d2c4f5e0-d8bb-4575-95b2-0989fef0e2d9), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:24.889443 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7f3b3aed-46f4-4e68-bbbe-dab9f8099e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (d1fd82e0-5c39-4100-b44b-c54ee27d2d9f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:24.900787 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-d4974867-38d1-4851-afed-dcf072aa0e26 None None] For port ae64baf7-83b3-4afe-988e-353f3e9fdbfa, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=ae64baf7-83b3-4afe-988e-353f3e9fdbfa,segment=NetworkSegment(b26e5001-6035-411a-8290-e0a90601d5d2),segment_id=b26e5001-6035-411a-8290-e0a90601d5d2)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:06:24.939690 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:25.009007 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Current status of the port d2c4f5e0-d8bb-4575-95b2-0989fef0e2d9 is: ACTIVE; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:06:25.010971 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device ebec7c42-7723-4ae0-b5bf-19979ea37e36 up at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:06:25.046623 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-ec183933-0a01-446f-b6dd-594f47d8ce29 req-085811c3-831a-4bfe-9d1f-d6387b19da97 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 210 time: 0.3887842 Jul 13 09:06:25.081535 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-d4974867-38d1-4851-afed-dcf072aa0e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (ae64baf7-83b3-4afe-988e-353f3e9fdbfa), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:25.097727 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-d4974867-38d1-4851-afed-dcf072aa0e26 None None] Provisioning complete for port ebec7c42-7723-4ae0-b5bf-19979ea37e36 triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:06:25.098155 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-d4974867-38d1-4851-afed-dcf072aa0e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (ebec7c42-7723-4ae0-b5bf-19979ea37e36), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:25.101712 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e6e67722-4870-463e-ba6b-db0cc9afbac7 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (7d76f3e2-111b-4524-9164-b58a98ecb0c7), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:25.156549 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Provisioning complete for port ebec7c42-7723-4ae0-b5bf-19979ea37e36 triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:06:25.156978 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (ebec7c42-7723-4ae0-b5bf-19979ea37e36), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:25.191856 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-1d195fbd-d21c-4b0e-8bdf-e92ab5180772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f1da02d-cbd0-4602-80a0-6cd8656ba707', 'name': 'tempest-AttachVolumeTestJSON-2029521589-router', 'tenant_id': 'eb9e230019f042dbbc680fc3b1340d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': 'adbe2fe6-71a5-4e8a-be54-f60cf11d3e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:06:06Z', 'updated_at': '2022-07-13T09:06:14Z', 'revision_number': 4, 'project_id': 'eb9e230019f042dbbc680fc3b1340d41', 'gw_port': {'id': 'adbe2fe6-71a5-4e8a-be54-f60cf11d3e39', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ea:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1da02d-cbd0-4602-80a0-6cd8656ba707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:07Z', 'updated_at': '2022-07-13T09:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_interfaces': [{'id': 'ce09cf6d-2645-486b-9521-42867dfd20b3', 'name': '', 'network_id': '862d32ef-d286-4010-a420-61dff25da7b3', 'tenant_id': 'eb9e230019f042dbbc680fc3b1340d41', 'mac_address': 'fa:16:3e:c0:88:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f1da02d-cbd0-4602-80a0-6cd8656ba707', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '633e38db-5802-43d1-a471-65c5e58c5839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:13Z', 'updated_at': '2022-07-13T09:06:15Z', 'revision_number': 2, 'project_id': 'eb9e230019f042dbbc680fc3b1340d41', 'subnets': [{'id': '633e38db-5802-43d1-a471-65c5e58c5839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:06:25.249016 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d195fbd-d21c-4b0e-8bdf-e92ab5180772 None None] Checking router: 4f1da02d-cbd0-4602-80a0-6cd8656ba707 for host: dv-cinder-849626-3-iscsi {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 09:06:25.250911 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d195fbd-d21c-4b0e-8bdf-e92ab5180772 None None] Updating router 4f1da02d-cbd0-4602-80a0-6cd8656ba707 port ce09cf6d-2645-486b-9521-42867dfd20b3 binding host dv-cinder-849626-3-iscsi {{(pid=104470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 09:06:25.262707 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-71389b51-1248-4afb-8fd1-d4e9acd17950 req-00715933-9a68-4ebd-928b-4f0ac8bad762 tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] 10.222.0.40 "GET /v2.0/ports?device_id=503d3aeb-a476-4caf-afa3-c4311d6ac263 HTTP/1.1" status: 200 len: 210 time: 0.1863625 Jul 13 09:06:25.308647 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc9141-e6e3-4fe0-a433-6046a8a1be0b req-72f767d8-2540-49d5-a8f5-e05ff93ee9ac tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:25.312443 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-95cc9141-e6e3-4fe0-a433-6046a8a1be0b req-72f767d8-2540-49d5-a8f5-e05ff93ee9ac tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] 10.222.0.30 "GET /v2.0/networks?id=0fe0cfc8-a852-4bd7-8f2a-f57d730ea287 HTTP/1.1" status: 200 len: 811 time: 0.6815932 Jul 13 09:06:25.314232 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f5a4c-30dc-4319-b6bf-541b6648aa74 req-6d36a861-f2d2-4ab1-abb5-3098547e6215 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:25.316901 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1b7f5a4c-30dc-4319-b6bf-541b6648aa74 req-6d36a861-f2d2-4ab1-abb5-3098547e6215 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.30 "GET /v2.0/networks?id=dced4119-fd64-48f2-a32b-f0864c860758 HTTP/1.1" status: 200 len: 817 time: 0.5214787 Jul 13 09:06:25.360416 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1d195fbd-d21c-4b0e-8bdf-e92ab5180772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (ce09cf6d-2645-486b-9521-42867dfd20b3), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:25.390559 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4974867-38d1-4851-afed-dcf072aa0e26 None None] Pushing event updated for resources: {'Port': ['ID=ae64baf7-83b3-4afe-988e-353f3e9fdbfa,revision_number=5']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:25.421898 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d22923eb-2fdc-437e-a6fa-30fd5166e642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7836165', 'neutron.services.segments.db._delete_segments_for_network-8760185013827'] for network (491caef9-60b4-47d9-b263-e81008f97a68), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:25.424316 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [req-95cc9141-e6e3-4fe0-a433-6046a8a1be0b req-59a565bc-f1ce-4580-9f0f-3571ae8798cf tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] Request body: {'port': {'device_id': '503d3aeb-a476-4caf-afa3-c4311d6ac263', 'network_id': '0fe0cfc8-a852-4bd7-8f2a-f57d730ea287', 'admin_state_up': True, 'tenant_id': '461a578ac4d44ffc9284d56a09d6c18e'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:06:25.454703 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.services.segments.db [None req-d22923eb-2fdc-437e-a6fa-30fd5166e642 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['491caef9-60b4-47d9-b263-e81008f97a68']}} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:06:25.468578 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.services.segments.db [None req-d22923eb-2fdc-437e-a6fa-30fd5166e642 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b0ac773-504d-4aab-ae67-2255adc9ca9e') {'for_net_delete': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:06:25.469181 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.services.segments.db [None req-d22923eb-2fdc-437e-a6fa-30fd5166e642 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b0ac773-504d-4aab-ae67-2255adc9ca9e') {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:06:25.483517 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d22923eb-2fdc-437e-a6fa-30fd5166e642 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760185015116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3541587'] for segment (7b0ac773-504d-4aab-ae67-2255adc9ca9e), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:25.509497 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d22923eb-2fdc-437e-a6fa-30fd5166e642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7769013'] for segment (7b0ac773-504d-4aab-ae67-2255adc9ca9e), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:25.522366 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d22923eb-2fdc-437e-a6fa-30fd5166e642 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=104469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 09:06:25.526651 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d22923eb-2fdc-437e-a6fa-30fd5166e642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7769013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542360'] for segment (7b0ac773-504d-4aab-ae67-2255adc9ca9e), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:25.546861 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Current status of the port ebec7c42-7723-4ae0-b5bf-19979ea37e36 is: ACTIVE; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:06:25.580928 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 59138) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:06:25.605647 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.services.segments.plugin [-] Segment 7b0ac773-504d-4aab-ae67-2255adc9ca9e resource provider aggregate not found Jul 13 09:06:25.629551 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-d4974867-38d1-4851-afed-dcf072aa0e26 None None] Current status of the port ebec7c42-7723-4ae0-b5bf-19979ea37e36 is: ACTIVE; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:06:25.664658 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-463566f3-ca8a-4234-9b8f-ec7f33fe0656 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:25.671567 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e6e67722-4870-463e-ba6b-db0cc9afbac7 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks [] for port (7d76f3e2-111b-4524-9164-b58a98ecb0c7), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:25.688569 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.services.segments.plugin [-] Segment 7b0ac773-504d-4aab-ae67-2255adc9ca9e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7b0ac773-504d-4aab-ae67-2255adc9ca9e found for delete ", "request_id": "req-cdcbeb52-6b5d-45f5-8d83-eb49754b6074"}]} Jul 13 09:06:25.695339 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1b7f5a4c-30dc-4319-b6bf-541b6648aa74 req-e3ee2f2c-6326-44cc-a1b2-93304eef13bf tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09b63eccabbc498cb96dd4bbcef0969a HTTP/1.1" status: 200 len: 379 time: 0.1585207 Jul 13 09:06:25.733167 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [req-1b7f5a4c-30dc-4319-b6bf-541b6648aa74 req-26b28030-c3eb-4450-9f9a-3b8e38207a47 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Request body: {'port': {'device_id': 'f7bcc760-4b60-4bfc-bd63-33c070d886b6', 'network_id': 'dced4119-fd64-48f2-a32b-f0864c860758', 'admin_state_up': True, 'tenant_id': '09b63eccabbc498cb96dd4bbcef0969a', 'security_groups': ['8f986f10-90d8-460e-8a54-2c482e8aa1a9']}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:06:25.753874 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e6e67722-4870-463e-ba6b-db0cc9afbac7 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (7d76f3e2-111b-4524-9164-b58a98ecb0c7), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:25.801537 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5ee680a5-33f3-4217-99f5-17637ad0570e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (59ae6226-c784-4fad-8646-7377b1ef5f31), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:25.802842 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d22923eb-2fdc-437e-a6fa-30fd5166e642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7836172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-389073'] for network (491caef9-60b4-47d9-b263-e81008f97a68), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:25.855372 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:25.874215 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95cc9141-e6e3-4fe0-a433-6046a8a1be0b req-59a565bc-f1ce-4580-9f0f-3571ae8798cf tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] Made reservation on behalf of 461a578ac4d44ffc9284d56a09d6c18e for: {'port': 1} {{(pid=104468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 09:06:25.880698 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-95cc9141-e6e3-4fe0-a433-6046a8a1be0b req-59a565bc-f1ce-4580-9f0f-3571ae8798cf tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:25.888928 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e6e67722-4870-463e-ba6b-db0cc9afbac7 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-388893'] for floatingip (4470fe23-bb87-4484-92a0-adf1f55456db), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:25.910698 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d22923eb-2fdc-437e-a6fa-30fd5166e642 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594414'] for network (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:25.913147 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device adbe2fe6-71a5-4e8a-be54-f60cf11d3e39 up at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:06:25.923738 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-d22923eb-2fdc-437e-a6fa-30fd5166e642 admin admin] 10.222.0.40 "DELETE /v2.0/networks/491caef9-60b4-47d9-b263-e81008f97a68 HTTP/1.1" status: 204 len: 168 time: 1.5428720 Jul 13 09:06:25.937504 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22923eb-2fdc-437e-a6fa-30fd5166e642 admin admin] Pushing event deleted for resources: {'Network': ['ID=491caef9-60b4-47d9-b263-e81008f97a68,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:25.946783 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.30', 59743) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:06:26.017086 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (9379cce5-6fc7-4135-bc49-530c07185724), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:26.017323 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:26.111750 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Provisioning complete for port adbe2fe6-71a5-4e8a-be54-f60cf11d3e39 triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:06:26.120140 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (adbe2fe6-71a5-4e8a-be54-f60cf11d3e39), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:26.250802 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-0c0a4674-b308-44de-88d4-79ae03f25e7c req-90a0f3dd-6496-4454-8327-ec136626538c tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 210 time: 0.0386467 Jul 13 09:06:26.286106 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b7f5a4c-30dc-4319-b6bf-541b6648aa74 req-26b28030-c3eb-4450-9f9a-3b8e38207a47 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Made reservation on behalf of 09b63eccabbc498cb96dd4bbcef0969a for: {'port': 1} {{(pid=104469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 09:06:26.290228 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-1b7f5a4c-30dc-4319-b6bf-541b6648aa74 req-26b28030-c3eb-4450-9f9a-3b8e38207a47 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:26.329574 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404f7d7-1f02-41db-b37c-f7a8dd8ed688 req-853e76cd-2b59-4c67-ae74-5b74e1d312db tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:26.334546 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8404f7d7-1f02-41db-b37c-f7a8dd8ed688 req-853e76cd-2b59-4c67-ae74-5b74e1d312db tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.30 "GET /v2.0/networks?id=66664860-8484-4278-a13a-d19d7f467709 HTTP/1.1" status: 200 len: 819 time: 0.3842916 Jul 13 09:06:26.370616 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [req-8404f7d7-1f02-41db-b37c-f7a8dd8ed688 req-48761db7-9501-4a2c-8309-490faf35e76a tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Request body: {'port': {'device_id': '8315445c-678d-4c5c-8ecf-937e48a120a4', 'network_id': '66664860-8484-4278-a13a-d19d7f467709', 'admin_state_up': True, 'tenant_id': '7afbdee349034d2182240f1f7230236f'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:06:26.445968 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1d195fbd-d21c-4b0e-8bdf-e92ab5180772 None None] Publish callbacks [] for port (ce09cf6d-2645-486b-9521-42867dfd20b3), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:26.485460 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Current status of the port adbe2fe6-71a5-4e8a-be54-f60cf11d3e39 is: ACTIVE; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:06:26.493031 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device ae64baf7-83b3-4afe-988e-353f3e9fdbfa up at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:06:26.504736 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:26.505719 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 59178) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:06:26.511732 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:26.513919 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e67722-4870-463e-ba6b-db0cc9afbac7 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Pushing event updated for resources: {'Port': ['ID=7d76f3e2-111b-4524-9164-b58a98ecb0c7,revision_number=2']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:26.548914 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1d195fbd-d21c-4b0e-8bdf-e92ab5180772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (ce09cf6d-2645-486b-9521-42867dfd20b3), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:26.617831 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-4688c3de-853b-4921-9a59-d49eccf6c40d req-80090c8e-5725-4b72-ada1-38d00fe2531e tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] 10.222.0.40 "GET /v2.0/ports?device_id=503d3aeb-a476-4caf-afa3-c4311d6ac263 HTTP/1.1" status: 200 len: 210 time: 0.1184192 Jul 13 09:06:26.626303 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Provisioning complete for port ae64baf7-83b3-4afe-988e-353f3e9fdbfa triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:06:26.626999 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (ae64baf7-83b3-4afe-988e-353f3e9fdbfa), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:26.667276 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e6e67722-4870-463e-ba6b-db0cc9afbac7 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for floatingip (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:26.673805 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-e6e67722-4870-463e-ba6b-db0cc9afbac7 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3214016 Jul 13 09:06:26.690446 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:26.692583 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b891b6-d851-45c1-884c-f8885e7f240d None None] Pushing event updated for resources: {'Port': ['ID=ce09cf6d-2645-486b-9521-42867dfd20b3,revision_number=3']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:26.696550 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-e9a1eaae-1ab1-41a1-b723-520b0d758c41 req-f55a0ec6-5ab8-45e5-b011-a37d1401072b tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 210 time: 0.6553335 Jul 13 09:06:26.775750 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-a8382362-b3e3-4fbc-bc7e-f66a6c20a920 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=c8907e8fe5704903835639a7a20b008d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2528844 Jul 13 09:06:26.829105 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 59192) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:06:26.867664 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-1d195fbd-d21c-4b0e-8bdf-e92ab5180772 None None] Attempting to bind port ce09cf6d-2645-486b-9521-42867dfd20b3 on host dv-cinder-849626-3-iscsi for vnic_type normal with profile {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 09:06:26.868165 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-1d195fbd-d21c-4b0e-8bdf-e92ab5180772 None None] Attempting to bind port ce09cf6d-2645-486b-9521-42867dfd20b3 by drivers openvswitch,hyperv on host dv-cinder-849626-3-iscsi at level 0 using segments [{'id': '9345669b-d3b5-4d9b-ac8e-05327c23f70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '862d32ef-d286-4010-a420-61dff25da7b3'}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 09:06:26.871128 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d195fbd-d21c-4b0e-8bdf-e92ab5180772 None None] Attempting to bind port ce09cf6d-2645-486b-9521-42867dfd20b3 on network 862d32ef-d286-4010-a420-61dff25da7b3 {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 09:06:26.908960 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d195fbd-d21c-4b0e-8bdf-e92ab5180772 None None] Checking agent: {'id': '9379cce5-6fc7-4135-bc49-530c07185724', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849626-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 8, 57, 26), 'started_at': datetime.datetime(2022, 7, 13, 8, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 9, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849626-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 09:06:26.909823 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d195fbd-d21c-4b0e-8bdf-e92ab5180772 None None] Checking segment: {'id': '9345669b-d3b5-4d9b-ac8e-05327c23f70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '862d32ef-d286-4010-a420-61dff25da7b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 09:06:26.910634 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1d195fbd-d21c-4b0e-8bdf-e92ab5180772 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:26.912142 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d195fbd-d21c-4b0e-8bdf-e92ab5180772 None None] Bound using segment: {'id': '9345669b-d3b5-4d9b-ac8e-05327c23f70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '862d32ef-d286-4010-a420-61dff25da7b3'} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 09:06:26.912701 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-1d195fbd-d21c-4b0e-8bdf-e92ab5180772 None None] Bound port: ce09cf6d-2645-486b-9521-42867dfd20b3, host: dv-cinder-849626-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9345669b-d3b5-4d9b-ac8e-05327c23f70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '862d32ef-d286-4010-a420-61dff25da7b3'}}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 09:06:26.914328 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1d195fbd-d21c-4b0e-8bdf-e92ab5180772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (ce09cf6d-2645-486b-9521-42867dfd20b3), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:26.951417 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-463566f3-ca8a-4234-9b8f-ec7f33fe0656 admin admin] Publish callbacks [] for security_group (9aeb7da6-73ec-4046-970f-59ac23555e79), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:26.989664 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.db.db_base_plugin_common [req-95cc9141-e6e3-4fe0-a433-6046a8a1be0b req-59a565bc-f1ce-4580-9f0f-3571ae8798cf tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] Allocated IP 172.20.0.11 (0fe0cfc8-a852-4bd7-8f2a-f57d730ea287/2d9b1655-f65d-4162-9d06-91ea7d9e504a/69be1990-5762-4324-89fe-b1139a371704) {{(pid=104468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 09:06:27.042130 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8f647617-af7e-46e1-873a-5c9db882519d admin admin] Publish callbacks [] for security_group (f3258def-ef55-4333-b7d0-d39b78ee661c), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:27.050709 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-463566f3-ca8a-4234-9b8f-ec7f33fe0656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (9aeb7da6-73ec-4046-970f-59ac23555e79), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:27.093405 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463566f3-ca8a-4234-9b8f-ec7f33fe0656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aeb7da6-73ec-4046-970f-59ac23555e79,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:27.111247 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Current status of the port ae64baf7-83b3-4afe-988e-353f3e9fdbfa is: ACTIVE; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:06:27.123857 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device ebec7c42-7723-4ae0-b5bf-19979ea37e36 up at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:06:27.182581 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8f647617-af7e-46e1-873a-5c9db882519d admin admin] Publish callbacks [] for security_group (f3258def-ef55-4333-b7d0-d39b78ee661c), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:27.186249 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_common [req-1b7f5a4c-30dc-4319-b6bf-541b6648aa74 req-26b28030-c3eb-4450-9f9a-3b8e38207a47 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Allocated IP 172.20.0.4 (dced4119-fd64-48f2-a32b-f0864c860758/f435a127-82ff-4993-a381-fe0f5e258ef6/80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f) {{(pid=104469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 09:06:27.232976 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-463566f3-ca8a-4234-9b8f-ec7f33fe0656 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=68e7322d628e4ead894ec0c9fb33f55a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6481154 Jul 13 09:06:27.240564 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 59212) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:06:27.378078 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.30', 59747) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:06:27.399383 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8404f7d7-1f02-41db-b37c-f7a8dd8ed688 req-48761db7-9501-4a2c-8309-490faf35e76a tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Made reservation on behalf of 7afbdee349034d2182240f1f7230236f for: {'port': 1} {{(pid=104469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 09:06:27.418995 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-8404f7d7-1f02-41db-b37c-f7a8dd8ed688 req-48761db7-9501-4a2c-8309-490faf35e76a tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:27.423598 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-9560509a-0865-4aee-8cb4-3a1d5dbb1b25 None None] Provisioning complete for port ce09cf6d-2645-486b-9521-42867dfd20b3 triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:06:27.423598 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9560509a-0865-4aee-8cb4-3a1d5dbb1b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (ce09cf6d-2645-486b-9521-42867dfd20b3), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:27.525797 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-9560509a-0865-4aee-8cb4-3a1d5dbb1b25 None None] Port ce09cf6d-2645-486b-9521-42867dfd20b3 cannot update to ACTIVE because it is not bound. {{(pid=104470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 09:06:27.561915 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Provisioning complete for port ebec7c42-7723-4ae0-b5bf-19979ea37e36 triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:06:27.563313 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (ebec7c42-7723-4ae0-b5bf-19979ea37e36), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:27.632531 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-1b7f5a4c-30dc-4319-b6bf-541b6648aa74 req-26b28030-c3eb-4450-9f9a-3b8e38207a47 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks [] for port (80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:27.650088 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:27.670640 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-95cc9141-e6e3-4fe0-a433-6046a8a1be0b req-59a565bc-f1ce-4580-9f0f-3571ae8798cf tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] Publish callbacks [] for port (69be1990-5762-4324-89fe-b1139a371704), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:27.732553 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-1d195fbd-d21c-4b0e-8bdf-e92ab5180772 None None] For port ce09cf6d-2645-486b-9521-42867dfd20b3, host dv-cinder-849626-3-iscsi, cleared binding levels {{(pid=104470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 09:06:27.737531 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-1d195fbd-d21c-4b0e-8bdf-e92ab5180772 None None] For port ce09cf6d-2645-486b-9521-42867dfd20b3, host dv-cinder-849626-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=ce09cf6d-2645-486b-9521-42867dfd20b3,segment=NetworkSegment(9345669b-d3b5-4d9b-ac8e-05327c23f70b),segment_id=9345669b-d3b5-4d9b-ac8e-05327c23f70b)] {{(pid=104470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 09:06:27.802515 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-5d7b8b42-dd92-443b-aef9-7b00460a646e req-1c4c8804-a273-481c-90be-d9e72adbc1c7 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--477265680&fields=id&tenant_id=eb9e230019f042dbbc680fc3b1340d41 HTTP/1.1" status: 200 len: 267 time: 0.4301872 Jul 13 09:06:27.802980 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6eab6004-a916-453a-ac06-515ec94a78dd admin admin] Publish callbacks [] for security_group (9aeb7da6-73ec-4046-970f-59ac23555e79), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:27.811796 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-1b7f5a4c-30dc-4319-b6bf-541b6648aa74 req-26b28030-c3eb-4450-9f9a-3b8e38207a47 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760184582126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542309'] for port (80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:27.832324 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Current status of the port ebec7c42-7723-4ae0-b5bf-19979ea37e36 is: ACTIVE; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:06:27.879135 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1d195fbd-d21c-4b0e-8bdf-e92ab5180772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (ce09cf6d-2645-486b-9521-42867dfd20b3), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:27.971832 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-95cc9141-e6e3-4fe0-a433-6046a8a1be0b req-59a565bc-f1ce-4580-9f0f-3571ae8798cf tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760184582126'] for port (69be1990-5762-4324-89fe-b1139a371704), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:28.008038 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b891b6-d851-45c1-884c-f8885e7f240d None None] Pushing event updated for resources: {'Port': ['ID=ce09cf6d-2645-486b-9521-42867dfd20b3,revision_number=4']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:28.053448 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95cc9141-e6e3-4fe0-a433-6046a8a1be0b req-59a565bc-f1ce-4580-9f0f-3571ae8798cf tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] Network 0fe0cfc8-a852-4bd7-8f2a-f57d730ea287 is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:06:28.060344 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d195fbd-d21c-4b0e-8bdf-e92ab5180772 None None] Routers {'4f1da02d-cbd0-4602-80a0-6cd8656ba707'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:06:28.060875 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-1d195fbd-d21c-4b0e-8bdf-e92ab5180772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:06:23Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['4f1da02d-cbd0-4602-80a0-6cd8656ba707'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:06:28.182797 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b28030-c3eb-4450-9f9a-3b8e38207a47 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Pushing event updated for resources: {'Port': ['ID=80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:28.303611 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:28.351261 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [req-95cc9141-e6e3-4fe0-a433-6046a8a1be0b req-59a565bc-f1ce-4580-9f0f-3571ae8798cf tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:06:28.384119 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6703d-3f3b-45ce-ae05-96521be1b077 req-606482cf-21d0-43f2-a943-22cda030eae3 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:28.387456 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5bf6703d-3f3b-45ce-ae05-96521be1b077 req-606482cf-21d0-43f2-a943-22cda030eae3 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.30 "GET /v2.0/networks?id=66664860-8484-4278-a13a-d19d7f467709 HTTP/1.1" status: 200 len: 819 time: 1.0062640 Jul 13 09:06:28.534215 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6eab6004-a916-453a-ac06-515ec94a78dd admin admin] Publish callbacks [] for security_group (9aeb7da6-73ec-4046-970f-59ac23555e79), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:28.614156 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [req-95cc9141-e6e3-4fe0-a433-6046a8a1be0b req-59a565bc-f1ce-4580-9f0f-3571ae8798cf tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] Received port after_create {{(pid=104468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 09:06:28.620734 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc9141-e6e3-4fe0-a433-6046a8a1be0b req-59a565bc-f1ce-4580-9f0f-3571ae8798cf tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:28.621735 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-95cc9141-e6e3-4fe0-a433-6046a8a1be0b req-59a565bc-f1ce-4580-9f0f-3571ae8798cf tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594414'] for port (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:28.634229 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b7f5a4c-30dc-4319-b6bf-541b6648aa74 req-26b28030-c3eb-4450-9f9a-3b8e38207a47 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Network dced4119-fd64-48f2-a32b-f0864c860758 is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:06:28.653162 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a1eb4-9234-4952-8547-62e1deb08aad req-46173b8b-caf4-4029-84d5-908e4cbda262 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:28.653162 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-bc0a1eb4-9234-4952-8547-62e1deb08aad req-46173b8b-caf4-4029-84d5-908e4cbda262 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 931 time: 1.1654575 Jul 13 09:06:28.662753 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-1d195fbd-d21c-4b0e-8bdf-e92ab5180772 None None] Set router 4f1da02d-cbd0-4602-80a0-6cd8656ba707 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:06:28.666787 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8f647617-af7e-46e1-873a-5c9db882519d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (f3258def-ef55-4333-b7d0-d39b78ee661c), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:28.669592 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8f647617-af7e-46e1-873a-5c9db882519d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:28.671001 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-8f647617-af7e-46e1-873a-5c9db882519d admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/f3258def-ef55-4333-b7d0-d39b78ee661c HTTP/1.1" status: 204 len: 168 time: 1.8412440 Jul 13 09:06:28.678709 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [req-5bf6703d-3f3b-45ce-ae05-96521be1b077 req-d9da0864-76de-45a9-91d9-6ceaa8dee2bd tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Request body: {'port': {'device_id': '4652c89f-12a1-40ec-86aa-705cb63de65f', 'network_id': '66664860-8484-4278-a13a-d19d7f467709', 'admin_state_up': True, 'tenant_id': '7afbdee349034d2182240f1f7230236f'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:06:28.725155 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_common [req-8404f7d7-1f02-41db-b37c-f7a8dd8ed688 req-48761db7-9501-4a2c-8309-490faf35e76a tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Allocated IP 172.20.0.14 (66664860-8484-4278-a13a-d19d7f467709/e31827df-90a6-4f3b-b292-e48b977cc711/d61129b0-9f79-4508-a968-7e3a740a1f1c) {{(pid=104469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 09:06:28.771461 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [req-1b7f5a4c-30dc-4319-b6bf-541b6648aa74 req-26b28030-c3eb-4450-9f9a-3b8e38207a47 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:06:28.794871 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b7f5a4c-30dc-4319-b6bf-541b6648aa74 req-26b28030-c3eb-4450-9f9a-3b8e38207a47 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Received port after_create {{(pid=104469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 09:06:28.865530 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-3def7e4a-02f7-4466-9731-70cf5351c7e0 None None] Provisioning complete for port ce09cf6d-2645-486b-9521-42867dfd20b3 triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:06:28.869266 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3def7e4a-02f7-4466-9731-70cf5351c7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (ce09cf6d-2645-486b-9521-42867dfd20b3), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:28.881527 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a565bc-f1ce-4580-9f0f-3571ae8798cf tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] Pushing event updated for resources: {'Port': ['ID=69be1990-5762-4324-89fe-b1139a371704,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:29.032625 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:29.064409 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f5a4c-30dc-4319-b6bf-541b6648aa74 req-26b28030-c3eb-4450-9f9a-3b8e38207a47 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:29.070749 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-1b7f5a4c-30dc-4319-b6bf-541b6648aa74 req-26b28030-c3eb-4450-9f9a-3b8e38207a47 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594414'] for port (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:29.110928 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f647617-af7e-46e1-873a-5c9db882519d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3258def-ef55-4333-b7d0-d39b78ee661c,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:29.133725 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-95cc9141-e6e3-4fe0-a433-6046a8a1be0b req-59a565bc-f1ce-4580-9f0f-3571ae8798cf tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7137277 Jul 13 09:06:29.134755 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6eab6004-a916-453a-ac06-515ec94a78dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (9aeb7da6-73ec-4046-970f-59ac23555e79), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:29.144649 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6eab6004-a916-453a-ac06-515ec94a78dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:29.146773 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-6eab6004-a916-453a-ac06-515ec94a78dd admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/9aeb7da6-73ec-4046-970f-59ac23555e79 HTTP/1.1" status: 204 len: 168 time: 1.9033337 Jul 13 09:06:29.188384 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b8b42-dd92-443b-aef9-7b00460a646e req-be2b6da7-fc21-4247-ac57-7dd02da0470a tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:29.189906 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-5d7b8b42-dd92-443b-aef9-7b00460a646e req-be2b6da7-fc21-4247-ac57-7dd02da0470a tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/networks?id=862d32ef-d286-4010-a420-61dff25da7b3 HTTP/1.1" status: 200 len: 811 time: 1.3361228 Jul 13 09:06:29.194875 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [req-95cc9141-e6e3-4fe0-a433-6046a8a1be0b req-d5a20445-4b4d-4d67-a438-768172ecf1ab tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=104468) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 13 09:06:29.208053 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-95cc9141-e6e3-4fe0-a433-6046a8a1be0b req-d5a20445-4b4d-4d67-a438-768172ecf1ab tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0423532 Jul 13 09:06:29.244602 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-5d7b8b42-dd92-443b-aef9-7b00460a646e req-aadd57db-a9d7-4fb5-8cd3-ade04f0f4e2e tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/quotas/eb9e230019f042dbbc680fc3b1340d41 HTTP/1.1" status: 200 len: 375 time: 0.0404353 Jul 13 09:06:29.280941 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1b7f5a4c-30dc-4319-b6bf-541b6648aa74 req-26b28030-c3eb-4450-9f9a-3b8e38207a47 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5715878 Jul 13 09:06:29.334922 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:29.344442 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:29.374098 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-1d195fbd-d21c-4b0e-8bdf-e92ab5180772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f1da02d-cbd0-4602-80a0-6cd8656ba707', 'name': 'tempest-AttachVolumeTestJSON-2029521589-router', 'tenant_id': 'eb9e230019f042dbbc680fc3b1340d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': 'adbe2fe6-71a5-4e8a-be54-f60cf11d3e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:06:06Z', 'updated_at': '2022-07-13T09:06:14Z', 'revision_number': 4, 'project_id': 'eb9e230019f042dbbc680fc3b1340d41', 'gw_port': {'id': 'adbe2fe6-71a5-4e8a-be54-f60cf11d3e39', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ea:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1da02d-cbd0-4602-80a0-6cd8656ba707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:07Z', 'updated_at': '2022-07-13T09:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_interfaces': [{'id': 'ce09cf6d-2645-486b-9521-42867dfd20b3', 'name': '', 'network_id': '862d32ef-d286-4010-a420-61dff25da7b3', 'tenant_id': 'eb9e230019f042dbbc680fc3b1340d41', 'mac_address': 'fa:16:3e:c0:88:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f1da02d-cbd0-4602-80a0-6cd8656ba707', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '633e38db-5802-43d1-a471-65c5e58c5839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:13Z', 'updated_at': '2022-07-13T09:06:27Z', 'revision_number': 4, 'project_id': 'eb9e230019f042dbbc680fc3b1340d41', 'subnets': [{'id': '633e38db-5802-43d1-a471-65c5e58c5839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:06:29.402540 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3def7e4a-02f7-4466-9731-70cf5351c7e0 None None] Current status of the port ce09cf6d-2645-486b-9521-42867dfd20b3 is: DOWN; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:06:29.402540 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3def7e4a-02f7-4466-9731-70cf5351c7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (ce09cf6d-2645-486b-9521-42867dfd20b3), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:29.406448 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-bc0a1eb4-9234-4952-8547-62e1deb08aad req-eee7a88e-853d-4d0c-a3dd-4a324afefd07 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6883354 Jul 13 09:06:29.407582 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eab6004-a916-453a-ac06-515ec94a78dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aeb7da6-73ec-4046-970f-59ac23555e79,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:29.460308 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:29.479402 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-5d7b8b42-dd92-443b-aef9-7b00460a646e req-2fa0bc49-fc5e-4150-aadf-da36bead1f25 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=eb9e230019f042dbbc680fc3b1340d41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2052646 Jul 13 09:06:29.630848 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-8404f7d7-1f02-41db-b37c-f7a8dd8ed688 req-48761db7-9501-4a2c-8309-490faf35e76a tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Publish callbacks [] for port (d61129b0-9f79-4508-a968-7e3a740a1f1c), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:29.656764 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d195fbd-d21c-4b0e-8bdf-e92ab5180772 None None] The sync data for ids ['4f1da02d-cbd0-4602-80a0-6cd8656ba707'] in dv-cinder-849626-3-iscsi is: [{'id': '4f1da02d-cbd0-4602-80a0-6cd8656ba707', 'name': 'tempest-AttachVolumeTestJSON-2029521589-router', 'tenant_id': 'eb9e230019f042dbbc680fc3b1340d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': 'adbe2fe6-71a5-4e8a-be54-f60cf11d3e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:06:06Z', 'updated_at': '2022-07-13T09:06:14Z', 'revision_number': 4, 'project_id': 'eb9e230019f042dbbc680fc3b1340d41', 'gw_port': {'id': 'adbe2fe6-71a5-4e8a-be54-f60cf11d3e39', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ea:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1da02d-cbd0-4602-80a0-6cd8656ba707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:07Z', 'updated_at': '2022-07-13T09:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_interfaces': [{'id': 'ce09cf6d-2645-486b-9521-42867dfd20b3', 'name': '', 'network_id': '862d32ef-d286-4010-a420-61dff25da7b3', 'tenant_id': 'eb9e230019f042dbbc680fc3b1340d41', 'mac_address': 'fa:16:3e:c0:88:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f1da02d-cbd0-4602-80a0-6cd8656ba707', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '633e38db-5802-43d1-a471-65c5e58c5839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:13Z', 'updated_at': '2022-07-13T09:06:27Z', 'revision_number': 4, 'project_id': 'eb9e230019f042dbbc680fc3b1340d41', 'subnets': [{'id': '633e38db-5802-43d1-a471-65c5e58c5839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 09:06:29.666907 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bf6703d-3f3b-45ce-ae05-96521be1b077 req-d9da0864-76de-45a9-91d9-6ceaa8dee2bd tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Made reservation on behalf of 7afbdee349034d2182240f1f7230236f for: {'port': 1} {{(pid=104468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 09:06:29.673076 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-5bf6703d-3f3b-45ce-ae05-96521be1b077 req-d9da0864-76de-45a9-91d9-6ceaa8dee2bd tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:29.707744 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-5d7b8b42-dd92-443b-aef9-7b00460a646e req-e68a839f-9b12-45fa-83ee-31afe1a119d6 service neutron] 10.222.0.40 "GET /v2.0/networks/862d32ef-d286-4010-a420-61dff25da7b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129052 Jul 13 09:06:29.764493 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a1f163-3f7d-4b99-9aed-b0be0ce3cde1 req-21fc9074-ca6c-4170-881c-936664f4c0b4 tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:29.768566 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-b7a1f163-3f7d-4b99-9aed-b0be0ce3cde1 req-21fc9074-ca6c-4170-881c-936664f4c0b4 tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] 10.222.0.40 "GET /v2.0/ports?device_id=503d3aeb-a476-4caf-afa3-c4311d6ac263 HTTP/1.1" status: 200 len: 932 time: 0.2064719 Jul 13 09:06:29.803545 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-3def7e4a-02f7-4466-9731-70cf5351c7e0 None None] For port ce09cf6d-2645-486b-9521-42867dfd20b3, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=ce09cf6d-2645-486b-9521-42867dfd20b3,segment=NetworkSegment(9345669b-d3b5-4d9b-ac8e-05327c23f70b),segment_id=9345669b-d3b5-4d9b-ac8e-05327c23f70b)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:06:29.837927 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-8404f7d7-1f02-41db-b37c-f7a8dd8ed688 req-48761db7-9501-4a2c-8309-490faf35e76a tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760184582126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542309'] for port (d61129b0-9f79-4508-a968-7e3a740a1f1c), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:29.883263 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-b7a1f163-3f7d-4b99-9aed-b0be0ce3cde1 req-2516aa51-a122-4244-bc65-d6d6691e14c3 tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] 10.222.0.40 "GET /v2.0/security-groups?id=1b1a5ee7-d3f1-44f7-9268-051531b6f975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740106 Jul 13 09:06:29.972099 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3def7e4a-02f7-4466-9731-70cf5351c7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (ce09cf6d-2645-486b-9521-42867dfd20b3), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:29.973338 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [req-1b7f5a4c-30dc-4319-b6bf-541b6648aa74 req-005f91e7-dffb-4fad-84af-817f14dd25ef service neutron] Request body: {'port': {'device_id': 'f7bcc760-4b60-4bfc-bd63-33c070d886b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84962'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:06:29.982856 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8404f7d7-1f02-41db-b37c-f7a8dd8ed688 req-48761db7-9501-4a2c-8309-490faf35e76a tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Network 66664860-8484-4278-a13a-d19d7f467709 is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:06:29.983694 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [req-8404f7d7-1f02-41db-b37c-f7a8dd8ed688 req-48761db7-9501-4a2c-8309-490faf35e76a tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:06:29.989552 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [req-8404f7d7-1f02-41db-b37c-f7a8dd8ed688 req-48761db7-9501-4a2c-8309-490faf35e76a tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Received port after_create {{(pid=104469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 09:06:29.991473 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48761db7-9501-4a2c-8309-490faf35e76a tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Pushing event updated for resources: {'Port': ['ID=d61129b0-9f79-4508-a968-7e3a740a1f1c,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:30.061145 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device ce09cf6d-2645-486b-9521-42867dfd20b3 up at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:06:30.106295 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [req-95cc9141-e6e3-4fe0-a433-6046a8a1be0b req-879acf47-895e-4786-bdbe-578e3ef55301 service neutron] Request body: {'port': {'device_id': '503d3aeb-a476-4caf-afa3-c4311d6ac263', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84962'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:06:30.120958 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-e25dc2e3-8e32-4ae2-92f6-9f6893302376 req-5279959b-9f86-4f09-bb3b-3b3f70a24152 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 210 time: 0.0616958 Jul 13 09:06:30.146504 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.db.db_base_plugin_common [req-5bf6703d-3f3b-45ce-ae05-96521be1b077 req-d9da0864-76de-45a9-91d9-6ceaa8dee2bd tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Allocated IP 172.20.0.6 (66664860-8484-4278-a13a-d19d7f467709/e31827df-90a6-4f3b-b292-e48b977cc711/23fec340-ea0c-4bbf-a12c-354b4909fa75) {{(pid=104468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 09:06:30.197021 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-5d7b8b42-dd92-443b-aef9-7b00460a646e req-df3b7c16-1771-4db7-925d-cc3cc93d63f0 service neutron] 10.222.0.40 "GET /v2.0/networks/862d32ef-d286-4010-a420-61dff25da7b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4720266 Jul 13 09:06:30.272165 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404f7d7-1f02-41db-b37c-f7a8dd8ed688 req-48761db7-9501-4a2c-8309-490faf35e76a tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:30.273153 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-8404f7d7-1f02-41db-b37c-f7a8dd8ed688 req-48761db7-9501-4a2c-8309-490faf35e76a tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594414'] for port (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:30.337786 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:30.345691 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-1b7f5a4c-30dc-4319-b6bf-541b6648aa74 req-005f91e7-dffb-4fad-84af-817f14dd25ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:30.357999 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-c5234e70-c818-4875-8d41-fe5ad04e1d70 None None] Provisioning complete for port 69be1990-5762-4324-89fe-b1139a371704 triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:06:30.363713 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-c5234e70-c818-4875-8d41-fe5ad04e1d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (69be1990-5762-4324-89fe-b1139a371704), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:30.383181 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-95cc9141-e6e3-4fe0-a433-6046a8a1be0b req-879acf47-895e-4786-bdbe-578e3ef55301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (69be1990-5762-4324-89fe-b1139a371704), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:30.459083 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3def7e4a-02f7-4466-9731-70cf5351c7e0 None None] Pushing event updated for resources: {'Port': ['ID=ce09cf6d-2645-486b-9521-42867dfd20b3,revision_number=5']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:30.471482 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 59284) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:06:30.478657 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8404f7d7-1f02-41db-b37c-f7a8dd8ed688 req-48761db7-9501-4a2c-8309-490faf35e76a tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1173108 Jul 13 09:06:30.511760 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Provisioning complete for port ce09cf6d-2645-486b-9521-42867dfd20b3 triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:06:30.512469 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (ce09cf6d-2645-486b-9521-42867dfd20b3), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:30.537142 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [req-8404f7d7-1f02-41db-b37c-f7a8dd8ed688 req-a3e306a8-861f-4f5a-ac12-e0db3a08a7ba service neutron] Request body: {'port': {'device_id': '8315445c-678d-4c5c-8ecf-937e48a120a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84962'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:06:30.570996 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-c5234e70-c818-4875-8d41-fe5ad04e1d70 None None] Port 69be1990-5762-4324-89fe-b1139a371704 cannot update to ACTIVE because it is not bound. {{(pid=104470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 09:06:30.575321 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:30.607292 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:30.625702 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-c5234e70-c818-4875-8d41-fe5ad04e1d70 None None] Provisioning complete for port 80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:06:30.625702 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-c5234e70-c818-4875-8d41-fe5ad04e1d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:30.754954 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-c5234e70-c818-4875-8d41-fe5ad04e1d70 None None] Port 80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f cannot update to ACTIVE because it is not bound. {{(pid=104470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 09:06:31.019092 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-8a65961b-9991-4155-abdd-3a41911dbe78 None None] Provisioning complete for port d61129b0-9f79-4508-a968-7e3a740a1f1c triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:06:31.022847 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-8a65961b-9991-4155-abdd-3a41911dbe78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (d61129b0-9f79-4508-a968-7e3a740a1f1c), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:31.029579 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Current status of the port ce09cf6d-2645-486b-9521-42867dfd20b3 is: ACTIVE; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:06:31.050454 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab016e6-c576-44bd-8a39-0fa1e2bc63d3 req-d2ba92f4-cb15-4b68-9070-eec9502227e0 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:31.070293 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-eab016e6-c576-44bd-8a39-0fa1e2bc63d3 req-d2ba92f4-cb15-4b68-9070-eec9502227e0 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 931 time: 0.4446244 Jul 13 09:06:31.091731 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-8a65961b-9991-4155-abdd-3a41911dbe78 None None] Port d61129b0-9f79-4508-a968-7e3a740a1f1c cannot update to ACTIVE because it is not bound. {{(pid=104470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 09:06:31.116117 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-4ea7bf27-17f8-472e-ac2a-1b466c8dc9b7 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=03dfa33ae39d4d5e8c2d7d2db7735070&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6375124 Jul 13 09:06:31.124087 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 59306) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:06:31.170879 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-8404f7d7-1f02-41db-b37c-f7a8dd8ed688 req-a3e306a8-861f-4f5a-ac12-e0db3a08a7ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (d61129b0-9f79-4508-a968-7e3a740a1f1c), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:31.192485 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f16a22e9-2c12-4dd5-ad98-4500b6a5cbec req-dbe89ec1-3593-408d-a504-70421d4515ed tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb4e5e88-6062-46c0-92b1-4f21fe81b697 HTTP/1.1" status: 200 len: 210 time: 0.2933152 Jul 13 09:06:31.321420 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-eab016e6-c576-44bd-8a39-0fa1e2bc63d3 req-22ef5893-4059-4ed0-9b52-1e1d15e6211d tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2535403 Jul 13 09:06:31.612581 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-5bf6703d-3f3b-45ce-ae05-96521be1b077 req-d9da0864-76de-45a9-91d9-6ceaa8dee2bd tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Publish callbacks [] for port (23fec340-ea0c-4bbf-a12c-354b4909fa75), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:31.924102 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:32.035324 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-6fb3ab42-74bb-4059-8048-8799d14a1ccc req-2cad71ad-33c3-47f9-b45a-d82c56091465 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 210 time: 0.4153183 Jul 13 09:06:32.102648 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device ce09cf6d-2645-486b-9521-42867dfd20b3 up at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:06:32.117961 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed5c1c6-fe95-4b36-a7cd-fb1d35f2e705 req-cc1dbc06-f486-4a0d-9c12-917996d4828e tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:32.125365 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-3ed5c1c6-fe95-4b36-a7cd-fb1d35f2e705 req-cc1dbc06-f486-4a0d-9c12-917996d4828e tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] 10.222.0.40 "GET /v2.0/ports?device_id=503d3aeb-a476-4caf-afa3-c4311d6ac263 HTTP/1.1" status: 200 len: 932 time: 0.7932670 Jul 13 09:06:32.208425 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:32.309632 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-5bf6703d-3f3b-45ce-ae05-96521be1b077 req-d9da0864-76de-45a9-91d9-6ceaa8dee2bd tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760184582126'] for port (23fec340-ea0c-4bbf-a12c-354b4909fa75), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:32.318822 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0163778f-0d67-4f09-bb3b-3543ca325b16 admin admin] Publish callbacks [] for security_group (efcf1965-03fc-42d4-8c3d-0327570de5e8), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:32.368505 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Provisioning complete for port ce09cf6d-2645-486b-9521-42867dfd20b3 triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:06:32.369336 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (ce09cf6d-2645-486b-9521-42867dfd20b3), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:32.452405 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=40 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:32.457179 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-892322f5-097f-4908-ac98-51a16ca41a45 req-23d0a310-bfda-4c18-8a6d-43669240df86 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb4e5e88-6062-46c0-92b1-4f21fe81b697 HTTP/1.1" status: 200 len: 210 time: 0.0529585 Jul 13 09:06:32.461536 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9da0864-76de-45a9-91d9-6ceaa8dee2bd tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Pushing event updated for resources: {'Port': ['ID=23fec340-ea0c-4bbf-a12c-354b4909fa75,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:32.495093 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-3ed5c1c6-fe95-4b36-a7cd-fb1d35f2e705 req-e6bba97d-238e-4743-aa9a-c6b3b27eaa33 tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] 10.222.0.40 "GET /v2.0/security-groups?id=1b1a5ee7-d3f1-44f7-9268-051531b6f975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3671353 Jul 13 09:06:32.498095 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.notifiers.nova [req-1b7f5a4c-30dc-4319-b6bf-541b6648aa74 req-005f91e7-dffb-4fad-84af-817f14dd25ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f {{(pid=104468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 09:06:32.525968 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0163778f-0d67-4f09-bb3b-3543ca325b16 admin admin] Publish callbacks [] for security_group (efcf1965-03fc-42d4-8c3d-0327570de5e8), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:32.529235 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-1b7f5a4c-30dc-4319-b6bf-541b6648aa74 req-005f91e7-dffb-4fad-84af-817f14dd25ef service neutron] Publish callbacks [] for port (80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:32.541982 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bf6703d-3f3b-45ce-ae05-96521be1b077 req-d9da0864-76de-45a9-91d9-6ceaa8dee2bd tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Network 66664860-8484-4278-a13a-d19d7f467709 is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:06:32.542636 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Current status of the port ce09cf6d-2645-486b-9521-42867dfd20b3 is: ACTIVE; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:06:32.558287 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [req-5bf6703d-3f3b-45ce-ae05-96521be1b077 req-d9da0864-76de-45a9-91d9-6ceaa8dee2bd tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:06:32.575213 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf6703d-3f3b-45ce-ae05-96521be1b077 req-d9da0864-76de-45a9-91d9-6ceaa8dee2bd tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Received port after_create {{(pid=104468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 09:06:32.582967 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6703d-3f3b-45ce-ae05-96521be1b077 req-d9da0864-76de-45a9-91d9-6ceaa8dee2bd tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:32.586832 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-5bf6703d-3f3b-45ce-ae05-96521be1b077 req-d9da0864-76de-45a9-91d9-6ceaa8dee2bd tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594414'] for port (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:32.618528 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.db.provisioning_blocks [req-1b7f5a4c-30dc-4319-b6bf-541b6648aa74 req-005f91e7-dffb-4fad-84af-817f14dd25ef service neutron] Transition to ACTIVE for port object 80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f will not be triggered until provisioned by entity L2. {{(pid=104468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 09:06:32.773282 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5bf6703d-3f3b-45ce-ae05-96521be1b077 req-d9da0864-76de-45a9-91d9-6ceaa8dee2bd tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1084630 Jul 13 09:06:32.782753 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-1b7f5a4c-30dc-4319-b6bf-541b6648aa74 req-005f91e7-dffb-4fad-84af-817f14dd25ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:32.824600 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [req-8404f7d7-1f02-41db-b37c-f7a8dd8ed688 req-a3e306a8-861f-4f5a-ac12-e0db3a08a7ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d61129b0-9f79-4508-a968-7e3a740a1f1c {{(pid=104469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 09:06:32.842553 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-8404f7d7-1f02-41db-b37c-f7a8dd8ed688 req-a3e306a8-861f-4f5a-ac12-e0db3a08a7ba service neutron] Publish callbacks [] for port (d61129b0-9f79-4508-a968-7e3a740a1f1c), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:32.865435 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [req-95cc9141-e6e3-4fe0-a433-6046a8a1be0b req-879acf47-895e-4786-bdbe-578e3ef55301 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69be1990-5762-4324-89fe-b1139a371704 {{(pid=104469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 09:06:32.895229 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ba191-6ab9-4c02-a5f3-821ac731d7d1 req-8a4df5d1-0c8e-4508-8cd9-22acb14dd092 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:32.897797 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-95cc9141-e6e3-4fe0-a433-6046a8a1be0b req-879acf47-895e-4786-bdbe-578e3ef55301 service neutron] Publish callbacks [] for port (69be1990-5762-4324-89fe-b1139a371704), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:32.902865 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-563ba191-6ab9-4c02-a5f3-821ac731d7d1 req-8a4df5d1-0c8e-4508-8cd9-22acb14dd092 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 931 time: 0.2481046 Jul 13 09:06:32.925899 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [req-8404f7d7-1f02-41db-b37c-f7a8dd8ed688 req-a3e306a8-861f-4f5a-ac12-e0db3a08a7ba service neutron] Transition to ACTIVE for port object d61129b0-9f79-4508-a968-7e3a740a1f1c will not be triggered until provisioned by entity L2. {{(pid=104469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 09:06:32.943179 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [req-5bf6703d-3f3b-45ce-ae05-96521be1b077 req-a8d61052-2cd1-47db-be2c-3d8473147595 service neutron] Request body: {'port': {'device_id': '4652c89f-12a1-40ec-86aa-705cb63de65f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84962'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:06:32.959339 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [req-95cc9141-e6e3-4fe0-a433-6046a8a1be0b req-879acf47-895e-4786-bdbe-578e3ef55301 service neutron] Transition to ACTIVE for port object 69be1990-5762-4324-89fe-b1139a371704 will not be triggered until provisioned by entity L2. {{(pid=104469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 09:06:33.035139 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-c170d1a3-aa3e-4e17-af0e-ad436c6c90ec None None] Provisioning complete for port 23fec340-ea0c-4bbf-a12c-354b4909fa75 triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:06:33.035767 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-c170d1a3-aa3e-4e17-af0e-ad436c6c90ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (23fec340-ea0c-4bbf-a12c-354b4909fa75), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:33.051354 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-95cc9141-e6e3-4fe0-a433-6046a8a1be0b req-879acf47-895e-4786-bdbe-578e3ef55301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542332'] for port (69be1990-5762-4324-89fe-b1139a371704), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:33.070499 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-8404f7d7-1f02-41db-b37c-f7a8dd8ed688 req-a3e306a8-861f-4f5a-ac12-e0db3a08a7ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542332'] for port (d61129b0-9f79-4508-a968-7e3a740a1f1c), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:33.076599 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005f91e7-dffb-4fad-84af-817f14dd25ef service neutron] Pushing event updated for resources: {'Port': ['ID=80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f,revision_number=2']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:33.145498 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-563ba191-6ab9-4c02-a5f3-821ac731d7d1 req-8ef3cdd1-f5b6-4a26-a8d1-22e1076eff96 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2417638 Jul 13 09:06:33.146116 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0163778f-0d67-4f09-bb3b-3543ca325b16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (efcf1965-03fc-42d4-8c3d-0327570de5e8), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:33.153205 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0163778f-0d67-4f09-bb3b-3543ca325b16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:33.154485 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-0163778f-0d67-4f09-bb3b-3543ca325b16 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/efcf1965-03fc-42d4-8c3d-0327570de5e8 HTTP/1.1" status: 204 len: 168 time: 2.0065680 Jul 13 09:06:33.179491 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-c170d1a3-aa3e-4e17-af0e-ad436c6c90ec None None] Port 23fec340-ea0c-4bbf-a12c-354b4909fa75 cannot update to ACTIVE because it is not bound. {{(pid=104470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 09:06:33.364287 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c97829e-a143-4efd-af90-a831e47142e1 req-a0ff8762-70ca-4ba7-bd7c-9ea406c6e1d7 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:33.376406 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.managers [req-1b7f5a4c-30dc-4319-b6bf-541b6648aa74 req-005f91e7-dffb-4fad-84af-817f14dd25ef service neutron] Attempting to bind port 80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f on host hv-cinder-84962 for vnic_type normal with profile {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 09:06:33.378270 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.managers [req-1b7f5a4c-30dc-4319-b6bf-541b6648aa74 req-005f91e7-dffb-4fad-84af-817f14dd25ef service neutron] Attempting to bind port 80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f by drivers openvswitch,hyperv on host hv-cinder-84962 at level 0 using segments [{'id': 'd26cc65f-34ee-4574-8332-30169090378e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dced4119-fd64-48f2-a32b-f0864c860758'}] {{(pid=104468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 09:06:33.378448 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-6c97829e-a143-4efd-af90-a831e47142e1 req-a0ff8762-70ca-4ba7-bd7c-9ea406c6e1d7 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 931 time: 0.1481078 Jul 13 09:06:33.378640 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7f5a4c-30dc-4319-b6bf-541b6648aa74 req-005f91e7-dffb-4fad-84af-817f14dd25ef service neutron] Attempting to bind port 80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f on network dced4119-fd64-48f2-a32b-f0864c860758 {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 09:06:33.383722 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0163778f-0d67-4f09-bb3b-3543ca325b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efcf1965-03fc-42d4-8c3d-0327570de5e8,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:33.411736 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7f5a4c-30dc-4319-b6bf-541b6648aa74 req-005f91e7-dffb-4fad-84af-817f14dd25ef service neutron] Port 80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f on network dced4119-fd64-48f2-a32b-f0864c860758 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84962 {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 13 09:06:33.412083 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7f5a4c-30dc-4319-b6bf-541b6648aa74 req-005f91e7-dffb-4fad-84af-817f14dd25ef service neutron] Attempting to bind port 80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f on network dced4119-fd64-48f2-a32b-f0864c860758 {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 09:06:33.446369 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-5bf6703d-3f3b-45ce-ae05-96521be1b077 req-a8d61052-2cd1-47db-be2c-3d8473147595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (23fec340-ea0c-4bbf-a12c-354b4909fa75), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:33.492893 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7f5a4c-30dc-4319-b6bf-541b6648aa74 req-005f91e7-dffb-4fad-84af-817f14dd25ef service neutron] Checking agent: {'id': '6e9d2670-629d-42a5-8dd5-d0857aba9a7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84962', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 9, 4, 10), 'started_at': datetime.datetime(2022, 7, 13, 9, 4, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 9, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 09:06:33.493253 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7f5a4c-30dc-4319-b6bf-541b6648aa74 req-005f91e7-dffb-4fad-84af-817f14dd25ef service neutron] Checking segment: {'id': 'd26cc65f-34ee-4574-8332-30169090378e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dced4119-fd64-48f2-a32b-f0864c860758'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 09:06:33.493810 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7f5a4c-30dc-4319-b6bf-541b6648aa74 req-005f91e7-dffb-4fad-84af-817f14dd25ef service neutron] Bound using segment: {'id': 'd26cc65f-34ee-4574-8332-30169090378e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dced4119-fd64-48f2-a32b-f0864c860758'} {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 09:06:33.494284 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.managers [req-1b7f5a4c-30dc-4319-b6bf-541b6648aa74 req-005f91e7-dffb-4fad-84af-817f14dd25ef service neutron] Bound port: 80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f, host: hv-cinder-84962, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd26cc65f-34ee-4574-8332-30169090378e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dced4119-fd64-48f2-a32b-f0864c860758'}}] {{(pid=104468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 09:06:33.494692 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-1b7f5a4c-30dc-4319-b6bf-541b6648aa74 req-005f91e7-dffb-4fad-84af-817f14dd25ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:33.509894 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:33.522629 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879acf47-895e-4786-bdbe-578e3ef55301 service neutron] Pushing event updated for resources: {'Port': ['ID=69be1990-5762-4324-89fe-b1139a371704,revision_number=2']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:33.810508 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-6c97829e-a143-4efd-af90-a831e47142e1 req-8d02add2-825d-4342-b53e-cbd07c5d3ec1 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4309309 Jul 13 09:06:33.847646 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-d14b0b83-b4d5-47fe-a933-49987a2b47bb req-041b2059-e3fb-4050-98c9-4ff95bd3974d tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb4e5e88-6062-46c0-92b1-4f21fe81b697 HTTP/1.1" status: 200 len: 210 time: 0.1293290 Jul 13 09:06:33.992416 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc462bb-249b-4f35-8112-58a224a00aa3 req-70fc3eca-848e-488b-8edc-90143191bbfd tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:34.000400 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-dcc462bb-249b-4f35-8112-58a224a00aa3 req-70fc3eca-848e-488b-8edc-90143191bbfd tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] 10.222.0.40 "GET /v2.0/ports?device_id=503d3aeb-a476-4caf-afa3-c4311d6ac263 HTTP/1.1" status: 200 len: 944 time: 0.0745606 Jul 13 09:06:34.047701 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e306a8-861f-4f5a-ac12-e0db3a08a7ba service neutron] Pushing event updated for resources: {'Port': ['ID=d61129b0-9f79-4508-a968-7e3a740a1f1c,revision_number=2']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:34.107111 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.db [req-1b7f5a4c-30dc-4319-b6bf-541b6648aa74 req-005f91e7-dffb-4fad-84af-817f14dd25ef service neutron] For port 80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f, host hv-cinder-84962, cleared binding levels {{(pid=104468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 09:06:34.107617 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [req-8404f7d7-1f02-41db-b37c-f7a8dd8ed688 req-a3e306a8-861f-4f5a-ac12-e0db3a08a7ba service neutron] Attempting to bind port d61129b0-9f79-4508-a968-7e3a740a1f1c on host hv-cinder-84962 for vnic_type normal with profile {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 09:06:34.108221 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [req-8404f7d7-1f02-41db-b37c-f7a8dd8ed688 req-a3e306a8-861f-4f5a-ac12-e0db3a08a7ba service neutron] Attempting to bind port d61129b0-9f79-4508-a968-7e3a740a1f1c by drivers openvswitch,hyperv on host hv-cinder-84962 at level 0 using segments [{'id': '270cda57-bbfa-4cb6-9405-da36f4f1a73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '66664860-8484-4278-a13a-d19d7f467709'}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 09:06:34.108778 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8404f7d7-1f02-41db-b37c-f7a8dd8ed688 req-a3e306a8-861f-4f5a-ac12-e0db3a08a7ba service neutron] Attempting to bind port d61129b0-9f79-4508-a968-7e3a740a1f1c on network 66664860-8484-4278-a13a-d19d7f467709 {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 09:06:34.111863 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [req-95cc9141-e6e3-4fe0-a433-6046a8a1be0b req-879acf47-895e-4786-bdbe-578e3ef55301 service neutron] Attempting to bind port 69be1990-5762-4324-89fe-b1139a371704 on host hv-cinder-84962 for vnic_type normal with profile {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 09:06:34.112801 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [req-95cc9141-e6e3-4fe0-a433-6046a8a1be0b req-879acf47-895e-4786-bdbe-578e3ef55301 service neutron] Attempting to bind port 69be1990-5762-4324-89fe-b1139a371704 by drivers openvswitch,hyperv on host hv-cinder-84962 at level 0 using segments [{'id': 'b26e5001-6035-411a-8290-e0a90601d5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0fe0cfc8-a852-4bd7-8f2a-f57d730ea287'}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 09:06:34.113350 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cc9141-e6e3-4fe0-a433-6046a8a1be0b req-879acf47-895e-4786-bdbe-578e3ef55301 service neutron] Attempting to bind port 69be1990-5762-4324-89fe-b1139a371704 on network 0fe0cfc8-a852-4bd7-8f2a-f57d730ea287 {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 09:06:34.130726 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cc9141-e6e3-4fe0-a433-6046a8a1be0b req-879acf47-895e-4786-bdbe-578e3ef55301 service neutron] Port 69be1990-5762-4324-89fe-b1139a371704 on network 0fe0cfc8-a852-4bd7-8f2a-f57d730ea287 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84962 {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 13 09:06:34.131367 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cc9141-e6e3-4fe0-a433-6046a8a1be0b req-879acf47-895e-4786-bdbe-578e3ef55301 service neutron] Attempting to bind port 69be1990-5762-4324-89fe-b1139a371704 on network 0fe0cfc8-a852-4bd7-8f2a-f57d730ea287 {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 09:06:34.137272 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8404f7d7-1f02-41db-b37c-f7a8dd8ed688 req-a3e306a8-861f-4f5a-ac12-e0db3a08a7ba service neutron] Port d61129b0-9f79-4508-a968-7e3a740a1f1c on network 66664860-8484-4278-a13a-d19d7f467709 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84962 {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 13 09:06:34.137878 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8404f7d7-1f02-41db-b37c-f7a8dd8ed688 req-a3e306a8-861f-4f5a-ac12-e0db3a08a7ba service neutron] Attempting to bind port d61129b0-9f79-4508-a968-7e3a740a1f1c on network 66664860-8484-4278-a13a-d19d7f467709 {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 09:06:34.141806 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cc9141-e6e3-4fe0-a433-6046a8a1be0b req-879acf47-895e-4786-bdbe-578e3ef55301 service neutron] Checking agent: {'id': '6e9d2670-629d-42a5-8dd5-d0857aba9a7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84962', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 9, 4, 10), 'started_at': datetime.datetime(2022, 7, 13, 9, 4, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 9, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 09:06:34.142822 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cc9141-e6e3-4fe0-a433-6046a8a1be0b req-879acf47-895e-4786-bdbe-578e3ef55301 service neutron] Checking segment: {'id': 'b26e5001-6035-411a-8290-e0a90601d5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0fe0cfc8-a852-4bd7-8f2a-f57d730ea287'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 09:06:34.143402 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.db [req-1b7f5a4c-30dc-4319-b6bf-541b6648aa74 req-005f91e7-dffb-4fad-84af-817f14dd25ef service neutron] For port 80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f, host hv-cinder-84962, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f,segment=NetworkSegment(d26cc65f-34ee-4574-8332-30169090378e),segment_id=d26cc65f-34ee-4574-8332-30169090378e)] {{(pid=104468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 09:06:34.143914 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cc9141-e6e3-4fe0-a433-6046a8a1be0b req-879acf47-895e-4786-bdbe-578e3ef55301 service neutron] Bound using segment: {'id': 'b26e5001-6035-411a-8290-e0a90601d5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0fe0cfc8-a852-4bd7-8f2a-f57d730ea287'} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 09:06:34.144561 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [req-95cc9141-e6e3-4fe0-a433-6046a8a1be0b req-879acf47-895e-4786-bdbe-578e3ef55301 service neutron] Bound port: 69be1990-5762-4324-89fe-b1139a371704, host: hv-cinder-84962, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b26e5001-6035-411a-8290-e0a90601d5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0fe0cfc8-a852-4bd7-8f2a-f57d730ea287'}}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 09:06:34.145144 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-95cc9141-e6e3-4fe0-a433-6046a8a1be0b req-879acf47-895e-4786-bdbe-578e3ef55301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (69be1990-5762-4324-89fe-b1139a371704), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:34.163097 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-dcc462bb-249b-4f35-8112-58a224a00aa3 req-f4f62d0b-a3c4-4c45-b0a6-748827a12c23 tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] 10.222.0.40 "GET /v2.0/security-groups?id=1b1a5ee7-d3f1-44f7-9268-051531b6f975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612127 Jul 13 09:06:34.176516 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8404f7d7-1f02-41db-b37c-f7a8dd8ed688 req-a3e306a8-861f-4f5a-ac12-e0db3a08a7ba service neutron] Checking agent: {'id': '6e9d2670-629d-42a5-8dd5-d0857aba9a7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84962', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 9, 4, 10), 'started_at': datetime.datetime(2022, 7, 13, 9, 4, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 9, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 09:06:34.177229 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8404f7d7-1f02-41db-b37c-f7a8dd8ed688 req-a3e306a8-861f-4f5a-ac12-e0db3a08a7ba service neutron] Checking segment: {'id': '270cda57-bbfa-4cb6-9405-da36f4f1a73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '66664860-8484-4278-a13a-d19d7f467709'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 09:06:34.177913 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8404f7d7-1f02-41db-b37c-f7a8dd8ed688 req-a3e306a8-861f-4f5a-ac12-e0db3a08a7ba service neutron] Bound using segment: {'id': '270cda57-bbfa-4cb6-9405-da36f4f1a73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '66664860-8484-4278-a13a-d19d7f467709'} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 09:06:34.178755 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [req-8404f7d7-1f02-41db-b37c-f7a8dd8ed688 req-a3e306a8-861f-4f5a-ac12-e0db3a08a7ba service neutron] Bound port: d61129b0-9f79-4508-a968-7e3a740a1f1c, host: hv-cinder-84962, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '270cda57-bbfa-4cb6-9405-da36f4f1a73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '66664860-8484-4278-a13a-d19d7f467709'}}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 09:06:34.179519 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-8404f7d7-1f02-41db-b37c-f7a8dd8ed688 req-a3e306a8-861f-4f5a-ac12-e0db3a08a7ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (d61129b0-9f79-4508-a968-7e3a740a1f1c), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:34.246076 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-1b7f5a4c-30dc-4319-b6bf-541b6648aa74 req-005f91e7-dffb-4fad-84af-817f14dd25ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:34.276306 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [req-95cc9141-e6e3-4fe0-a433-6046a8a1be0b req-879acf47-895e-4786-bdbe-578e3ef55301 service neutron] For port 69be1990-5762-4324-89fe-b1139a371704, host hv-cinder-84962, cleared binding levels {{(pid=104469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 09:06:34.370644 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f5a4c-30dc-4319-b6bf-541b6648aa74 req-005f91e7-dffb-4fad-84af-817f14dd25ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:34.371270 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-1b7f5a4c-30dc-4319-b6bf-541b6648aa74 req-005f91e7-dffb-4fad-84af-817f14dd25ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594414'] for port (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:34.373228 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-1b7f5a4c-30dc-4319-b6bf-541b6648aa74 req-005f91e7-dffb-4fad-84af-817f14dd25ef service neutron] 10.222.0.30 "PUT /v2.0/ports/80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f HTTP/1.1" status: 200 len: 1093 time: 4.8232901 Jul 13 09:06:34.373747 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7bcc760-4b60-4bfc-bd63-33c070d886b6', 'tag': '80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f'}] {{(pid=104468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:06:34.411960 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [req-95cc9141-e6e3-4fe0-a433-6046a8a1be0b req-879acf47-895e-4786-bdbe-578e3ef55301 service neutron] For port 69be1990-5762-4324-89fe-b1139a371704, host hv-cinder-84962, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=69be1990-5762-4324-89fe-b1139a371704,segment=NetworkSegment(b26e5001-6035-411a-8290-e0a90601d5d2),segment_id=b26e5001-6035-411a-8290-e0a90601d5d2)] {{(pid=104469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 09:06:34.499045 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-95cc9141-e6e3-4fe0-a433-6046a8a1be0b req-879acf47-895e-4786-bdbe-578e3ef55301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542332'] for port (69be1990-5762-4324-89fe-b1139a371704), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:34.503140 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [req-8404f7d7-1f02-41db-b37c-f7a8dd8ed688 req-a3e306a8-861f-4f5a-ac12-e0db3a08a7ba service neutron] For port d61129b0-9f79-4508-a968-7e3a740a1f1c, host hv-cinder-84962, cleared binding levels {{(pid=104469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 09:06:34.547231 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.30', 59755) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:06:34.600870 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [req-8404f7d7-1f02-41db-b37c-f7a8dd8ed688 req-a3e306a8-861f-4f5a-ac12-e0db3a08a7ba service neutron] For port d61129b0-9f79-4508-a968-7e3a740a1f1c, host hv-cinder-84962, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=d61129b0-9f79-4508-a968-7e3a740a1f1c,segment=NetworkSegment(270cda57-bbfa-4cb6-9405-da36f4f1a73b),segment_id=270cda57-bbfa-4cb6-9405-da36f4f1a73b)] {{(pid=104469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 09:06:34.670856 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=6 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:34.687924 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc9141-e6e3-4fe0-a433-6046a8a1be0b req-879acf47-895e-4786-bdbe-578e3ef55301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:34.688605 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-95cc9141-e6e3-4fe0-a433-6046a8a1be0b req-879acf47-895e-4786-bdbe-578e3ef55301 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594414'] for port (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:34.693230 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-95cc9141-e6e3-4fe0-a433-6046a8a1be0b req-879acf47-895e-4786-bdbe-578e3ef55301 service neutron] 10.222.0.30 "PUT /v2.0/ports/69be1990-5762-4324-89fe-b1139a371704 HTTP/1.1" status: 200 len: 1094 time: 5.1401265 Jul 13 09:06:34.693726 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '503d3aeb-a476-4caf-afa3-c4311d6ac263', 'tag': '69be1990-5762-4324-89fe-b1139a371704'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:06:34.704690 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005f91e7-dffb-4fad-84af-817f14dd25ef service neutron] Pushing event updated for resources: {'Port': ['ID=80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f,revision_number=3']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:34.713573 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-8404f7d7-1f02-41db-b37c-f7a8dd8ed688 req-a3e306a8-861f-4f5a-ac12-e0db3a08a7ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542332'] for port (d61129b0-9f79-4508-a968-7e3a740a1f1c), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:34.810344 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404f7d7-1f02-41db-b37c-f7a8dd8ed688 req-a3e306a8-861f-4f5a-ac12-e0db3a08a7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:34.811008 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-8404f7d7-1f02-41db-b37c-f7a8dd8ed688 req-a3e306a8-861f-4f5a-ac12-e0db3a08a7ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594414'] for port (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:34.812561 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8404f7d7-1f02-41db-b37c-f7a8dd8ed688 req-a3e306a8-861f-4f5a-ac12-e0db3a08a7ba service neutron] 10.222.0.30 "PUT /v2.0/ports/d61129b0-9f79-4508-a968-7e3a740a1f1c HTTP/1.1" status: 200 len: 1094 time: 4.3135309 Jul 13 09:06:34.875880 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f5a4c-30dc-4319-b6bf-541b6648aa74 req-c00cec1c-ba3d-4de4-aa6b-48a669831abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:34.883373 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-1b7f5a4c-30dc-4319-b6bf-541b6648aa74 req-c00cec1c-ba3d-4de4-aa6b-48a669831abe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=09b63eccabbc498cb96dd4bbcef0969a&device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 1127 time: 0.3577228 Jul 13 09:06:34.887310 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879acf47-895e-4786-bdbe-578e3ef55301 service neutron] Pushing event updated for resources: {'Port': ['ID=69be1990-5762-4324-89fe-b1139a371704,revision_number=3']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:35.107516 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-1b7f5a4c-30dc-4319-b6bf-541b6648aa74 req-05a21ec2-9c38-4202-846c-a4b44515712c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f HTTP/1.1" status: 200 len: 217 time: 0.1809261 Jul 13 09:06:35.117164 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b5a8f-d162-42f1-b7fa-93004d5c0d9e req-f8acfcf3-2b70-42e5-aa33-334081d46174 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:35.119514 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-181b5a8f-d162-42f1-b7fa-93004d5c0d9e req-f8acfcf3-2b70-42e5-aa33-334081d46174 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 943 time: 0.5908179 Jul 13 09:06:35.216916 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b622ba103e3e5260ba9f31452615d2910364782cfb993b04b3292bc67dda7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f34ad5f-27fd-4c6f-bc41-c95f612c6aa8" -d '{"events": [{"name": "network-changed", "server_uuid": "f7bcc760-4b60-4bfc-bd63-33c070d886b6", "tag": "80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f"}]}' {{(pid=104468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:06:35.228905 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7037df8c-63d9-4b6e-8687-1396bf064a39 req-3aed8d4e-a1d5-4ad1-8a41-95aca08ef814 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:35.237878 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-7037df8c-63d9-4b6e-8687-1396bf064a39 req-3aed8d4e-a1d5-4ad1-8a41-95aca08ef814 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 931 time: 0.1727417 Jul 13 09:06:35.261061 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.notifiers.nova [req-5bf6703d-3f3b-45ce-ae05-96521be1b077 req-a8d61052-2cd1-47db-be2c-3d8473147595 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23fec340-ea0c-4bbf-a12c-354b4909fa75 {{(pid=104468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 09:06:35.305030 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-5bf6703d-3f3b-45ce-ae05-96521be1b077 req-a8d61052-2cd1-47db-be2c-3d8473147595 service neutron] Publish callbacks [] for port (23fec340-ea0c-4bbf-a12c-354b4909fa75), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:35.305353 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c4e5b91a84def5af2f1fcdaa70b19e5540aa6c2f63d8f4e9cb6586108f6a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c1e0f5c-9c80-417e-818a-3f6395803d3b" -d '{"events": [{"name": "network-changed", "server_uuid": "503d3aeb-a476-4caf-afa3-c4311d6ac263", "tag": "69be1990-5762-4324-89fe-b1139a371704"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:06:35.305444 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.db.provisioning_blocks [req-5bf6703d-3f3b-45ce-ae05-96521be1b077 req-a8d61052-2cd1-47db-be2c-3d8473147595 service neutron] Transition to ACTIVE for port object 23fec340-ea0c-4bbf-a12c-354b4909fa75 will not be triggered until provisioned by entity L2. {{(pid=104468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 09:06:35.308478 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f5a4c-30dc-4319-b6bf-541b6648aa74 req-e7fe6797-9112-43f0-808a-a2bfaa18d9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:35.310059 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-1b7f5a4c-30dc-4319-b6bf-541b6648aa74 req-e7fe6797-9112-43f0-808a-a2bfaa18d9ac service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f435a127-82ff-4993-a381-fe0f5e258ef6 HTTP/1.1" status: 200 len: 856 time: 0.1854904 Jul 13 09:06:35.327247 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-181b5a8f-d162-42f1-b7fa-93004d5c0d9e req-01842f6c-9e56-4b92-bce3-9e560985acc2 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1455503 Jul 13 09:06:35.448963 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc9141-e6e3-4fe0-a433-6046a8a1be0b req-2b6decba-60e2-4d07-a4d5-674093ced661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:35.453859 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-95cc9141-e6e3-4fe0-a433-6046a8a1be0b req-2b6decba-60e2-4d07-a4d5-674093ced661 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=461a578ac4d44ffc9284d56a09d6c18e&device_id=503d3aeb-a476-4caf-afa3-c4311d6ac263 HTTP/1.1" status: 200 len: 1128 time: 0.5229082 Jul 13 09:06:35.503754 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f5a4c-30dc-4319-b6bf-541b6648aa74 req-c4fa5fa6-d0fc-493c-a1f3-5d94c7325665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:35.505489 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-1b7f5a4c-30dc-4319-b6bf-541b6648aa74 req-c4fa5fa6-d0fc-493c-a1f3-5d94c7325665 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dced4119-fd64-48f2-a32b-f0864c860758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1773739 Jul 13 09:06:35.525136 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404f7d7-1f02-41db-b37c-f7a8dd8ed688 req-57502349-fdab-4275-b0e8-907ba905911e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:35.527451 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8404f7d7-1f02-41db-b37c-f7a8dd8ed688 req-57502349-fdab-4275-b0e8-907ba905911e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7afbdee349034d2182240f1f7230236f&device_id=8315445c-678d-4c5c-8ecf-937e48a120a4 HTTP/1.1" status: 200 len: 1128 time: 0.3102133 Jul 13 09:06:35.528998 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e306a8-861f-4f5a-ac12-e0db3a08a7ba service neutron] Pushing event updated for resources: {'Port': ['ID=d61129b0-9f79-4508-a968-7e3a740a1f1c,revision_number=3']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:35.542761 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:35.605541 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-749ed5a2-2c5d-4eb4-987b-1641a752d174 req-0aabed92-63e2-4187-b029-83f87425c3a6 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb4e5e88-6062-46c0-92b1-4f21fe81b697 HTTP/1.1" status: 200 len: 210 time: 0.0784266 Jul 13 09:06:35.668281 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-95cc9141-e6e3-4fe0-a433-6046a8a1be0b req-db6aeccb-efd1-4b9b-bf32-250772f81465 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69be1990-5762-4324-89fe-b1139a371704 HTTP/1.1" status: 200 len: 217 time: 0.1230960 Jul 13 09:06:35.699457 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-1b7f5a4c-30dc-4319-b6bf-541b6648aa74 req-15b930e3-43ef-43b2-9b72-5be7679bf8cb service neutron] 10.222.0.30 "GET /v2.0/networks/dced4119-fd64-48f2-a32b-f0864c860758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460571 Jul 13 09:06:35.763098 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b8b42-dd92-443b-aef9-7b00460a646e req-633f175d-8ea8-4e8a-889c-9ce470d26eca tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:35.765337 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-5d7b8b42-dd92-443b-aef9-7b00460a646e req-633f175d-8ea8-4e8a-889c-9ce470d26eca tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.30 "GET /v2.0/networks?id=862d32ef-d286-4010-a420-61dff25da7b3 HTTP/1.1" status: 200 len: 811 time: 1.2057319 Jul 13 09:06:35.771408 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8404f7d7-1f02-41db-b37c-f7a8dd8ed688 req-ee1418a3-8a97-4464-8475-8778c6f7167b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d61129b0-9f79-4508-a968-7e3a740a1f1c HTTP/1.1" status: 200 len: 217 time: 0.1074860 Jul 13 09:06:35.801612 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45040eb9-3d66-4517-b067-b4e6348b5cfd req-c52622f9-184d-492c-954d-a7a95b2f676c tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:35.801845 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-7037df8c-63d9-4b6e-8687-1396bf064a39 req-7dfece5a-12a1-4e42-a617-cce642a3e7e6 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5628421 Jul 13 09:06:35.804809 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-45040eb9-3d66-4517-b067-b4e6348b5cfd req-c52622f9-184d-492c-954d-a7a95b2f676c tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] 10.222.0.40 "GET /v2.0/ports?device_id=503d3aeb-a476-4caf-afa3-c4311d6ac263 HTTP/1.1" status: 200 len: 944 time: 0.0632637 Jul 13 09:06:35.925619 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-45040eb9-3d66-4517-b067-b4e6348b5cfd req-4b00fa00-65bf-46c2-8453-e57fc626e3ab tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] 10.222.0.40 "GET /v2.0/security-groups?id=1b1a5ee7-d3f1-44f7-9268-051531b6f975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905054 Jul 13 09:06:35.931806 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:35.946210 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-5bf6703d-3f3b-45ce-ae05-96521be1b077 req-a8d61052-2cd1-47db-be2c-3d8473147595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (23fec340-ea0c-4bbf-a12c-354b4909fa75), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:36.039211 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d61052-2cd1-47db-be2c-3d8473147595 service neutron] Pushing event updated for resources: {'Port': ['ID=23fec340-ea0c-4bbf-a12c-354b4909fa75,revision_number=2']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:36.118206 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404f7d7-1f02-41db-b37c-f7a8dd8ed688 req-2f25e48b-64ae-44e2-bb52-43174628d894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:36.119811 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8404f7d7-1f02-41db-b37c-f7a8dd8ed688 req-2f25e48b-64ae-44e2-bb52-43174628d894 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e31827df-90a6-4f3b-b292-e48b977cc711 HTTP/1.1" status: 200 len: 858 time: 0.2142842 Jul 13 09:06:36.156540 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 09:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff5c6bd-1f05-494f-86d0-d5ac77302a04 x-openstack-request-id: req-fff5c6bd-1f05-494f-86d0-d5ac77302a04 {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:06:36.156822 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7bcc760-4b60-4bfc-bd63-33c070d886b6", "tag": "80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f", "status": "completed", "code": 200}]} {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:06:36.157820 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-fff5c6bd-1f05-494f-86d0-d5ac77302a04 {{(pid=104468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:06:36.158451 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fff5c6bd-1f05-494f-86d0-d5ac77302a04'] response: {'name': 'network-changed', 'server_uuid': 'f7bcc760-4b60-4bfc-bd63-33c070d886b6', 'tag': '80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f', 'status': 'completed', 'code': 200} Jul 13 09:06:36.221179 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc9141-e6e3-4fe0-a433-6046a8a1be0b req-cbbd9377-2397-4ce6-b990-f58dfa215663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:36.222907 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-95cc9141-e6e3-4fe0-a433-6046a8a1be0b req-cbbd9377-2397-4ce6-b990-f58dfa215663 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2d9b1655-f65d-4162-9d06-91ea7d9e504a HTTP/1.1" status: 200 len: 850 time: 0.3678834 Jul 13 09:06:36.303876 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:36.434856 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.managers [req-5bf6703d-3f3b-45ce-ae05-96521be1b077 req-a8d61052-2cd1-47db-be2c-3d8473147595 service neutron] Attempting to bind port 23fec340-ea0c-4bbf-a12c-354b4909fa75 on host hv-cinder-84962 for vnic_type normal with profile {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 09:06:36.435196 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.managers [req-5bf6703d-3f3b-45ce-ae05-96521be1b077 req-a8d61052-2cd1-47db-be2c-3d8473147595 service neutron] Attempting to bind port 23fec340-ea0c-4bbf-a12c-354b4909fa75 by drivers openvswitch,hyperv on host hv-cinder-84962 at level 0 using segments [{'id': '270cda57-bbfa-4cb6-9405-da36f4f1a73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '66664860-8484-4278-a13a-d19d7f467709'}] {{(pid=104468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 09:06:36.435523 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf6703d-3f3b-45ce-ae05-96521be1b077 req-a8d61052-2cd1-47db-be2c-3d8473147595 service neutron] Attempting to bind port 23fec340-ea0c-4bbf-a12c-354b4909fa75 on network 66664860-8484-4278-a13a-d19d7f467709 {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 09:06:36.455821 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-5d7b8b42-dd92-443b-aef9-7b00460a646e req-4ab7cc0b-f597-4a72-8b22-1a42820c5cf5 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb9e230019f042dbbc680fc3b1340d41 HTTP/1.1" status: 200 len: 379 time: 0.4314203 Jul 13 09:06:36.463539 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404f7d7-1f02-41db-b37c-f7a8dd8ed688 req-a77a7fd9-29cf-4f92-9a5e-201454c07be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:36.463539 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8404f7d7-1f02-41db-b37c-f7a8dd8ed688 req-a77a7fd9-29cf-4f92-9a5e-201454c07be0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=66664860-8484-4278-a13a-d19d7f467709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2954302 Jul 13 09:06:36.467997 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [req-5d7b8b42-dd92-443b-aef9-7b00460a646e req-8e4bc656-4b1a-42da-8a6f-ee111ff3f80b tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Request body: {'port': {'device_id': 'eb4e5e88-6062-46c0-92b1-4f21fe81b697', 'network_id': '862d32ef-d286-4010-a420-61dff25da7b3', 'admin_state_up': True, 'tenant_id': 'eb9e230019f042dbbc680fc3b1340d41', 'security_groups': ['0b3399b4-d38d-4638-ac76-98394e377705']}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:06:36.487119 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-1b7f5a4c-30dc-4319-b6bf-541b6648aa74 req-0626700f-d19f-416b-a4ec-8b4656ac8d7c service neutron] 10.222.0.30 "GET /v2.0/networks/dced4119-fd64-48f2-a32b-f0864c860758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5507808 Jul 13 09:06:36.490778 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf6703d-3f3b-45ce-ae05-96521be1b077 req-a8d61052-2cd1-47db-be2c-3d8473147595 service neutron] Port 23fec340-ea0c-4bbf-a12c-354b4909fa75 on network 66664860-8484-4278-a13a-d19d7f467709 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84962 {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 13 09:06:36.491540 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf6703d-3f3b-45ce-ae05-96521be1b077 req-a8d61052-2cd1-47db-be2c-3d8473147595 service neutron] Attempting to bind port 23fec340-ea0c-4bbf-a12c-354b4909fa75 on network 66664860-8484-4278-a13a-d19d7f467709 {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 09:06:36.498434 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf6703d-3f3b-45ce-ae05-96521be1b077 req-a8d61052-2cd1-47db-be2c-3d8473147595 service neutron] Checking agent: {'id': '6e9d2670-629d-42a5-8dd5-d0857aba9a7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84962', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 9, 4, 10), 'started_at': datetime.datetime(2022, 7, 13, 9, 4, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 9, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 09:06:36.502536 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf6703d-3f3b-45ce-ae05-96521be1b077 req-a8d61052-2cd1-47db-be2c-3d8473147595 service neutron] Checking segment: {'id': '270cda57-bbfa-4cb6-9405-da36f4f1a73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '66664860-8484-4278-a13a-d19d7f467709'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 09:06:36.502536 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf6703d-3f3b-45ce-ae05-96521be1b077 req-a8d61052-2cd1-47db-be2c-3d8473147595 service neutron] Bound using segment: {'id': '270cda57-bbfa-4cb6-9405-da36f4f1a73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '66664860-8484-4278-a13a-d19d7f467709'} {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 09:06:36.502536 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.managers [req-5bf6703d-3f3b-45ce-ae05-96521be1b077 req-a8d61052-2cd1-47db-be2c-3d8473147595 service neutron] Bound port: 23fec340-ea0c-4bbf-a12c-354b4909fa75, host: hv-cinder-84962, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '270cda57-bbfa-4cb6-9405-da36f4f1a73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '66664860-8484-4278-a13a-d19d7f467709'}}] {{(pid=104468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 09:06:36.502536 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-5bf6703d-3f3b-45ce-ae05-96521be1b077 req-a8d61052-2cd1-47db-be2c-3d8473147595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (23fec340-ea0c-4bbf-a12c-354b4909fa75), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:36.538411 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 09:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c5fe45-a39d-4ff5-8d49-5c2cb82ea2a0 x-openstack-request-id: req-33c5fe45-a39d-4ff5-8d49-5c2cb82ea2a0 {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:06:36.538411 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "503d3aeb-a476-4caf-afa3-c4311d6ac263", "tag": "69be1990-5762-4324-89fe-b1139a371704", "status": "completed", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:06:36.538411 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-33c5fe45-a39d-4ff5-8d49-5c2cb82ea2a0 {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:06:36.538411 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33c5fe45-a39d-4ff5-8d49-5c2cb82ea2a0'] response: {'name': 'network-changed', 'server_uuid': '503d3aeb-a476-4caf-afa3-c4311d6ac263', 'tag': '69be1990-5762-4324-89fe-b1139a371704', 'status': 'completed', 'code': 200} Jul 13 09:06:36.603106 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.db [req-5bf6703d-3f3b-45ce-ae05-96521be1b077 req-a8d61052-2cd1-47db-be2c-3d8473147595 service neutron] For port 23fec340-ea0c-4bbf-a12c-354b4909fa75, host hv-cinder-84962, cleared binding levels {{(pid=104468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 09:06:36.606998 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.db [req-5bf6703d-3f3b-45ce-ae05-96521be1b077 req-a8d61052-2cd1-47db-be2c-3d8473147595 service neutron] For port 23fec340-ea0c-4bbf-a12c-354b4909fa75, host hv-cinder-84962, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=23fec340-ea0c-4bbf-a12c-354b4909fa75,segment=NetworkSegment(270cda57-bbfa-4cb6-9405-da36f4f1a73b),segment_id=270cda57-bbfa-4cb6-9405-da36f4f1a73b)] {{(pid=104468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 09:06:36.705223 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-5bf6703d-3f3b-45ce-ae05-96521be1b077 req-a8d61052-2cd1-47db-be2c-3d8473147595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (23fec340-ea0c-4bbf-a12c-354b4909fa75), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:36.897036 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6703d-3f3b-45ce-ae05-96521be1b077 req-a8d61052-2cd1-47db-be2c-3d8473147595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:36.897671 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-5bf6703d-3f3b-45ce-ae05-96521be1b077 req-a8d61052-2cd1-47db-be2c-3d8473147595 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594414'] for port (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:36.905815 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5bf6703d-3f3b-45ce-ae05-96521be1b077 req-a8d61052-2cd1-47db-be2c-3d8473147595 service neutron] 10.222.0.30 "PUT /v2.0/ports/23fec340-ea0c-4bbf-a12c-354b4909fa75 HTTP/1.1" status: 200 len: 1093 time: 4.0164607 Jul 13 09:06:36.987178 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34ad5f-27fd-4c6f-bc41-c95f612c6aa8 req-96c580ec-1c55-4fcc-9d98-3347e75d427a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:36.994371 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-2f34ad5f-27fd-4c6f-bc41-c95f612c6aa8 req-96c580ec-1c55-4fcc-9d98-3347e75d427a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=09b63eccabbc498cb96dd4bbcef0969a&device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 1127 time: 0.3431811 Jul 13 09:06:37.001415 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-334838d2-c435-4786-8251-2dcd66a4dc12 req-a962ebc5-a705-4e29-bdbe-e2b6374dca09 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb4e5e88-6062-46c0-92b1-4f21fe81b697 HTTP/1.1" status: 200 len: 210 time: 0.1438503 Jul 13 09:06:37.065934 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc9141-e6e3-4fe0-a433-6046a8a1be0b req-b12a5cd1-aa15-447a-a92b-0263068302a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:37.066879 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-95cc9141-e6e3-4fe0-a433-6046a8a1be0b req-b12a5cd1-aa15-447a-a92b-0263068302a0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0fe0cfc8-a852-4bd7-8f2a-f57d730ea287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.8138905 Jul 13 09:06:37.186230 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d61052-2cd1-47db-be2c-3d8473147595 service neutron] Pushing event updated for resources: {'Port': ['ID=23fec340-ea0c-4bbf-a12c-354b4909fa75,revision_number=3']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:37.293475 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8404f7d7-1f02-41db-b37c-f7a8dd8ed688 req-25112634-fdf0-4f53-8b5c-a0102e130c84 service neutron] 10.222.0.30 "GET /v2.0/networks/66664860-8484-4278-a13a-d19d7f467709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7734277 Jul 13 09:06:37.312766 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6703d-3f3b-45ce-ae05-96521be1b077 req-4f7513a5-e50f-4a7c-9d0b-bbdcd3acba26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:37.314942 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5bf6703d-3f3b-45ce-ae05-96521be1b077 req-4f7513a5-e50f-4a7c-9d0b-bbdcd3acba26 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7afbdee349034d2182240f1f7230236f&device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 1127 time: 0.2406855 Jul 13 09:06:37.519292 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-95cc9141-e6e3-4fe0-a433-6046a8a1be0b req-deb9b54d-149b-4e52-8ae0-80f7b96cbdc2 service neutron] 10.222.0.30 "GET /v2.0/networks/0fe0cfc8-a852-4bd7-8f2a-f57d730ea287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3234549 Jul 13 09:06:37.525942 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a30297-8dc0-433c-bf58-475139d9e5aa req-480bbc98-a6fd-452f-bd65-d1a49d0c2bb0 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:37.533601 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-c0a30297-8dc0-433c-bf58-475139d9e5aa req-480bbc98-a6fd-452f-bd65-d1a49d0c2bb0 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 943 time: 1.0163994 Jul 13 09:06:37.635106 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d7b8b42-dd92-443b-aef9-7b00460a646e req-8e4bc656-4b1a-42da-8a6f-ee111ff3f80b tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Made reservation on behalf of eb9e230019f042dbbc680fc3b1340d41 for: {'port': 1} {{(pid=104469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 09:06:37.639783 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-5d7b8b42-dd92-443b-aef9-7b00460a646e req-8e4bc656-4b1a-42da-8a6f-ee111ff3f80b tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:37.659687 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:37.711620 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f989ce-9daf-4b24-88fa-abb4032bc6d5 req-a22cc83b-2b36-4507-a65e-8d3fad884c81 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:37.738005 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a3f989ce-9daf-4b24-88fa-abb4032bc6d5 req-a22cc83b-2b36-4507-a65e-8d3fad884c81 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 943 time: 0.5719771 Jul 13 09:06:37.770448 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5bf6703d-3f3b-45ce-ae05-96521be1b077 req-a42abb03-72a4-4af5-98ce-06d97d024fae service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23fec340-ea0c-4bbf-a12c-354b4909fa75 HTTP/1.1" status: 200 len: 217 time: 0.1356783 Jul 13 09:06:37.790207 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8404f7d7-1f02-41db-b37c-f7a8dd8ed688 req-89e2a8a6-c632-48cf-9da5-8c0497c627ee service neutron] 10.222.0.30 "GET /v2.0/networks/66664860-8484-4278-a13a-d19d7f467709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521222 Jul 13 09:06:37.966516 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-95cc9141-e6e3-4fe0-a433-6046a8a1be0b req-7583f2b1-1332-4dc9-9a2d-e341eea49e79 service neutron] 10.222.0.30 "GET /v2.0/networks/0fe0cfc8-a852-4bd7-8f2a-f57d730ea287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401520 Jul 13 09:06:37.999818 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a3f989ce-9daf-4b24-88fa-abb4032bc6d5 req-41a038f0-9adc-4702-9731-a4b3952901c6 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608590 Jul 13 09:06:38.010425 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6703d-3f3b-45ce-ae05-96521be1b077 req-ddec5897-c424-4b3b-90cc-82d1f3b67769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:38.030731 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5bf6703d-3f3b-45ce-ae05-96521be1b077 req-ddec5897-c424-4b3b-90cc-82d1f3b67769 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e31827df-90a6-4f3b-b292-e48b977cc711 HTTP/1.1" status: 200 len: 858 time: 0.1926885 Jul 13 09:06:38.032455 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34ad5f-27fd-4c6f-bc41-c95f612c6aa8 req-e931cf40-c2bf-4ea0-9661-06a60b4fea7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:38.034836 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-2f34ad5f-27fd-4c6f-bc41-c95f612c6aa8 req-e931cf40-c2bf-4ea0-9661-06a60b4fea7f service neutron] 10.222.0.30 "GET /v2.0/networks?id=dced4119-fd64-48f2-a32b-f0864c860758 HTTP/1.1" status: 200 len: 918 time: 1.0203006 Jul 13 09:06:38.050087 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-c0a30297-8dc0-433c-bf58-475139d9e5aa req-3ffe6061-4cab-476e-8a8f-6ad92f4949d7 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5154905 Jul 13 09:06:38.158727 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-2f34ad5f-27fd-4c6f-bc41-c95f612c6aa8 req-9d67a971-1caa-4cfa-a800-ba37bc41f99d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f HTTP/1.1" status: 200 len: 217 time: 0.0985744 Jul 13 09:06:38.161587 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4652c89f-12a1-40ec-86aa-705cb63de65f', 'tag': '23fec340-ea0c-4bbf-a12c-354b4909fa75'}] {{(pid=104468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:06:38.164042 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b622ba103e3e5260ba9f31452615d2910364782cfb993b04b3292bc67dda7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb1b175e-cd9a-4b49-aff2-cd9314b1823e" -d '{"events": [{"name": "network-changed", "server_uuid": "4652c89f-12a1-40ec-86aa-705cb63de65f", "tag": "23fec340-ea0c-4bbf-a12c-354b4909fa75"}]}' {{(pid=104468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:06:38.179349 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:38.348341 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-fd9ab495-fe60-471d-a64c-999be337091f req-8f60eef8-d40d-4438-abce-27823a801a70 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb4e5e88-6062-46c0-92b1-4f21fe81b697 HTTP/1.1" status: 200 len: 210 time: 0.0909505 Jul 13 09:06:38.352234 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6703d-3f3b-45ce-ae05-96521be1b077 req-2de3cbfa-218c-458e-af18-084845560653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:38.354003 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5bf6703d-3f3b-45ce-ae05-96521be1b077 req-2de3cbfa-218c-458e-af18-084845560653 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=66664860-8484-4278-a13a-d19d7f467709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2961409 Jul 13 09:06:38.354852 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e0f5c-9c80-417e-818a-3f6395803d3b req-7d5814c1-00b3-48e2-9ee0-0a575ab4a30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:38.358255 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-9c1e0f5c-9c80-417e-818a-3f6395803d3b req-7d5814c1-00b3-48e2-9ee0-0a575ab4a30a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=461a578ac4d44ffc9284d56a09d6c18e&device_id=503d3aeb-a476-4caf-afa3-c4311d6ac263 HTTP/1.1" status: 200 len: 1128 time: 0.2133195 Jul 13 09:06:38.359834 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 59560) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:06:38.373257 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:38.409956 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_common [req-5d7b8b42-dd92-443b-aef9-7b00460a646e req-8e4bc656-4b1a-42da-8a6f-ee111ff3f80b tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Allocated IP 172.20.0.9 (862d32ef-d286-4010-a420-61dff25da7b3/633e38db-5802-43d1-a471-65c5e58c5839/97786c99-fd64-4d30-a6bd-7dffa045cb11) {{(pid=104469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 09:06:38.416497 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34ad5f-27fd-4c6f-bc41-c95f612c6aa8 req-6f3a3f86-2890-4bac-9a97-fea8c65ab3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:38.419133 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-2f34ad5f-27fd-4c6f-bc41-c95f612c6aa8 req-6f3a3f86-2890-4bac-9a97-fea8c65ab3ca service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f435a127-82ff-4993-a381-fe0f5e258ef6 HTTP/1.1" status: 200 len: 856 time: 0.2250586 Jul 13 09:06:38.427554 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:38.434628 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56efacd4-2eb4-4538-904d-29f4897f9a31 req-fd613c02-5c2d-44ae-8701-93da089e80b4 tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:38.444574 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-56efacd4-2eb4-4538-904d-29f4897f9a31 req-fd613c02-5c2d-44ae-8701-93da089e80b4 tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] 10.222.0.40 "GET /v2.0/ports?device_id=503d3aeb-a476-4caf-afa3-c4311d6ac263 HTTP/1.1" status: 200 len: 944 time: 0.1800811 Jul 13 09:06:38.483959 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 09:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb64c8b-bef1-4e1d-915b-178b2fc6f301 x-openstack-request-id: req-1fb64c8b-bef1-4e1d-915b-178b2fc6f301 {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:06:38.484346 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4652c89f-12a1-40ec-86aa-705cb63de65f", "tag": "23fec340-ea0c-4bbf-a12c-354b4909fa75", "status": "completed", "code": 200}]} {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:06:38.484702 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-1fb64c8b-bef1-4e1d-915b-178b2fc6f301 {{(pid=104468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:06:38.485222 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fb64c8b-bef1-4e1d-915b-178b2fc6f301'] response: {'name': 'network-changed', 'server_uuid': '4652c89f-12a1-40ec-86aa-705cb63de65f', 'tag': '23fec340-ea0c-4bbf-a12c-354b4909fa75', 'status': 'completed', 'code': 200} Jul 13 09:06:38.560528 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8315445c-678d-4c5c-8ecf-937e48a120a4', 'tag': 'd61129b0-9f79-4508-a968-7e3a740a1f1c'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:06:38.563064 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c4e5b91a84def5af2f1fcdaa70b19e5540aa6c2f63d8f4e9cb6586108f6a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb1ee94-f8b4-4a77-a783-aa76eb1954b8" -d '{"events": [{"name": "network-changed", "server_uuid": "8315445c-678d-4c5c-8ecf-937e48a120a4", "tag": "d61129b0-9f79-4508-a968-7e3a740a1f1c"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:06:38.640749 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34ad5f-27fd-4c6f-bc41-c95f612c6aa8 req-e6cba053-890c-425b-a2fa-6f9d489b8855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:38.646166 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-2f34ad5f-27fd-4c6f-bc41-c95f612c6aa8 req-e6cba053-890c-425b-a2fa-6f9d489b8855 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dced4119-fd64-48f2-a32b-f0864c860758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1987491 Jul 13 09:06:38.650191 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 09:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca011a7e-ac64-4496-8ee1-eb6119321a29 x-openstack-request-id: req-ca011a7e-ac64-4496-8ee1-eb6119321a29 {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:06:38.650474 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8315445c-678d-4c5c-8ecf-937e48a120a4", "tag": "d61129b0-9f79-4508-a968-7e3a740a1f1c", "status": "completed", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:06:38.650721 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-ca011a7e-ac64-4496-8ee1-eb6119321a29 {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:06:38.651100 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca011a7e-ac64-4496-8ee1-eb6119321a29'] response: {'name': 'network-changed', 'server_uuid': '8315445c-678d-4c5c-8ecf-937e48a120a4', 'tag': 'd61129b0-9f79-4508-a968-7e3a740a1f1c', 'status': 'completed', 'code': 200} Jul 13 09:06:38.664789 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-56efacd4-2eb4-4538-904d-29f4897f9a31 req-54c637cb-f14d-40db-b2b9-5ab450d0bec6 tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] 10.222.0.40 "GET /v2.0/security-groups?id=1b1a5ee7-d3f1-44f7-9268-051531b6f975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191830 Jul 13 09:06:38.713355 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5bf6703d-3f3b-45ce-ae05-96521be1b077 req-ba2b574a-bac7-4e2f-8057-1af26d74dd18 service neutron] 10.222.0.30 "GET /v2.0/networks/66664860-8484-4278-a13a-d19d7f467709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342967 Jul 13 09:06:38.757268 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb1ee94-f8b4-4a77-a783-aa76eb1954b8 req-e53bd896-7475-4623-ac1c-338daa0a7ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:38.758829 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-cfb1ee94-f8b4-4a77-a783-aa76eb1954b8 req-e53bd896-7475-4623-ac1c-338daa0a7ecb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7afbdee349034d2182240f1f7230236f&device_id=8315445c-678d-4c5c-8ecf-937e48a120a4 HTTP/1.1" status: 200 len: 1128 time: 0.0767257 Jul 13 09:06:38.773780 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5f389f27-bfc4-4efa-8b1d-f4c05d8cc27c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:38.794617 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e0f5c-9c80-417e-818a-3f6395803d3b req-5973b23b-b09c-4441-8425-2a70f29f6f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:38.796137 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-9c1e0f5c-9c80-417e-818a-3f6395803d3b req-5973b23b-b09c-4441-8425-2a70f29f6f8a service neutron] 10.222.0.30 "GET /v2.0/networks?id=0fe0cfc8-a852-4bd7-8f2a-f57d730ea287 HTTP/1.1" status: 200 len: 912 time: 0.4118602 Jul 13 09:06:38.897849 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-2f34ad5f-27fd-4c6f-bc41-c95f612c6aa8 req-4324280e-b9bf-455a-8f91-bd93fd516e07 service neutron] 10.222.0.30 "GET /v2.0/networks/dced4119-fd64-48f2-a32b-f0864c860758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317245 Jul 13 09:06:38.913359 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5bf6703d-3f3b-45ce-ae05-96521be1b077 req-34ad8884-0427-41e1-a925-3518b5fd02f1 service neutron] 10.222.0.30 "GET /v2.0/networks/66664860-8484-4278-a13a-d19d7f467709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418014 Jul 13 09:06:38.971453 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-9c1e0f5c-9c80-417e-818a-3f6395803d3b req-2b1b1234-461f-4df3-807c-9e0f6b065430 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69be1990-5762-4324-89fe-b1139a371704 HTTP/1.1" status: 200 len: 217 time: 0.0765157 Jul 13 09:06:39.070450 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-2f34ad5f-27fd-4c6f-bc41-c95f612c6aa8 req-d31a8f01-e787-4f31-8a4f-303724349ad6 service neutron] 10.222.0.30 "GET /v2.0/networks/dced4119-fd64-48f2-a32b-f0864c860758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467848 Jul 13 09:06:39.215548 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b175e-cd9a-4b49-aff2-cd9314b1823e req-a4f3fa50-be19-4ebf-ab24-43117f655926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:39.217046 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-fb1b175e-cd9a-4b49-aff2-cd9314b1823e req-a4f3fa50-be19-4ebf-ab24-43117f655926 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7afbdee349034d2182240f1f7230236f&device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 1127 time: 0.0719290 Jul 13 09:06:39.217855 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-5d7b8b42-dd92-443b-aef9-7b00460a646e req-8e4bc656-4b1a-42da-8a6f-ee111ff3f80b tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks [] for port (97786c99-fd64-4d30-a6bd-7dffa045cb11), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:39.221418 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb1ee94-f8b4-4a77-a783-aa76eb1954b8 req-f95b8881-d677-41e3-b811-3a00745e7064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:39.223059 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-cfb1ee94-f8b4-4a77-a783-aa76eb1954b8 req-f95b8881-d677-41e3-b811-3a00745e7064 service neutron] 10.222.0.30 "GET /v2.0/networks?id=66664860-8484-4278-a13a-d19d7f467709 HTTP/1.1" status: 200 len: 920 time: 0.4377735 Jul 13 09:06:39.232697 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e0f5c-9c80-417e-818a-3f6395803d3b req-5d399be1-503f-479f-a5e2-850ab8f700c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:39.237060 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-9c1e0f5c-9c80-417e-818a-3f6395803d3b req-5d399be1-503f-479f-a5e2-850ab8f700c4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2d9b1655-f65d-4162-9d06-91ea7d9e504a HTTP/1.1" status: 200 len: 850 time: 0.2293606 Jul 13 09:06:39.258005 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5ddf26-8228-4104-ba58-441bffe1847c req-a7c14fe7-8678-4edb-b2a1-4371bb7c5f6b tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:39.265187 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-5e5ddf26-8228-4104-ba58-441bffe1847c req-a7c14fe7-8678-4edb-b2a1-4371bb7c5f6b tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 943 time: 0.1585171 Jul 13 09:06:39.278173 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d12cd-7c74-46de-88dd-538b0b4ab047 req-378aea9c-c8ef-4434-99cf-ebc1610cb967 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:39.279732 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-757d12cd-7c74-46de-88dd-538b0b4ab047 req-378aea9c-c8ef-4434-99cf-ebc1610cb967 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 943 time: 0.0663559 Jul 13 09:06:39.365025 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5f389f27-bfc4-4efa-8b1d-f4c05d8cc27c admin admin] Publish callbacks [] for security_group (c9f80c86-0662-4b5a-9424-b081cf505728), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:39.372198 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-cfb1ee94-f8b4-4a77-a783-aa76eb1954b8 req-4b0405c8-3f6e-4c1e-b218-1520344ee56a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d61129b0-9f79-4508-a968-7e3a740a1f1c HTTP/1.1" status: 200 len: 217 time: 0.0784757 Jul 13 09:06:39.394596 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-757d12cd-7c74-46de-88dd-538b0b4ab047 req-62cce161-b9d7-4327-a3b7-ae75b4c039d3 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926299 Jul 13 09:06:39.407134 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e0f5c-9c80-417e-818a-3f6395803d3b req-0e8fc118-046e-4073-a0b2-6e0def129ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:39.415363 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-9c1e0f5c-9c80-417e-818a-3f6395803d3b req-0e8fc118-046e-4073-a0b2-6e0def129ba0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0fe0cfc8-a852-4bd7-8f2a-f57d730ea287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1347630 Jul 13 09:06:39.417759 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b175e-cd9a-4b49-aff2-cd9314b1823e req-864d5ab8-d618-45ce-b3a7-b4e74942d790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:39.419349 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-fb1b175e-cd9a-4b49-aff2-cd9314b1823e req-864d5ab8-d618-45ce-b3a7-b4e74942d790 service neutron] 10.222.0.30 "GET /v2.0/networks?id=66664860-8484-4278-a13a-d19d7f467709 HTTP/1.1" status: 200 len: 920 time: 0.1387172 Jul 13 09:06:39.518885 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5f389f27-bfc4-4efa-8b1d-f4c05d8cc27c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (c9f80c86-0662-4b5a-9424-b081cf505728), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:39.531195 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-fb1b175e-cd9a-4b49-aff2-cd9314b1823e req-d98b7a44-e31d-47e3-b899-421514fb6bb5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23fec340-ea0c-4bbf-a12c-354b4909fa75 HTTP/1.1" status: 200 len: 217 time: 0.0949993 Jul 13 09:06:39.571678 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-19ea49cb-dd94-4375-9dc6-a5feda321d8e req-fc9b7fe7-0d5e-48ea-97d9-1390dcf877a7 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb4e5e88-6062-46c0-92b1-4f21fe81b697 HTTP/1.1" status: 200 len: 210 time: 0.0434062 Jul 13 09:06:39.573238 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f389f27-bfc4-4efa-8b1d-f4c05d8cc27c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f80c86-0662-4b5a-9424-b081cf505728,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:39.615077 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b175e-cd9a-4b49-aff2-cd9314b1823e req-47c7a640-79c0-42c0-803a-171cf29287a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:39.616570 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-fb1b175e-cd9a-4b49-aff2-cd9314b1823e req-47c7a640-79c0-42c0-803a-171cf29287a3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e31827df-90a6-4f3b-b292-e48b977cc711 HTTP/1.1" status: 200 len: 858 time: 0.0742247 Jul 13 09:06:39.628774 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-5e5ddf26-8228-4104-ba58-441bffe1847c req-a21e03e3-bd68-4fdc-8664-1e7a23635fb2 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3626804 Jul 13 09:06:39.634594 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb1ee94-f8b4-4a77-a783-aa76eb1954b8 req-88d91b21-142b-493e-adfe-29afacd9e79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:39.634594 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-cfb1ee94-f8b4-4a77-a783-aa76eb1954b8 req-88d91b21-142b-493e-adfe-29afacd9e79b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e31827df-90a6-4f3b-b292-e48b977cc711 HTTP/1.1" status: 200 len: 858 time: 0.2457640 Jul 13 09:06:39.666097 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-5f389f27-bfc4-4efa-8b1d-f4c05d8cc27c admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=dae36c8704fc4fa8a69d9b58077460e4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2955961 Jul 13 09:06:39.668990 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 59586) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:06:39.688852 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:DELETE=4,neutron:SELECT=92,neutron:UPDATE=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:39.694462 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b175e-cd9a-4b49-aff2-cd9314b1823e req-18e86b03-9efc-4762-a7e4-180af4ebbc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:39.696788 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-fb1b175e-cd9a-4b49-aff2-cd9314b1823e req-18e86b03-9efc-4762-a7e4-180af4ebbc37 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=66664860-8484-4278-a13a-d19d7f467709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0630925 Jul 13 09:06:39.727320 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb1ee94-f8b4-4a77-a783-aa76eb1954b8 req-6ac313fc-95a0-4fb3-8c42-66410466bdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:39.729004 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-cfb1ee94-f8b4-4a77-a783-aa76eb1954b8 req-6ac313fc-95a0-4fb3-8c42-66410466bdd1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=66664860-8484-4278-a13a-d19d7f467709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0641468 Jul 13 09:06:39.760394 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-5d7b8b42-dd92-443b-aef9-7b00460a646e req-8e4bc656-4b1a-42da-8a6f-ee111ff3f80b tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760184582126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542309'] for port (97786c99-fd64-4d30-a6bd-7dffa045cb11), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:39.796575 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d7b8b42-dd92-443b-aef9-7b00460a646e req-8e4bc656-4b1a-42da-8a6f-ee111ff3f80b tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Network 862d32ef-d286-4010-a420-61dff25da7b3 is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:06:39.813516 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [req-5d7b8b42-dd92-443b-aef9-7b00460a646e req-8e4bc656-4b1a-42da-8a6f-ee111ff3f80b tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:06:39.846778 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (6e9d2670-629d-42a5-8dd5-d0857aba9a7e), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:39.854540 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d7b8b42-dd92-443b-aef9-7b00460a646e req-8e4bc656-4b1a-42da-8a6f-ee111ff3f80b tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Received port after_create {{(pid=104469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 09:06:40.194591 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8629ccbe-34ab-435b-87ff-2571eb17cf37 req-5e8960a6-5d0e-4518-9622-4478e8bf7ade tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:40.194591 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-8629ccbe-34ab-435b-87ff-2571eb17cf37 req-5e8960a6-5d0e-4518-9622-4478e8bf7ade tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] 10.222.0.40 "GET /v2.0/ports?device_id=503d3aeb-a476-4caf-afa3-c4311d6ac263 HTTP/1.1" status: 200 len: 944 time: 0.2353778 Jul 13 09:06:40.194591 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-fb1b175e-cd9a-4b49-aff2-cd9314b1823e req-04379ff6-b6c2-4431-8a78-83d5bbfcd938 service neutron] 10.222.0.30 "GET /v2.0/networks/66664860-8484-4278-a13a-d19d7f467709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3410671 Jul 13 09:06:40.197154 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-9c1e0f5c-9c80-417e-818a-3f6395803d3b req-c4786e51-fcda-4fd5-a1b8-a17b2cb515b0 service neutron] 10.222.0.30 "GET /v2.0/networks/0fe0cfc8-a852-4bd7-8f2a-f57d730ea287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5993538 Jul 13 09:06:40.197814 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-8629ccbe-34ab-435b-87ff-2571eb17cf37 req-61beb6e3-109d-44ff-8104-49cbc20d82d2 tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] 10.222.0.40 "GET /v2.0/security-groups?id=1b1a5ee7-d3f1-44f7-9268-051531b6f975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838025 Jul 13 09:06:40.197896 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-072a4171-452b-4107-a196-6702e75d480d None None] Provisioning complete for port 97786c99-fd64-4d30-a6bd-7dffa045cb11 triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:06:40.197896 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-072a4171-452b-4107-a196-6702e75d480d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (97786c99-fd64-4d30-a6bd-7dffa045cb11), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:40.198075 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-fb1b175e-cd9a-4b49-aff2-cd9314b1823e req-4ae256ac-f660-47aa-9430-65da1340ead0 service neutron] 10.222.0.30 "GET /v2.0/networks/66664860-8484-4278-a13a-d19d7f467709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122398 Jul 13 09:06:40.198163 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-072a4171-452b-4107-a196-6702e75d480d None None] Port 97786c99-fd64-4d30-a6bd-7dffa045cb11 cannot update to ACTIVE because it is not bound. {{(pid=104470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 09:06:40.204699 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b8b42-dd92-443b-aef9-7b00460a646e req-8e4bc656-4b1a-42da-8a6f-ee111ff3f80b tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:40.205811 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-5d7b8b42-dd92-443b-aef9-7b00460a646e req-8e4bc656-4b1a-42da-8a6f-ee111ff3f80b tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594414'] for port (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:40.215725 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4bc656-4b1a-42da-8a6f-ee111ff3f80b tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Pushing event updated for resources: {'Port': ['ID=97786c99-fd64-4d30-a6bd-7dffa045cb11,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:40.229502 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ece65eac-271f-467e-b258-691f90a11b26 admin admin] Publish callbacks [] for security_group (c9f80c86-0662-4b5a-9424-b081cf505728), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:40.298767 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-cfb1ee94-f8b4-4a77-a783-aa76eb1954b8 req-f70059fc-f8e9-4817-9d0b-ee4c15663b04 service neutron] 10.222.0.30 "GET /v2.0/networks/66664860-8484-4278-a13a-d19d7f467709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5542202 Jul 13 09:06:40.322890 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ece65eac-271f-467e-b258-691f90a11b26 admin admin] Publish callbacks [] for security_group (c9f80c86-0662-4b5a-9424-b081cf505728), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:40.384064 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-9c1e0f5c-9c80-417e-818a-3f6395803d3b req-ca60f099-e991-4318-ac3a-b644a2335ef6 service neutron] 10.222.0.30 "GET /v2.0/networks/0fe0cfc8-a852-4bd7-8f2a-f57d730ea287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443695 Jul 13 09:06:40.535671 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-5d7b8b42-dd92-443b-aef9-7b00460a646e req-8e4bc656-4b1a-42da-8a6f-ee111ff3f80b tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0751750 Jul 13 09:06:40.555241 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fc5080-48d1-405b-aec0-1b19737152b5 req-2c1a232f-795b-4a48-9fc2-a4f2ece2ae37 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:40.556781 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-52fc5080-48d1-405b-aec0-1b19737152b5 req-2c1a232f-795b-4a48-9fc2-a4f2ece2ae37 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 943 time: 0.0613439 Jul 13 09:06:40.577187 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ece65eac-271f-467e-b258-691f90a11b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (c9f80c86-0662-4b5a-9424-b081cf505728), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:40.581933 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ece65eac-271f-467e-b258-691f90a11b26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:40.584870 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-ece65eac-271f-467e-b258-691f90a11b26 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/c9f80c86-0662-4b5a-9424-b081cf505728 HTTP/1.1" status: 204 len: 168 time: 0.9060185 Jul 13 09:06:40.603234 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece65eac-271f-467e-b258-691f90a11b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f80c86-0662-4b5a-9424-b081cf505728,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:40.657460 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-52fc5080-48d1-405b-aec0-1b19737152b5 req-837c659b-9f97-444e-bdc3-832e937bcf31 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947168 Jul 13 09:06:40.771587 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce00d1e-dfd0-4479-905d-c28353d9a7a7 req-34a329c4-50f1-46d9-be54-c69efc54776b tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:40.773099 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-cce00d1e-dfd0-4479-905d-c28353d9a7a7 req-34a329c4-50f1-46d9-be54-c69efc54776b tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb4e5e88-6062-46c0-92b1-4f21fe81b697 HTTP/1.1" status: 200 len: 931 time: 0.0644219 Jul 13 09:06:40.810327 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2511ef6-a0ac-434e-9c9d-c4309ff04e93 req-8fa994a9-f1d1-437e-a70c-0716f6df4245 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:40.827414 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b2511ef6-a0ac-434e-9c9d-c4309ff04e93 req-8fa994a9-f1d1-437e-a70c-0716f6df4245 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 943 time: 0.0968564 Jul 13 09:06:40.843357 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-cce00d1e-dfd0-4479-905d-c28353d9a7a7 req-631f25f5-9b32-45d2-a326-22a2779229b3 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/security-groups?id=0b3399b4-d38d-4638-ac76-98394e377705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640252 Jul 13 09:06:40.904985 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b2511ef6-a0ac-434e-9c9d-c4309ff04e93 req-ef2b7fd7-f3df-4b0e-8c92-cc7d11267a96 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771956 Jul 13 09:06:40.906606 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:40.957890 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [req-5d7b8b42-dd92-443b-aef9-7b00460a646e req-4579f80c-f385-422f-a46c-cd23f9981b46 service neutron] Request body: {'port': {'device_id': 'eb4e5e88-6062-46c0-92b1-4f21fe81b697', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84962'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:06:41.103386 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-5d7b8b42-dd92-443b-aef9-7b00460a646e req-4579f80c-f385-422f-a46c-cd23f9981b46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (97786c99-fd64-4d30-a6bd-7dffa045cb11), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:41.174556 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-cfb1ee94-f8b4-4a77-a783-aa76eb1954b8 req-c3a87d18-346c-41b3-aca9-ee16797f048b service neutron] 10.222.0.30 "GET /v2.0/networks/66664860-8484-4278-a13a-d19d7f467709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224057 Jul 13 09:06:41.195891 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.agents_db [None req-6da3c0df-3a39-4d49-9ef0-c2c7fda6ffa8 None None] Agent healthcheck: found 6 active agents {{(pid=104471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:06:41.224577 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:41.419159 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d604b-19a7-40b3-b213-c0c942b10325 req-749ef434-5d96-4765-a767-fffd7e0a4a14 tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:41.429192 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-322d604b-19a7-40b3-b213-c0c942b10325 req-749ef434-5d96-4765-a767-fffd7e0a4a14 tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] 10.222.0.40 "GET /v2.0/ports?device_id=503d3aeb-a476-4caf-afa3-c4311d6ac263 HTTP/1.1" status: 200 len: 944 time: 0.1064520 Jul 13 09:06:41.494815 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-322d604b-19a7-40b3-b213-c0c942b10325 req-b3a7587b-cf4b-45e8-8152-74ed54758567 tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] 10.222.0.40 "GET /v2.0/security-groups?id=1b1a5ee7-d3f1-44f7-9268-051531b6f975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646102 Jul 13 09:06:41.529977 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [req-5d7b8b42-dd92-443b-aef9-7b00460a646e req-4579f80c-f385-422f-a46c-cd23f9981b46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97786c99-fd64-4d30-a6bd-7dffa045cb11 {{(pid=104469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 09:06:41.540829 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-5d7b8b42-dd92-443b-aef9-7b00460a646e req-4579f80c-f385-422f-a46c-cd23f9981b46 service neutron] Publish callbacks [] for port (97786c99-fd64-4d30-a6bd-7dffa045cb11), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:41.559287 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [req-5d7b8b42-dd92-443b-aef9-7b00460a646e req-4579f80c-f385-422f-a46c-cd23f9981b46 service neutron] Transition to ACTIVE for port object 97786c99-fd64-4d30-a6bd-7dffa045cb11 will not be triggered until provisioned by entity L2. {{(pid=104469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 09:06:41.795199 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-5d7b8b42-dd92-443b-aef9-7b00460a646e req-4579f80c-f385-422f-a46c-cd23f9981b46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542332'] for port (97786c99-fd64-4d30-a6bd-7dffa045cb11), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:41.837593 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:41.839191 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 59628) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:06:41.844311 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e0ddcf-6989-4d0e-8978-cba9b0fe9297 req-47bf4a33-760f-44c8-8b34-a6ad241a30b7 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:41.848233 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-22e0ddcf-6989-4d0e-8978-cba9b0fe9297 req-47bf4a33-760f-44c8-8b34-a6ad241a30b7 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 943 time: 0.0896459 Jul 13 09:06:41.863698 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a1047ec5-500c-4353-827b-7bd340eed758 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:41.883439 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4579f80c-f385-422f-a46c-cd23f9981b46 service neutron] Pushing event updated for resources: {'Port': ['ID=97786c99-fd64-4d30-a6bd-7dffa045cb11,revision_number=2']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:41.980763 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-22e0ddcf-6989-4d0e-8978-cba9b0fe9297 req-5c5aec41-8ee9-4037-8984-8814abc36a25 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178238 Jul 13 09:06:42.008840 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a1047ec5-500c-4353-827b-7bd340eed758 admin admin] Publish callbacks [] for security_group (d68b87e1-b6a6-4e10-b580-539e77c2743b), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:42.036566 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [req-5d7b8b42-dd92-443b-aef9-7b00460a646e req-4579f80c-f385-422f-a46c-cd23f9981b46 service neutron] Attempting to bind port 97786c99-fd64-4d30-a6bd-7dffa045cb11 on host hv-cinder-84962 for vnic_type normal with profile {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 09:06:42.036893 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [req-5d7b8b42-dd92-443b-aef9-7b00460a646e req-4579f80c-f385-422f-a46c-cd23f9981b46 service neutron] Attempting to bind port 97786c99-fd64-4d30-a6bd-7dffa045cb11 by drivers openvswitch,hyperv on host hv-cinder-84962 at level 0 using segments [{'id': '9345669b-d3b5-4d9b-ac8e-05327c23f70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '862d32ef-d286-4010-a420-61dff25da7b3'}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 09:06:42.037553 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7b8b42-dd92-443b-aef9-7b00460a646e req-4579f80c-f385-422f-a46c-cd23f9981b46 service neutron] Attempting to bind port 97786c99-fd64-4d30-a6bd-7dffa045cb11 on network 862d32ef-d286-4010-a420-61dff25da7b3 {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 09:06:42.042405 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7b8b42-dd92-443b-aef9-7b00460a646e req-4579f80c-f385-422f-a46c-cd23f9981b46 service neutron] Port 97786c99-fd64-4d30-a6bd-7dffa045cb11 on network 862d32ef-d286-4010-a420-61dff25da7b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84962 {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 13 09:06:42.042761 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7b8b42-dd92-443b-aef9-7b00460a646e req-4579f80c-f385-422f-a46c-cd23f9981b46 service neutron] Attempting to bind port 97786c99-fd64-4d30-a6bd-7dffa045cb11 on network 862d32ef-d286-4010-a420-61dff25da7b3 {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 09:06:42.043318 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f111a47-05cc-40b4-bcd0-37427aded94d req-a6ff4fb9-435a-405d-9380-166993f03ca8 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:42.048023 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7b8b42-dd92-443b-aef9-7b00460a646e req-4579f80c-f385-422f-a46c-cd23f9981b46 service neutron] Checking agent: {'id': '6e9d2670-629d-42a5-8dd5-d0857aba9a7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84962', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 9, 4, 10), 'started_at': datetime.datetime(2022, 7, 13, 9, 4, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 9, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 09:06:42.048333 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7b8b42-dd92-443b-aef9-7b00460a646e req-4579f80c-f385-422f-a46c-cd23f9981b46 service neutron] Checking segment: {'id': '9345669b-d3b5-4d9b-ac8e-05327c23f70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '862d32ef-d286-4010-a420-61dff25da7b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 09:06:42.048814 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7b8b42-dd92-443b-aef9-7b00460a646e req-4579f80c-f385-422f-a46c-cd23f9981b46 service neutron] Bound using segment: {'id': '9345669b-d3b5-4d9b-ac8e-05327c23f70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '862d32ef-d286-4010-a420-61dff25da7b3'} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 09:06:42.049548 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [req-5d7b8b42-dd92-443b-aef9-7b00460a646e req-4579f80c-f385-422f-a46c-cd23f9981b46 service neutron] Bound port: 97786c99-fd64-4d30-a6bd-7dffa045cb11, host: hv-cinder-84962, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9345669b-d3b5-4d9b-ac8e-05327c23f70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '862d32ef-d286-4010-a420-61dff25da7b3'}}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 09:06:42.049918 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-5d7b8b42-dd92-443b-aef9-7b00460a646e req-4579f80c-f385-422f-a46c-cd23f9981b46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (97786c99-fd64-4d30-a6bd-7dffa045cb11), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:42.053533 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-0f111a47-05cc-40b4-bcd0-37427aded94d req-a6ff4fb9-435a-405d-9380-166993f03ca8 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb4e5e88-6062-46c0-92b1-4f21fe81b697 HTTP/1.1" status: 200 len: 943 time: 0.0991058 Jul 13 09:06:42.092066 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a1047ec5-500c-4353-827b-7bd340eed758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (d68b87e1-b6a6-4e10-b580-539e77c2743b), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:42.104948 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:42.147818 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-0f111a47-05cc-40b4-bcd0-37427aded94d req-106d1a32-431c-4272-8d97-8a3d96f400b2 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/security-groups?id=0b3399b4-d38d-4638-ac76-98394e377705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931737 Jul 13 09:06:42.159563 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a9eea-0cb4-4376-94cc-64fd9786cfb9 req-76b8b2d8-0b38-4b11-bd8c-d528ac98e499 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:42.160386 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-a1047ec5-500c-4353-827b-7bd340eed758 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=ff8d353b65864c36a462fc8a24c4ee6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3207278 Jul 13 09:06:42.161132 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 59636) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:06:42.161256 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ce3a9eea-0cb4-4376-94cc-64fd9786cfb9 req-76b8b2d8-0b38-4b11-bd8c-d528ac98e499 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 943 time: 0.0746109 Jul 13 09:06:42.161914 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1047ec5-500c-4353-827b-7bd340eed758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d68b87e1-b6a6-4e10-b580-539e77c2743b,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:42.166762 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [req-5d7b8b42-dd92-443b-aef9-7b00460a646e req-4579f80c-f385-422f-a46c-cd23f9981b46 service neutron] For port 97786c99-fd64-4d30-a6bd-7dffa045cb11, host hv-cinder-84962, cleared binding levels {{(pid=104469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 09:06:42.170448 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [req-5d7b8b42-dd92-443b-aef9-7b00460a646e req-4579f80c-f385-422f-a46c-cd23f9981b46 service neutron] For port 97786c99-fd64-4d30-a6bd-7dffa045cb11, host hv-cinder-84962, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=97786c99-fd64-4d30-a6bd-7dffa045cb11,segment=NetworkSegment(9345669b-d3b5-4d9b-ac8e-05327c23f70b),segment_id=9345669b-d3b5-4d9b-ac8e-05327c23f70b)] {{(pid=104469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 09:06:42.222990 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ce3a9eea-0cb4-4376-94cc-64fd9786cfb9 req-783d5899-ab1c-46a9-8b53-10993459dbef tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510645 Jul 13 09:06:42.232998 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d1238c1c-ddc3-44f9-89bd-a27a705e1e94 admin admin] Publish callbacks [] for security_group (d68b87e1-b6a6-4e10-b580-539e77c2743b), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:42.244345 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-5d7b8b42-dd92-443b-aef9-7b00460a646e req-4579f80c-f385-422f-a46c-cd23f9981b46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542332'] for port (97786c99-fd64-4d30-a6bd-7dffa045cb11), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:42.257398 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d1238c1c-ddc3-44f9-89bd-a27a705e1e94 admin admin] Publish callbacks [] for security_group (d68b87e1-b6a6-4e10-b580-539e77c2743b), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:42.277677 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b8b42-dd92-443b-aef9-7b00460a646e req-4579f80c-f385-422f-a46c-cd23f9981b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:42.278723 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-5d7b8b42-dd92-443b-aef9-7b00460a646e req-4579f80c-f385-422f-a46c-cd23f9981b46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594414'] for port (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:42.280127 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-5d7b8b42-dd92-443b-aef9-7b00460a646e req-4579f80c-f385-422f-a46c-cd23f9981b46 service neutron] 10.222.0.30 "PUT /v2.0/ports/97786c99-fd64-4d30-a6bd-7dffa045cb11 HTTP/1.1" status: 200 len: 1093 time: 1.3297782 Jul 13 09:06:42.282542 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb4e5e88-6062-46c0-92b1-4f21fe81b697', 'tag': '97786c99-fd64-4d30-a6bd-7dffa045cb11'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:06:42.285043 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c4e5b91a84def5af2f1fcdaa70b19e5540aa6c2f63d8f4e9cb6586108f6a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7201864d-2090-4a48-8d60-becfa6a5c2b4" -d '{"events": [{"name": "network-changed", "server_uuid": "eb4e5e88-6062-46c0-92b1-4f21fe81b697", "tag": "97786c99-fd64-4d30-a6bd-7dffa045cb11"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:06:42.332725 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4579f80c-f385-422f-a46c-cd23f9981b46 service neutron] Pushing event updated for resources: {'Port': ['ID=97786c99-fd64-4d30-a6bd-7dffa045cb11,revision_number=3']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:42.356630 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 09:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88101538-33a4-41aa-85fa-130424b1ea2a x-openstack-request-id: req-88101538-33a4-41aa-85fa-130424b1ea2a {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:06:42.356630 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb4e5e88-6062-46c0-92b1-4f21fe81b697", "tag": "97786c99-fd64-4d30-a6bd-7dffa045cb11", "status": "completed", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:06:42.356852 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-88101538-33a4-41aa-85fa-130424b1ea2a {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:06:42.357194 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88101538-33a4-41aa-85fa-130424b1ea2a'] response: {'name': 'network-changed', 'server_uuid': 'eb4e5e88-6062-46c0-92b1-4f21fe81b697', 'tag': '97786c99-fd64-4d30-a6bd-7dffa045cb11', 'status': 'completed', 'code': 200} Jul 13 09:06:42.392800 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d1238c1c-ddc3-44f9-89bd-a27a705e1e94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (d68b87e1-b6a6-4e10-b580-539e77c2743b), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:42.396173 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d1238c1c-ddc3-44f9-89bd-a27a705e1e94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:42.413357 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-d1238c1c-ddc3-44f9-89bd-a27a705e1e94 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/d68b87e1-b6a6-4e10-b580-539e77c2743b HTTP/1.1" status: 204 len: 168 time: 0.2351208 Jul 13 09:06:42.415442 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1238c1c-ddc3-44f9-89bd-a27a705e1e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68b87e1-b6a6-4e10-b580-539e77c2743b,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:42.457433 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7201864d-2090-4a48-8d60-becfa6a5c2b4 req-6ea33f33-c362-4e0e-9867-4096e165ea09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:42.459581 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-7201864d-2090-4a48-8d60-becfa6a5c2b4 req-6ea33f33-c362-4e0e-9867-4096e165ea09 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb9e230019f042dbbc680fc3b1340d41&device_id=eb4e5e88-6062-46c0-92b1-4f21fe81b697 HTTP/1.1" status: 200 len: 1127 time: 0.0924306 Jul 13 09:06:42.648067 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d9943-1a2f-461e-a5a7-347a1222af96 req-cb215698-3d6e-4a67-91ca-35d2d545b5a1 tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:42.649713 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1b4d9943-1a2f-461e-a5a7-347a1222af96 req-cb215698-3d6e-4a67-91ca-35d2d545b5a1 tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] 10.222.0.40 "GET /v2.0/ports?device_id=503d3aeb-a476-4caf-afa3-c4311d6ac263 HTTP/1.1" status: 200 len: 944 time: 0.0563676 Jul 13 09:06:42.655361 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:42.701542 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1b4d9943-1a2f-461e-a5a7-347a1222af96 req-983dbb6d-79d5-461e-97e3-29a220ba2a35 tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] 10.222.0.40 "GET /v2.0/security-groups?id=1b1a5ee7-d3f1-44f7-9268-051531b6f975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458117 Jul 13 09:06:42.999187 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:43.102935 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7188d9e-dc63-47e9-b2de-2426abbc4789 req-860b9ca4-02d9-4643-9618-1b73b55db60d tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:43.104327 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-f7188d9e-dc63-47e9-b2de-2426abbc4789 req-860b9ca4-02d9-4643-9618-1b73b55db60d tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 943 time: 0.0478857 Jul 13 09:06:43.160854 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-f7188d9e-dc63-47e9-b2de-2426abbc4789 req-0cce9b2c-b1aa-4356-8d8a-81ed2195aa8f tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505314 Jul 13 09:06:43.320600 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2989ab16-5529-411e-b069-9d39a375b8a5 req-d753d9ad-28bd-4c82-85f6-951e1510ed7f tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:43.327775 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-2989ab16-5529-411e-b069-9d39a375b8a5 req-d753d9ad-28bd-4c82-85f6-951e1510ed7f tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb4e5e88-6062-46c0-92b1-4f21fe81b697 HTTP/1.1" status: 200 len: 943 time: 0.0660260 Jul 13 09:06:43.365235 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166d57bf-2298-498a-8135-00d127b390bc req-61657b86-8684-4422-9893-a1431c246d0d tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:43.366887 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-166d57bf-2298-498a-8135-00d127b390bc req-61657b86-8684-4422-9893-a1431c246d0d tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 943 time: 0.0526364 Jul 13 09:06:43.386671 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-2989ab16-5529-411e-b069-9d39a375b8a5 req-eb05e6b9-a8c4-4f0f-9ee5-18419d54a6df tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/security-groups?id=0b3399b4-d38d-4638-ac76-98394e377705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560389 Jul 13 09:06:43.429306 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-166d57bf-2298-498a-8135-00d127b390bc req-e3be92fd-c946-4b42-b18c-5b3a346b3a3a tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567846 Jul 13 09:06:43.473610 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:43.818490 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9f84ca-073f-45a2-86ee-620930d0e48d req-45c0e92e-2c3f-4871-bf62-e328282604e3 tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:43.820027 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-bf9f84ca-073f-45a2-86ee-620930d0e48d req-45c0e92e-2c3f-4871-bf62-e328282604e3 tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] 10.222.0.40 "GET /v2.0/ports?device_id=503d3aeb-a476-4caf-afa3-c4311d6ac263 HTTP/1.1" status: 200 len: 944 time: 0.0494108 Jul 13 09:06:43.873019 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-bf9f84ca-073f-45a2-86ee-620930d0e48d req-a0ed7a19-7702-45c9-8af1-bf3993af3bc0 tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] 10.222.0.40 "GET /v2.0/security-groups?id=1b1a5ee7-d3f1-44f7-9268-051531b6f975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424545 Jul 13 09:06:44.134207 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7201864d-2090-4a48-8d60-becfa6a5c2b4 req-ea317d41-ecdb-4a7b-9242-1bc42d053e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:44.135771 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-7201864d-2090-4a48-8d60-becfa6a5c2b4 req-ea317d41-ecdb-4a7b-9242-1bc42d053e9f service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=eb9e230019f042dbbc680fc3b1340d41&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1772227 Jul 13 09:06:44.285169 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a8e092-5df2-4fb6-8f8a-780cacc37c07 req-26e93926-4d46-43dc-ac75-986fc1638714 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:44.286827 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-52a8e092-5df2-4fb6-8f8a-780cacc37c07 req-26e93926-4d46-43dc-ac75-986fc1638714 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 943 time: 0.0510113 Jul 13 09:06:44.337464 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-52a8e092-5df2-4fb6-8f8a-780cacc37c07 req-bc92b6c0-2b34-4fd3-bce4-aaa36953d24e tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444586 Jul 13 09:06:44.539061 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ab7b19-7d5f-426d-b64f-6c67aa157c48 req-75428232-bb47-4c37-b20e-8558dee50c31 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:44.547232 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b7ab7b19-7d5f-426d-b64f-6c67aa157c48 req-75428232-bb47-4c37-b20e-8558dee50c31 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb4e5e88-6062-46c0-92b1-4f21fe81b697 HTTP/1.1" status: 200 len: 943 time: 0.0935411 Jul 13 09:06:44.577898 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0210cf-5af7-4bf7-a0f1-86860dda3436 req-371bd291-b743-482d-82ae-3c0540d94c92 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:44.580397 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-6c0210cf-5af7-4bf7-a0f1-86860dda3436 req-371bd291-b743-482d-82ae-3c0540d94c92 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 943 time: 0.0687027 Jul 13 09:06:44.597540 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b7ab7b19-7d5f-426d-b64f-6c67aa157c48 req-a629a898-e471-4dc4-b82e-a1c5e46afa0d tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/security-groups?id=0b3399b4-d38d-4638-ac76-98394e377705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493000 Jul 13 09:06:44.645257 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-6c0210cf-5af7-4bf7-a0f1-86860dda3436 req-4ea8793d-2a13-413a-a19f-37096ed29eb3 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569484 Jul 13 09:06:44.901905 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:44.987992 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:44.991691 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a472a5c2-b2ab-4305-9d83-ad07d05c2512 req-6928517d-0e0e-4654-b993-522f8a1e30a7 tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:44.993293 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a472a5c2-b2ab-4305-9d83-ad07d05c2512 req-6928517d-0e0e-4654-b993-522f8a1e30a7 tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] 10.222.0.40 "GET /v2.0/ports?device_id=503d3aeb-a476-4caf-afa3-c4311d6ac263 HTTP/1.1" status: 200 len: 944 time: 0.0508409 Jul 13 09:06:45.040500 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a472a5c2-b2ab-4305-9d83-ad07d05c2512 req-97b04a29-662c-44fb-8e08-425073bb8c6c tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] 10.222.0.40 "GET /v2.0/security-groups?id=1b1a5ee7-d3f1-44f7-9268-051531b6f975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415063 Jul 13 09:06:45.089181 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:45.368001 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 59764) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:06:45.473054 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8977fe-7e2a-4929-b7ef-4262c2f00f26 req-7765596d-584a-4439-bd72-6d552f662ca8 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:45.474700 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5b8977fe-7e2a-4929-b7ef-4262c2f00f26 req-7765596d-584a-4439-bd72-6d552f662ca8 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 943 time: 0.0532935 Jul 13 09:06:45.500240 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a44dcff0-031c-4fa7-881e-9aded277a735 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:45.552437 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5b8977fe-7e2a-4929-b7ef-4262c2f00f26 req-274d8ecf-67ca-4e62-8832-d6089fbce137 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709801 Jul 13 09:06:45.601100 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a44dcff0-031c-4fa7-881e-9aded277a735 admin admin] Publish callbacks [] for security_group (faa9ecb6-a3c3-4bdc-b3b2-035e528c3e02), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:45.713477 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a44dcff0-031c-4fa7-881e-9aded277a735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (faa9ecb6-a3c3-4bdc-b3b2-035e528c3e02), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:45.713678 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa2e905-298f-4591-b5d9-74e73d3f93e0 req-ed12211d-ca87-47c5-a3b2-1fa2bf9cf2b6 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:45.715111 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-5aa2e905-298f-4591-b5d9-74e73d3f93e0 req-ed12211d-ca87-47c5-a3b2-1fa2bf9cf2b6 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb4e5e88-6062-46c0-92b1-4f21fe81b697 HTTP/1.1" status: 200 len: 943 time: 0.0505202 Jul 13 09:06:45.764539 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-5aa2e905-298f-4591-b5d9-74e73d3f93e0 req-ed25ab49-4f24-4de1-8c9b-5fb8470529ec tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/security-groups?id=0b3399b4-d38d-4638-ac76-98394e377705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431609 Jul 13 09:06:45.794706 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44dcff0-031c-4fa7-881e-9aded277a735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faa9ecb6-a3c3-4bdc-b3b2-035e528c3e02,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:45.803942 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925be9c3-5db9-4ec7-80b0-1618b936335b req-33793f77-5491-4d47-a061-37ca488b1a64 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:45.805319 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-925be9c3-5db9-4ec7-80b0-1618b936335b req-33793f77-5491-4d47-a061-37ca488b1a64 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 943 time: 0.0887811 Jul 13 09:06:45.810897 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-a44dcff0-031c-4fa7-881e-9aded277a735 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=30ef5f06036840549f823270953ec539&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4391954 Jul 13 09:06:45.812619 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 59778) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:06:45.853173 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-925be9c3-5db9-4ec7-80b0-1618b936335b req-de94ceb9-b723-4b35-9460-ee50f03e0e35 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420704 Jul 13 09:06:45.863409 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-507bea94-22f6-4e04-ab4e-ee8b743dfd6a admin admin] Publish callbacks [] for security_group (faa9ecb6-a3c3-4bdc-b3b2-035e528c3e02), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:45.896749 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-507bea94-22f6-4e04-ab4e-ee8b743dfd6a admin admin] Publish callbacks [] for security_group (faa9ecb6-a3c3-4bdc-b3b2-035e528c3e02), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:45.945656 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:46.003095 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-507bea94-22f6-4e04-ab4e-ee8b743dfd6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (faa9ecb6-a3c3-4bdc-b3b2-035e528c3e02), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:46.005708 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-507bea94-22f6-4e04-ab4e-ee8b743dfd6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:46.006905 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-507bea94-22f6-4e04-ab4e-ee8b743dfd6a admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/faa9ecb6-a3c3-4bdc-b3b2-035e528c3e02 HTTP/1.1" status: 204 len: 168 time: 0.1932991 Jul 13 09:06:46.018012 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507bea94-22f6-4e04-ab4e-ee8b743dfd6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa9ecb6-a3c3-4bdc-b3b2-035e528c3e02,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:46.160873 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b2bc44-921e-400f-bc87-fa131b1281e0 req-5425193b-9131-496a-a800-733a692d20ef tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:46.162343 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-e5b2bc44-921e-400f-bc87-fa131b1281e0 req-5425193b-9131-496a-a800-733a692d20ef tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] 10.222.0.40 "GET /v2.0/ports?device_id=503d3aeb-a476-4caf-afa3-c4311d6ac263 HTTP/1.1" status: 200 len: 944 time: 0.0502427 Jul 13 09:06:46.210232 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-e5b2bc44-921e-400f-bc87-fa131b1281e0 req-6e304953-bd5a-458d-9739-613a1d6b33c4 tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] 10.222.0.40 "GET /v2.0/security-groups?id=1b1a5ee7-d3f1-44f7-9268-051531b6f975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423048 Jul 13 09:06:46.261734 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:46.668798 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f575eb4-bc92-44f3-a412-71987e931cfd req-f5b2afb5-34db-4617-bd31-8f5770a0a3d1 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:46.670280 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-3f575eb4-bc92-44f3-a412-71987e931cfd req-f5b2afb5-34db-4617-bd31-8f5770a0a3d1 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 943 time: 0.0457454 Jul 13 09:06:46.684857 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:DELETE=2,neutron:SELECT=95,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:46.708512 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 59806) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:06:46.717920 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-3f575eb4-bc92-44f3-a412-71987e931cfd req-60fbad6a-d3d7-4552-929b-3fd673a9ba2d tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414476 Jul 13 09:06:46.721907 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-64293887-b37e-4226-b9e4-527431e6ea24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:46.796760 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-64293887-b37e-4226-b9e4-527431e6ea24 admin admin] Publish callbacks [] for security_group (7371c7f8-cf43-45a1-b954-819e4eca4cbf), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:46.844698 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:46.879590 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225c9fa-9f72-47d2-bef5-752d9b37f9a1 req-32cec501-20f0-4e84-8549-50d1c8f7cbaf tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:46.881124 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-2225c9fa-9f72-47d2-bef5-752d9b37f9a1 req-32cec501-20f0-4e84-8549-50d1c8f7cbaf tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb4e5e88-6062-46c0-92b1-4f21fe81b697 HTTP/1.1" status: 200 len: 943 time: 0.0485578 Jul 13 09:06:46.881713 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-64293887-b37e-4226-b9e4-527431e6ea24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (7371c7f8-cf43-45a1-b954-819e4eca4cbf), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:46.941247 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-64293887-b37e-4226-b9e4-527431e6ea24 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=f5cb192da07e410cbd80f0a987265b74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2316306 Jul 13 09:06:46.943896 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64293887-b37e-4226-b9e4-527431e6ea24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7371c7f8-cf43-45a1-b954-819e4eca4cbf,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:46.947009 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 59814) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:06:46.972998 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf6521e-4c84-4a38-8c7d-2e3b25e94ac0 req-e77e3bcf-11cf-4994-824e-d597735813c5 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:46.974825 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-8bf6521e-4c84-4a38-8c7d-2e3b25e94ac0 req-e77e3bcf-11cf-4994-824e-d597735813c5 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 943 time: 0.0530853 Jul 13 09:06:46.988772 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-2225c9fa-9f72-47d2-bef5-752d9b37f9a1 req-6e33cdf2-96b1-4809-ae62-a9c9e2a6e2ad tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/security-groups?id=0b3399b4-d38d-4638-ac76-98394e377705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961640 Jul 13 09:06:47.026153 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-39227e0a-0bf0-421d-adba-cb867dabaa3f admin admin] Publish callbacks [] for security_group (7371c7f8-cf43-45a1-b954-819e4eca4cbf), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:47.032070 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-8bf6521e-4c84-4a38-8c7d-2e3b25e94ac0 req-4de4f54f-24af-43eb-ab92-78d8cc8e48be tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492313 Jul 13 09:06:47.049030 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-39227e0a-0bf0-421d-adba-cb867dabaa3f admin admin] Publish callbacks [] for security_group (7371c7f8-cf43-45a1-b954-819e4eca4cbf), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:47.159090 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-39227e0a-0bf0-421d-adba-cb867dabaa3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (7371c7f8-cf43-45a1-b954-819e4eca4cbf), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:47.161583 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-39227e0a-0bf0-421d-adba-cb867dabaa3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:47.162762 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-39227e0a-0bf0-421d-adba-cb867dabaa3f admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/7371c7f8-cf43-45a1-b954-819e4eca4cbf HTTP/1.1" status: 204 len: 168 time: 0.2097914 Jul 13 09:06:47.170935 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39227e0a-0bf0-421d-adba-cb867dabaa3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7371c7f8-cf43-45a1-b954-819e4eca4cbf,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:47.286422 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device 80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f details requested by agent hyperv_hv-cinder-84962 with host hv-cinder-84962 {{(pid=104470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 09:06:47.327125 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831bdd0a-0a0d-4a61-8c56-aa9072d7855c req-8335e75d-c8cc-4804-883b-fa10f928882c tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:47.329045 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-831bdd0a-0a0d-4a61-8c56-aa9072d7855c req-8335e75d-c8cc-4804-883b-fa10f928882c tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] 10.222.0.40 "GET /v2.0/ports?device_id=503d3aeb-a476-4caf-afa3-c4311d6ac263 HTTP/1.1" status: 200 len: 944 time: 0.0502191 Jul 13 09:06:47.386856 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-831bdd0a-0a0d-4a61-8c56-aa9072d7855c req-f98b1baf-07ef-45e0-9fad-2c9f39300f20 tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] 10.222.0.40 "GET /v2.0/security-groups?id=1b1a5ee7-d3f1-44f7-9268-051531b6f975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516517 Jul 13 09:06:47.402330 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port 80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f,segment=NetworkSegment(d26cc65f-34ee-4574-8332-30169090378e),segment_id=d26cc65f-34ee-4574-8332-30169090378e)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:06:47.418151 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Returning: {'device': '80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f', 'network_id': 'dced4119-fd64-48f2-a32b-f0864c860758', 'port_id': '80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f', 'mac_address': 'fa:16:3e:0c:13:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f435a127-82ff-4993-a381-fe0f5e258ef6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 09:06:47.451663 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Current status of the port 80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f is: DOWN; New status is: BUILD {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:06:47.452041 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:47.465243 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f {{(pid=104470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 09:06:47.487321 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port 80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f,segment=NetworkSegment(d26cc65f-34ee-4574-8332-30169090378e),segment_id=d26cc65f-34ee-4574-8332-30169090378e)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:06:47.547625 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:47.574808 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:47.575474 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device 69be1990-5762-4324-89fe-b1139a371704 details requested by agent hyperv_hv-cinder-84962 with host hv-cinder-84962 {{(pid=104470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 09:06:47.645678 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Pushing event updated for resources: {'Port': ['ID=80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f,revision_number=4']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:47.689804 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:47.718361 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port 69be1990-5762-4324-89fe-b1139a371704, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=69be1990-5762-4324-89fe-b1139a371704,segment=NetworkSegment(b26e5001-6035-411a-8290-e0a90601d5d2),segment_id=b26e5001-6035-411a-8290-e0a90601d5d2)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:06:47.730910 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Returning: {'device': '69be1990-5762-4324-89fe-b1139a371704', 'network_id': '0fe0cfc8-a852-4bd7-8f2a-f57d730ea287', 'port_id': '69be1990-5762-4324-89fe-b1139a371704', 'mac_address': 'fa:16:3e:86:e1:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d9b1655-f65d-4162-9d06-91ea7d9e504a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 09:06:47.765394 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Current status of the port 69be1990-5762-4324-89fe-b1139a371704 is: DOWN; New status is: BUILD {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:06:47.765881 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (69be1990-5762-4324-89fe-b1139a371704), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:47.779557 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69be1990-5762-4324-89fe-b1139a371704 {{(pid=104470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 09:06:47.799913 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port 69be1990-5762-4324-89fe-b1139a371704, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=69be1990-5762-4324-89fe-b1139a371704,segment=NetworkSegment(b26e5001-6035-411a-8290-e0a90601d5d2),segment_id=b26e5001-6035-411a-8290-e0a90601d5d2)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:06:47.815270 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:47.850244 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2ec66-baa4-4d93-88b8-62d7b36433cf req-a7317bfc-14f2-46bf-9e0d-2602977ef1fd tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:47.850244 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c1a2ec66-baa4-4d93-88b8-62d7b36433cf req-a7317bfc-14f2-46bf-9e0d-2602977ef1fd tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 944 time: 0.0505595 Jul 13 09:06:47.895694 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c1a2ec66-baa4-4d93-88b8-62d7b36433cf req-e2ca3e66-41f6-4f89-bd6d-0c2f76a568b4 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420363 Jul 13 09:06:47.929983 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (69be1990-5762-4324-89fe-b1139a371704), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:47.930804 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device d61129b0-9f79-4508-a968-7e3a740a1f1c details requested by agent hyperv_hv-cinder-84962 with host hv-cinder-84962 {{(pid=104470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 09:06:48.003020 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:48.004275 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7201864d-2090-4a48-8d60-becfa6a5c2b4 req-9ceae36a-7882-40d3-aaec-312b196d114e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:48.005749 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-7201864d-2090-4a48-8d60-becfa6a5c2b4 req-9ceae36a-7882-40d3-aaec-312b196d114e service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1600058 Jul 13 09:06:48.009372 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Pushing event updated for resources: {'Port': ['ID=69be1990-5762-4324-89fe-b1139a371704,revision_number=4']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:48.083957 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port d61129b0-9f79-4508-a968-7e3a740a1f1c, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=d61129b0-9f79-4508-a968-7e3a740a1f1c,segment=NetworkSegment(270cda57-bbfa-4cb6-9405-da36f4f1a73b),segment_id=270cda57-bbfa-4cb6-9405-da36f4f1a73b)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:06:48.101751 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Returning: {'device': 'd61129b0-9f79-4508-a968-7e3a740a1f1c', 'network_id': '66664860-8484-4278-a13a-d19d7f467709', 'port_id': 'd61129b0-9f79-4508-a968-7e3a740a1f1c', 'mac_address': 'fa:16:3e:4e:5b:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e31827df-90a6-4f3b-b292-e48b977cc711', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 09:06:48.109799 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 59838) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:06:48.128594 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0c0da846-04a6-4d20-9f5d-5cb17dae9c9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:48.147567 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Current status of the port d61129b0-9f79-4508-a968-7e3a740a1f1c is: DOWN; New status is: BUILD {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:06:48.147954 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (d61129b0-9f79-4508-a968-7e3a740a1f1c), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:48.152511 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69436619-cf39-487e-a2ca-b5a352954b7a req-51f99ade-ff36-4a93-9955-81fdad1d009c tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:48.153694 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-69436619-cf39-487e-a2ca-b5a352954b7a req-51f99ade-ff36-4a93-9955-81fdad1d009c tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb4e5e88-6062-46c0-92b1-4f21fe81b697 HTTP/1.1" status: 200 len: 943 time: 0.0603580 Jul 13 09:06:48.169916 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b8b42-dd92-443b-aef9-7b00460a646e req-fea8868d-05cb-4675-a760-716e9d4a5883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:48.172449 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-5d7b8b42-dd92-443b-aef9-7b00460a646e req-fea8868d-05cb-4675-a760-716e9d4a5883 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb9e230019f042dbbc680fc3b1340d41&device_id=eb4e5e88-6062-46c0-92b1-4f21fe81b697 HTTP/1.1" status: 200 len: 1127 time: 0.1136320 Jul 13 09:06:48.174772 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d61129b0-9f79-4508-a968-7e3a740a1f1c {{(pid=104470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 09:06:48.206026 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port d61129b0-9f79-4508-a968-7e3a740a1f1c, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=d61129b0-9f79-4508-a968-7e3a740a1f1c,segment=NetworkSegment(270cda57-bbfa-4cb6-9405-da36f4f1a73b),segment_id=270cda57-bbfa-4cb6-9405-da36f4f1a73b)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:06:48.218519 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-5d7b8b42-dd92-443b-aef9-7b00460a646e req-7a63e1da-7713-4d65-b154-532c1426669e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97786c99-fd64-4d30-a6bd-7dffa045cb11 HTTP/1.1" status: 200 len: 217 time: 0.0387459 Jul 13 09:06:48.235870 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0c0da846-04a6-4d20-9f5d-5cb17dae9c9a admin admin] Publish callbacks [] for security_group (f30d20e2-557f-45bf-96b4-002af1dc5cbe), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:48.274606 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-69436619-cf39-487e-a2ca-b5a352954b7a req-5102476b-aebd-478f-bd3c-bdbda883404c tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/security-groups?id=0b3399b4-d38d-4638-ac76-98394e377705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139107 Jul 13 09:06:48.276107 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (d61129b0-9f79-4508-a968-7e3a740a1f1c), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:48.295253 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b8b42-dd92-443b-aef9-7b00460a646e req-8c884052-473a-4594-a6ee-364873730906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:48.296766 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-5d7b8b42-dd92-443b-aef9-7b00460a646e req-8c884052-473a-4594-a6ee-364873730906 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=633e38db-5802-43d1-a471-65c5e58c5839 HTTP/1.1" status: 200 len: 850 time: 0.0709283 Jul 13 09:06:48.306828 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583f2ea7-013e-47c9-b4f8-41d4c7ef0276 req-4f4540b8-3387-4f04-a077-82b5cec2709a tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:48.308135 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-583f2ea7-013e-47c9-b4f8-41d4c7ef0276 req-4f4540b8-3387-4f04-a077-82b5cec2709a tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 943 time: 0.0700512 Jul 13 09:06:48.309647 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0c0da846-04a6-4d20-9f5d-5cb17dae9c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (f30d20e2-557f-45bf-96b4-002af1dc5cbe), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:48.312989 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:48.366408 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b8b42-dd92-443b-aef9-7b00460a646e req-5cb5f635-fd19-4469-8ce7-58b7046ffbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:48.368663 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-5d7b8b42-dd92-443b-aef9-7b00460a646e req-5cb5f635-fd19-4469-8ce7-58b7046ffbe0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=862d32ef-d286-4010-a420-61dff25da7b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0648084 Jul 13 09:06:48.369758 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Pushing event updated for resources: {'Port': ['ID=d61129b0-9f79-4508-a968-7e3a740a1f1c,revision_number=4']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:48.443244 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-0c0da846-04a6-4d20-9f5d-5cb17dae9c9a admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=3248d63ed2b447aea806395f16188f14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3320110 Jul 13 09:06:48.446729 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0da846-04a6-4d20-9f5d-5cb17dae9c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f30d20e2-557f-45bf-96b4-002af1dc5cbe,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:48.461053 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 59856) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:06:48.508027 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-583f2ea7-013e-47c9-b4f8-41d4c7ef0276 req-76b0a53a-7114-4d70-9169-f685eac7652a tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905036 Jul 13 09:06:48.550108 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-53e72c87-f8fe-4d52-a3fd-d4d8392b866b admin admin] Publish callbacks [] for security_group (f30d20e2-557f-45bf-96b4-002af1dc5cbe), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:48.577314 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-53e72c87-f8fe-4d52-a3fd-d4d8392b866b admin admin] Publish callbacks [] for security_group (f30d20e2-557f-45bf-96b4-002af1dc5cbe), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:48.725888 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-53e72c87-f8fe-4d52-a3fd-d4d8392b866b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (f30d20e2-557f-45bf-96b4-002af1dc5cbe), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:48.729787 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-53e72c87-f8fe-4d52-a3fd-d4d8392b866b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:48.740622 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c45a42-6707-4814-b1f6-65faa3269fa3 req-b37d357d-4464-4da7-b37a-0eba5ba9ab97 tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:48.740622 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-26c45a42-6707-4814-b1f6-65faa3269fa3 req-b37d357d-4464-4da7-b37a-0eba5ba9ab97 tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] 10.222.0.40 "GET /v2.0/ports?device_id=503d3aeb-a476-4caf-afa3-c4311d6ac263 HTTP/1.1" status: 200 len: 945 time: 0.0912960 Jul 13 09:06:48.741108 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-53e72c87-f8fe-4d52-a3fd-d4d8392b866b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/f30d20e2-557f-45bf-96b4-002af1dc5cbe HTTP/1.1" status: 204 len: 168 time: 0.2692618 Jul 13 09:06:48.742831 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e72c87-f8fe-4d52-a3fd-d4d8392b866b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30d20e2-557f-45bf-96b4-002af1dc5cbe,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:48.764335 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:48.765924 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] get_ports_and_sgs() called for port_ids ['d61129b0-9f79-4508-a968-7e3a740a1f1c'] {{(pid=104470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 09:06:48.783266 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-5d7b8b42-dd92-443b-aef9-7b00460a646e req-5d436a71-3ab2-4345-9bec-726f3e51938e service neutron] 10.222.0.30 "GET /v2.0/networks/862d32ef-d286-4010-a420-61dff25da7b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4081881 Jul 13 09:06:48.834689 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-26c45a42-6707-4814-b1f6-65faa3269fa3 req-44da6ae3-d131-42ec-8609-594588fbf5d8 tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] 10.222.0.40 "GET /v2.0/security-groups?id=1b1a5ee7-d3f1-44f7-9268-051531b6f975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928774 Jul 13 09:06:48.901318 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-5d7b8b42-dd92-443b-aef9-7b00460a646e req-9046af77-dc08-4282-9dfd-654f73c3c9fd service neutron] 10.222.0.30 "GET /v2.0/networks/862d32ef-d286-4010-a420-61dff25da7b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115377 Jul 13 09:06:48.945158 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] get_ports_and_sgs() called for port_ids ['69be1990-5762-4324-89fe-b1139a371704'] {{(pid=104470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 09:06:49.019222 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7168999-69c5-4af1-9fbb-ce82ebafc398 req-a0afd7d4-6da3-4ba3-88fd-4f3ad0d15c89 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:49.020703 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-d7168999-69c5-4af1-9fbb-ce82ebafc398 req-a0afd7d4-6da3-4ba3-88fd-4f3ad0d15c89 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 944 time: 0.0511174 Jul 13 09:06:49.023036 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] get_ports_and_sgs() called for port_ids ['80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f'] {{(pid=104470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 09:06:49.027767 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:49.078617 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-d7168999-69c5-4af1-9fbb-ce82ebafc398 req-42c7a6d1-dbe8-40e5-a162-3920dd854e55 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515151 Jul 13 09:06:49.419170 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bebe4a9-fd5b-4cde-bd12-652c785ef2e1 req-7421d8f4-a0f1-463b-900b-3a2ed977fc4e tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:49.420794 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-0bebe4a9-fd5b-4cde-bd12-652c785ef2e1 req-7421d8f4-a0f1-463b-900b-3a2ed977fc4e tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb4e5e88-6062-46c0-92b1-4f21fe81b697 HTTP/1.1" status: 200 len: 943 time: 0.0539634 Jul 13 09:06:49.480939 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-0bebe4a9-fd5b-4cde-bd12-652c785ef2e1 req-11573ec7-6d69-407c-bde0-2026c1d6f525 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/security-groups?id=0b3399b4-d38d-4638-ac76-98394e377705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524101 Jul 13 09:06:49.510287 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:49.623632 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a16ae1-9cdc-4833-9146-28957431aa99 req-acfd2694-254a-414f-8b4b-c4600707289b tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:49.625119 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a8a16ae1-9cdc-4833-9146-28957431aa99 req-acfd2694-254a-414f-8b4b-c4600707289b tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 943 time: 0.0477369 Jul 13 09:06:49.646926 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:UPDATE=1,neutron:SELECT=93,neutron:INSERT=6 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:49.674914 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a8a16ae1-9cdc-4833-9146-28957431aa99 req-70c884a9-8a04-4a6a-b408-f1c1e65f8885 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439360 Jul 13 09:06:49.942933 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:49.960761 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b558e8ab-c354-4a56-b892-44f7c8de75c3 req-900a020f-eac3-4baa-ac45-66cdaf5a8f1d tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:49.962324 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b558e8ab-c354-4a56-b892-44f7c8de75c3 req-900a020f-eac3-4baa-ac45-66cdaf5a8f1d tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] 10.222.0.40 "GET /v2.0/ports?device_id=503d3aeb-a476-4caf-afa3-c4311d6ac263 HTTP/1.1" status: 200 len: 945 time: 0.0524750 Jul 13 09:06:50.022354 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b558e8ab-c354-4a56-b892-44f7c8de75c3 req-129cc349-c34a-46ca-888e-69a4208d19f5 tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] 10.222.0.40 "GET /v2.0/security-groups?id=1b1a5ee7-d3f1-44f7-9268-051531b6f975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542254 Jul 13 09:06:50.199430 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aadfb6-4e5d-4841-94a8-d2ceca2970cc req-9929a560-3353-46ce-a020-8f09439b1d43 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:50.200045 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-e2aadfb6-4e5d-4841-94a8-d2ceca2970cc req-9929a560-3353-46ce-a020-8f09439b1d43 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 944 time: 0.0454812 Jul 13 09:06:50.221608 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:50.255774 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-e2aadfb6-4e5d-4841-94a8-d2ceca2970cc req-787f41eb-096d-42f8-86af-7707d895f0e6 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493057 Jul 13 09:06:50.542207 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:50.597624 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c70bfc5-d577-4d11-941f-d32fabf20518 req-e1ccedf2-bce2-4bb3-927a-fad5512399a7 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:50.599108 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-2c70bfc5-d577-4d11-941f-d32fabf20518 req-e1ccedf2-bce2-4bb3-927a-fad5512399a7 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb4e5e88-6062-46c0-92b1-4f21fe81b697 HTTP/1.1" status: 200 len: 943 time: 0.0469210 Jul 13 09:06:50.651519 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-2c70bfc5-d577-4d11-941f-d32fabf20518 req-9b0f94dd-c747-4fd5-8ef8-2c01869afd80 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/security-groups?id=0b3399b4-d38d-4638-ac76-98394e377705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468690 Jul 13 09:06:50.688556 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-c97e7299-0fca-4ceb-949d-ac9bc8105d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (a33f270e-6fb2-40d7-a0c5-ff754f30a69f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:50.745720 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:50.793627 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd52964-87b5-44ec-8f99-e7fd6a79eb80 req-c40a8415-a3d6-46ec-9a7c-dfb5f94453d2 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:50.795142 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-cbd52964-87b5-44ec-8f99-e7fd6a79eb80 req-c40a8415-a3d6-46ec-9a7c-dfb5f94453d2 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 943 time: 0.0471098 Jul 13 09:06:50.842992 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-cbd52964-87b5-44ec-8f99-e7fd6a79eb80 req-ed6bfade-70fd-4660-9d61-85a6e766c959 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412240 Jul 13 09:06:51.134146 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e988b5c-ca15-44e0-9701-48db3e760bb1 req-889102f8-16de-4184-a00b-bce19da36ab2 tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:51.135613 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1e988b5c-ca15-44e0-9701-48db3e760bb1 req-889102f8-16de-4184-a00b-bce19da36ab2 tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] 10.222.0.40 "GET /v2.0/ports?device_id=503d3aeb-a476-4caf-afa3-c4311d6ac263 HTTP/1.1" status: 200 len: 945 time: 0.0457726 Jul 13 09:06:51.189867 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1e988b5c-ca15-44e0-9701-48db3e760bb1 req-307ff7f0-d4e9-48be-bf52-6fe5b383271c tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] 10.222.0.40 "GET /v2.0/security-groups?id=1b1a5ee7-d3f1-44f7-9268-051531b6f975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486939 Jul 13 09:06:51.408023 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239c35f-dba6-437c-8583-2863436f6d95 req-179a56c8-13aa-49f0-b58d-d180ef793a25 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:51.408023 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-b239c35f-dba6-437c-8583-2863436f6d95 req-179a56c8-13aa-49f0-b58d-d180ef793a25 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 944 time: 0.0636258 Jul 13 09:06:51.458381 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-b239c35f-dba6-437c-8583-2863436f6d95 req-3e77aec5-9002-4c1b-b362-67ce4bf83bbf tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499494 Jul 13 09:06:51.754998 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:51.763350 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d8319-1696-4187-b597-edbfdfa366c6 req-b1e1de99-879d-4c25-bb9a-609bb5b0bcf7 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:51.764838 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-179d8319-1696-4187-b597-edbfdfa366c6 req-b1e1de99-879d-4c25-bb9a-609bb5b0bcf7 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb4e5e88-6062-46c0-92b1-4f21fe81b697 HTTP/1.1" status: 200 len: 943 time: 0.0472829 Jul 13 09:06:51.811525 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-179d8319-1696-4187-b597-edbfdfa366c6 req-ab0967e7-6c60-46be-ab22-80e3c077e5ce tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/security-groups?id=0b3399b4-d38d-4638-ac76-98394e377705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409508 Jul 13 09:06:51.955367 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:51.966280 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac7c048-9ce7-4da7-9f11-7570b7c4d935 req-b781fea2-d8a0-4e01-ac70-7984054de17d tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:51.966280 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5ac7c048-9ce7-4da7-9f11-7570b7c4d935 req-b781fea2-d8a0-4e01-ac70-7984054de17d tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 943 time: 0.0544157 Jul 13 09:06:52.014196 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5ac7c048-9ce7-4da7-9f11-7570b7c4d935 req-89fee94a-c743-48af-af3e-ed60a103396c tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426204 Jul 13 09:06:52.316399 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940dc569-9e29-4a2c-a043-f2608d70f457 req-28e7e13e-2a9e-4411-8cce-cd660c43e38c tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:52.317862 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-940dc569-9e29-4a2c-a043-f2608d70f457 req-28e7e13e-2a9e-4411-8cce-cd660c43e38c tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] 10.222.0.40 "GET /v2.0/ports?device_id=503d3aeb-a476-4caf-afa3-c4311d6ac263 HTTP/1.1" status: 200 len: 945 time: 0.0504541 Jul 13 09:06:52.366941 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-940dc569-9e29-4a2c-a043-f2608d70f457 req-14f1df45-c47a-4642-b0cd-bf624d66312e tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] 10.222.0.40 "GET /v2.0/security-groups?id=1b1a5ee7-d3f1-44f7-9268-051531b6f975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435319 Jul 13 09:06:52.581009 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b49cf-f7c4-4000-a492-610e184a00d4 req-87a6559b-8271-42e1-9b76-d760a9820ff3 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:52.582430 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-ef1b49cf-f7c4-4000-a492-610e184a00d4 req-87a6559b-8271-42e1-9b76-d760a9820ff3 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 944 time: 0.0502973 Jul 13 09:06:52.630150 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-ef1b49cf-f7c4-4000-a492-610e184a00d4 req-d1116804-c2ce-4db0-a01b-10aa4775b4a4 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421996 Jul 13 09:06:52.651798 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device 80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f up at agent hyperv_hv-cinder-84962 {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:06:52.698276 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Provisioning for port 80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f completed by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 13 09:06:52.815772 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Provisioning complete for port 80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:06:52.816150 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:52.928626 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Current status of the port 80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f is: BUILD; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:06:52.928626 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:52.950352 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a33b2ba5-555a-4d24-a770-df517173105c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (084ea860-45cb-441c-b2f8-c6c2f7d6686c), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:52.955343 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f917728f-fc7a-40ee-baa9-8e0474c81ea7 req-b277f6e8-8207-4e48-94c6-2e0e1bf3a9cd tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:52.956713 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7bcc760-4b60-4bfc-bd63-33c070d886b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:06:52.957163 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f917728f-fc7a-40ee-baa9-8e0474c81ea7 req-b277f6e8-8207-4e48-94c6-2e0e1bf3a9cd tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb4e5e88-6062-46c0-92b1-4f21fe81b697 HTTP/1.1" status: 200 len: 943 time: 0.0687075 Jul 13 09:06:52.970278 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:53.017272 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f917728f-fc7a-40ee-baa9-8e0474c81ea7 req-924b6fd6-6d26-4c1c-8726-e3b4a53e2626 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/security-groups?id=0b3399b4-d38d-4638-ac76-98394e377705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541723 Jul 13 09:06:53.036454 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port 80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f,segment=NetworkSegment(d26cc65f-34ee-4574-8332-30169090378e),segment_id=d26cc65f-34ee-4574-8332-30169090378e)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:06:53.157753 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c48525-fb06-4903-abbc-d81a859848ce req-42dd6c58-0f5a-49cd-9d1e-b699070f6e9a tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:53.159900 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-93c48525-fb06-4903-abbc-d81a859848ce req-42dd6c58-0f5a-49cd-9d1e-b699070f6e9a tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 943 time: 0.0714579 Jul 13 09:06:53.168771 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:53.170054 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device 69be1990-5762-4324-89fe-b1139a371704 up at agent hyperv_hv-cinder-84962 {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:06:53.209302 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db18c03db31c8eba27ff59efcab6aeefebc9da3faa7d3b822264179bbf74904a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6043e575-4896-465a-a569-e6b8de906c3e" -d '{"events": [{"server_uuid": "f7bcc760-4b60-4bfc-bd63-33c070d886b6", "name": "network-vif-plugged", "status": "completed", "tag": "80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:06:53.247370 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-93c48525-fb06-4903-abbc-d81a859848ce req-b1815f6a-ae2e-40e1-94b7-19977db1b58e tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809519 Jul 13 09:06:53.271780 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Provisioning for port 69be1990-5762-4324-89fe-b1139a371704 completed by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 13 09:06:53.278406 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Pushing event updated for resources: {'Port': ['ID=80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f,revision_number=5']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:53.321219 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 09:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc93440-bafd-482d-acbf-a245851adcec x-openstack-request-id: req-6fc93440-bafd-482d-acbf-a245851adcec {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:06:53.321571 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7bcc760-4b60-4bfc-bd63-33c070d886b6", "name": "network-vif-plugged", "status": "completed", "tag": "80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:06:53.321820 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-6fc93440-bafd-482d-acbf-a245851adcec {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:06:53.322311 dv-cinder-849626-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fc93440-bafd-482d-acbf-a245851adcec'] response: {'server_uuid': 'f7bcc760-4b60-4bfc-bd63-33c070d886b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f', 'code': 200} Jul 13 09:06:53.393259 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Provisioning complete for port 69be1990-5762-4324-89fe-b1139a371704 triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:06:53.393929 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (69be1990-5762-4324-89fe-b1139a371704), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:53.488143 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Current status of the port 69be1990-5762-4324-89fe-b1139a371704 is: BUILD; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:06:53.488521 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (69be1990-5762-4324-89fe-b1139a371704), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:53.497606 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c5ce5-2b1c-41d7-897e-5cecfbbb8af2 req-d00bc69d-076d-4c0e-83dd-a7b3f2e9f8ad tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:53.499646 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-467c5ce5-2b1c-41d7-897e-5cecfbbb8af2 req-d00bc69d-076d-4c0e-83dd-a7b3f2e9f8ad tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] 10.222.0.40 "GET /v2.0/ports?device_id=503d3aeb-a476-4caf-afa3-c4311d6ac263 HTTP/1.1" status: 200 len: 945 time: 0.0526292 Jul 13 09:06:53.530733 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port 69be1990-5762-4324-89fe-b1139a371704, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=69be1990-5762-4324-89fe-b1139a371704,segment=NetworkSegment(b26e5001-6035-411a-8290-e0a90601d5d2),segment_id=b26e5001-6035-411a-8290-e0a90601d5d2)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:06:53.564453 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-467c5ce5-2b1c-41d7-897e-5cecfbbb8af2 req-92756383-9cb1-47f7-a300-4c2919e3377d tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] 10.222.0.40 "GET /v2.0/security-groups?id=1b1a5ee7-d3f1-44f7-9268-051531b6f975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497808 Jul 13 09:06:53.644788 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (69be1990-5762-4324-89fe-b1139a371704), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:53.646107 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device d61129b0-9f79-4508-a968-7e3a740a1f1c up at agent hyperv_hv-cinder-84962 {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:06:53.729012 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1938d7-8288-4543-ac8b-75bf48db5fbe req-32fa2bfb-8cac-44ec-8f02-3d7d26d93f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:53.731223 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-bf1938d7-8288-4543-ac8b-75bf48db5fbe req-32fa2bfb-8cac-44ec-8f02-3d7d26d93f84 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 1129 time: 0.0879366 Jul 13 09:06:53.764366 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Pushing event updated for resources: {'Port': ['ID=69be1990-5762-4324-89fe-b1139a371704,revision_number=5']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:53.775857 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Provisioning for port d61129b0-9f79-4508-a968-7e3a740a1f1c completed by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 13 09:06:53.777899 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-bf1938d7-8288-4543-ac8b-75bf48db5fbe req-5817f67a-415b-4f7d-a83f-87bb26637ca5 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:53.800782 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 60062) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:06:53.804898 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a816aee-6772-41cd-90da-ae7495020d9d req-5ce864cc-6f33-4e9b-a13b-a69d1155bf7b tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:53.808995 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-0a816aee-6772-41cd-90da-ae7495020d9d req-5ce864cc-6f33-4e9b-a13b-a69d1155bf7b tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 945 time: 0.0742893 Jul 13 09:06:53.872812 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Provisioning complete for port d61129b0-9f79-4508-a968-7e3a740a1f1c triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:06:53.873190 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (d61129b0-9f79-4508-a968-7e3a740a1f1c), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:53.914078 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-0a816aee-6772-41cd-90da-ae7495020d9d req-735c8385-9399-49ad-abe9-bb19a2388a12 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975657 Jul 13 09:06:53.972449 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-bf1938d7-8288-4543-ac8b-75bf48db5fbe req-5817f67a-415b-4f7d-a83f-87bb26637ca5 service neutron] Publish callbacks [] for security_group (d080cbcc-4f99-4c24-9a73-d77d0d5ceb9e), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:53.976446 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9a3efcf8-756c-4e7a-93a1-45b06bafcadb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:53.997596 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Current status of the port d61129b0-9f79-4508-a968-7e3a740a1f1c is: BUILD; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:06:53.997977 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (d61129b0-9f79-4508-a968-7e3a740a1f1c), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:54.020876 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:54.032719 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port d61129b0-9f79-4508-a968-7e3a740a1f1c, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=d61129b0-9f79-4508-a968-7e3a740a1f1c,segment=NetworkSegment(270cda57-bbfa-4cb6-9405-da36f4f1a73b),segment_id=270cda57-bbfa-4cb6-9405-da36f4f1a73b)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:06:54.050289 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-bf1938d7-8288-4543-ac8b-75bf48db5fbe req-5817f67a-415b-4f7d-a83f-87bb26637ca5 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (d080cbcc-4f99-4c24-9a73-d77d0d5ceb9e), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:54.056416 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9a3efcf8-756c-4e7a-93a1-45b06bafcadb admin admin] Publish callbacks [] for security_group (78182532-123b-48c5-8539-484decb45242), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:54.103604 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-bf1938d7-8288-4543-ac8b-75bf48db5fbe req-5817f67a-415b-4f7d-a83f-87bb26637ca5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3612189 Jul 13 09:06:54.104378 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5817f67a-415b-4f7d-a83f-87bb26637ca5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d080cbcc-4f99-4c24-9a73-d77d0d5ceb9e,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:54.124719 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (d61129b0-9f79-4508-a968-7e3a740a1f1c), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:54.136956 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9a3efcf8-756c-4e7a-93a1-45b06bafcadb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (78182532-123b-48c5-8539-484decb45242), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:54.151978 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:54.154320 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3777e11-6f52-4718-98ee-c2c64a65634e req-00bca087-98c1-4c5a-8c22-ab69443d19b9 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:54.155809 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c3777e11-6f52-4718-98ee-c2c64a65634e req-00bca087-98c1-4c5a-8c22-ab69443d19b9 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb4e5e88-6062-46c0-92b1-4f21fe81b697 HTTP/1.1" status: 200 len: 943 time: 0.0735328 Jul 13 09:06:54.157658 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=5 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:54.172305 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Pushing event updated for resources: {'Port': ['ID=d61129b0-9f79-4508-a968-7e3a740a1f1c,revision_number=5']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:54.201624 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3efcf8-756c-4e7a-93a1-45b06bafcadb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78182532-123b-48c5-8539-484decb45242,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:54.210919 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-9a3efcf8-756c-4e7a-93a1-45b06bafcadb admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=27a5e75617e749908a9fdf29f91ec3e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4085433 Jul 13 09:06:54.213998 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 60074) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:06:54.233671 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c3777e11-6f52-4718-98ee-c2c64a65634e req-0d5f2ad3-ce25-425b-b43e-4cf123ca672f tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/security-groups?id=0b3399b4-d38d-4638-ac76-98394e377705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685666 Jul 13 09:06:54.266115 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-a4995302-0ef7-4609-8824-2fb5f859eb4f admin admin] Publish callbacks [] for security_group (78182532-123b-48c5-8539-484decb45242), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:54.289322 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-a4995302-0ef7-4609-8824-2fb5f859eb4f admin admin] Publish callbacks [] for security_group (78182532-123b-48c5-8539-484decb45242), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:54.355232 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 60080) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:06:54.367834 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2845542-0560-4f2f-b4b9-f7fcd7903b47 req-4e80a72f-d58f-407b-8923-a28d997b1f21 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:54.369639 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f2845542-0560-4f2f-b4b9-f7fcd7903b47 req-4e80a72f-d58f-407b-8923-a28d997b1f21 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 943 time: 0.0569248 Jul 13 09:06:54.434394 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f2845542-0560-4f2f-b4b9-f7fcd7903b47 req-db48f9fe-3c10-42e6-a80e-345b7bbb498f tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568187 Jul 13 09:06:54.470498 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ccb50e44-3223-49df-b9cb-f5597069e09f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:54.499993 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-a4995302-0ef7-4609-8824-2fb5f859eb4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (78182532-123b-48c5-8539-484decb45242), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:54.500271 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7f3b3aed-46f4-4e68-bbbe-dab9f8099e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (d1fd82e0-5c39-4100-b44b-c54ee27d2d9f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:54.502549 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-a4995302-0ef7-4609-8824-2fb5f859eb4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:54.503716 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-a4995302-0ef7-4609-8824-2fb5f859eb4f admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/78182532-123b-48c5-8539-484decb45242 HTTP/1.1" status: 204 len: 168 time: 0.2886083 Jul 13 09:06:54.511691 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4995302-0ef7-4609-8824-2fb5f859eb4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78182532-123b-48c5-8539-484decb45242,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:54.542949 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:54.565155 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ccb50e44-3223-49df-b9cb-f5597069e09f admin admin] Publish callbacks [] for security_group (895b72a0-f556-4844-b42c-c642d6676aa7), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:54.678812 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc9957-3cc4-44ce-98b3-f4634c4ec146 req-9f93fb5f-4403-4d24-8aab-292fd32653da tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:54.680278 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a1dc9957-3cc4-44ce-98b3-f4634c4ec146 req-9f93fb5f-4403-4d24-8aab-292fd32653da tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] 10.222.0.40 "GET /v2.0/ports?device_id=503d3aeb-a476-4caf-afa3-c4311d6ac263 HTTP/1.1" status: 200 len: 946 time: 0.0489500 Jul 13 09:06:54.683021 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ccb50e44-3223-49df-b9cb-f5597069e09f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (895b72a0-f556-4844-b42c-c642d6676aa7), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:54.914350 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-ccb50e44-3223-49df-b9cb-f5597069e09f admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=04254b9b7bdc426382c0232f5aedd038&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5579188 Jul 13 09:06:54.917117 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 60092) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:06:54.918319 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb50e44-3223-49df-b9cb-f5597069e09f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=895b72a0-f556-4844-b42c-c642d6676aa7,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:54.932746 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=84,neutron:INSERT=16 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:54.947736 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a1dc9957-3cc4-44ce-98b3-f4634c4ec146 req-83792e24-2c34-4052-b732-a672a1c81d39 tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] 10.222.0.40 "GET /v2.0/security-groups?id=1b1a5ee7-d3f1-44f7-9268-051531b6f975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530770 Jul 13 09:06:54.976085 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fe79e404-ad6e-498e-9e80-f742c1a3b665 admin admin] Publish callbacks [] for security_group (895b72a0-f556-4844-b42c-c642d6676aa7), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:55.006096 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fe79e404-ad6e-498e-9e80-f742c1a3b665 admin admin] Publish callbacks [] for security_group (895b72a0-f556-4844-b42c-c642d6676aa7), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:55.067838 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5348a6c1-8e9c-4916-909d-a47f2e3954de req-b23e541f-dcad-42ad-a07a-a5884a846ca9 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:55.069346 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-5348a6c1-8e9c-4916-909d-a47f2e3954de req-b23e541f-dcad-42ad-a07a-a5884a846ca9 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 945 time: 0.0636690 Jul 13 09:06:55.102257 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:55.136393 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-5348a6c1-8e9c-4916-909d-a47f2e3954de req-b5f20143-f851-4488-91f8-7c13505f13b4 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495183 Jul 13 09:06:55.154212 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fe79e404-ad6e-498e-9e80-f742c1a3b665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (895b72a0-f556-4844-b42c-c642d6676aa7), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:55.155185 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fe79e404-ad6e-498e-9e80-f742c1a3b665 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:55.157567 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-fe79e404-ad6e-498e-9e80-f742c1a3b665 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/895b72a0-f556-4844-b42c-c642d6676aa7 HTTP/1.1" status: 204 len: 168 time: 0.2381942 Jul 13 09:06:55.165152 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe79e404-ad6e-498e-9e80-f742c1a3b665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=895b72a0-f556-4844-b42c-c642d6676aa7,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:55.204958 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 60106) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:06:55.218440 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-9a1bae3d-24ae-4404-94d0-b0f0c4b5ca27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:55.229457 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:55.294173 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-9a1bae3d-24ae-4404-94d0-b0f0c4b5ca27 admin admin] Publish callbacks [] for security_group (0643e2aa-9702-4b75-9bc1-9a2070ec75da), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:55.323904 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '503d3aeb-a476-4caf-afa3-c4311d6ac263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69be1990-5762-4324-89fe-b1139a371704'}, {'server_uuid': '8315445c-678d-4c5c-8ecf-937e48a120a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd61129b0-9f79-4508-a968-7e3a740a1f1c'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:06:55.329620 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db18c03db31c8eba27ff59efcab6aeefebc9da3faa7d3b822264179bbf74904a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf6da41-dfb4-4e8f-8a44-7a5e700faecd" -d '{"events": [{"server_uuid": "503d3aeb-a476-4caf-afa3-c4311d6ac263", "name": "network-vif-plugged", "status": "completed", "tag": "69be1990-5762-4324-89fe-b1139a371704"}, {"server_uuid": "8315445c-678d-4c5c-8ecf-937e48a120a4", "name": "network-vif-plugged", "status": "completed", "tag": "d61129b0-9f79-4508-a968-7e3a740a1f1c"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:06:55.367175 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca35f95a-057c-4cb1-8dd9-2c226f6ad42d req-014ae843-cdd5-4698-8194-8ffa76813166 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:55.369166 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-ca35f95a-057c-4cb1-8dd9-2c226f6ad42d req-014ae843-cdd5-4698-8194-8ffa76813166 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb4e5e88-6062-46c0-92b1-4f21fe81b697 HTTP/1.1" status: 200 len: 943 time: 0.0573189 Jul 13 09:06:55.374139 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 13 Jul 2022 09:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da0ce69b-6320-4e9a-99eb-2e8f474f5076 x-openstack-request-id: req-da0ce69b-6320-4e9a-99eb-2e8f474f5076 {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:06:55.374431 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "503d3aeb-a476-4caf-afa3-c4311d6ac263", "name": "network-vif-plugged", "status": "completed", "tag": "69be1990-5762-4324-89fe-b1139a371704", "code": 200}, {"server_uuid": "8315445c-678d-4c5c-8ecf-937e48a120a4", "name": "network-vif-plugged", "status": "completed", "tag": "d61129b0-9f79-4508-a968-7e3a740a1f1c", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:06:55.377079 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-da0ce69b-6320-4e9a-99eb-2e8f474f5076 {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:06:55.377079 dv-cinder-849626-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da0ce69b-6320-4e9a-99eb-2e8f474f5076'] response: {'server_uuid': '503d3aeb-a476-4caf-afa3-c4311d6ac263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69be1990-5762-4324-89fe-b1139a371704', 'code': 200} Jul 13 09:06:55.377079 dv-cinder-849626-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da0ce69b-6320-4e9a-99eb-2e8f474f5076'] response: {'server_uuid': '8315445c-678d-4c5c-8ecf-937e48a120a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd61129b0-9f79-4508-a968-7e3a740a1f1c', 'code': 200} Jul 13 09:06:55.398162 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-9a1bae3d-24ae-4404-94d0-b0f0c4b5ca27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (0643e2aa-9702-4b75-9bc1-9a2070ec75da), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:55.409913 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:DELETE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:55.427695 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-ca35f95a-057c-4cb1-8dd9-2c226f6ad42d req-3b8fe438-83f4-43f6-aefb-d93f55dbd8b3 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/security-groups?id=0b3399b4-d38d-4638-ac76-98394e377705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527201 Jul 13 09:06:55.443260 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1bae3d-24ae-4404-94d0-b0f0c4b5ca27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0643e2aa-9702-4b75-9bc1-9a2070ec75da,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:55.448719 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-9a1bae3d-24ae-4404-94d0-b0f0c4b5ca27 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=68960387660f4d29abe165d68f77b90f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2427220 Jul 13 09:06:55.451308 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 60114) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:06:55.503437 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5ee680a5-33f3-4217-99f5-17637ad0570e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (59ae6226-c784-4fad-8646-7377b1ef5f31), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:55.504020 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device 23fec340-ea0c-4bbf-a12c-354b4909fa75 details requested by agent hyperv_hv-cinder-84962 with host hv-cinder-84962 {{(pid=104470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 09:06:55.507351 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2b623ebd-f1a9-4b7d-b47e-1116e766e038 admin admin] Publish callbacks [] for security_group (0643e2aa-9702-4b75-9bc1-9a2070ec75da), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:55.558488 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2b623ebd-f1a9-4b7d-b47e-1116e766e038 admin admin] Publish callbacks [] for security_group (0643e2aa-9702-4b75-9bc1-9a2070ec75da), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:55.594407 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae3b33c-7bde-4854-ab17-de0d6dcd2fd2 req-ac08ef87-931e-4539-bc18-35d02d39f0d0 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:55.596413 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1ae3b33c-7bde-4854-ab17-de0d6dcd2fd2 req-ac08ef87-931e-4539-bc18-35d02d39f0d0 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 943 time: 0.0762022 Jul 13 09:06:55.615054 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port 23fec340-ea0c-4bbf-a12c-354b4909fa75, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=23fec340-ea0c-4bbf-a12c-354b4909fa75,segment=NetworkSegment(270cda57-bbfa-4cb6-9405-da36f4f1a73b),segment_id=270cda57-bbfa-4cb6-9405-da36f4f1a73b)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:06:55.627876 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Returning: {'device': '23fec340-ea0c-4bbf-a12c-354b4909fa75', 'network_id': '66664860-8484-4278-a13a-d19d7f467709', 'port_id': '23fec340-ea0c-4bbf-a12c-354b4909fa75', 'mac_address': 'fa:16:3e:54:38:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e31827df-90a6-4f3b-b292-e48b977cc711', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 09:06:55.653329 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1ae3b33c-7bde-4854-ab17-de0d6dcd2fd2 req-2b0e34ec-426d-42ca-b83e-764e47688612 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481942 Jul 13 09:06:55.672047 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Current status of the port 23fec340-ea0c-4bbf-a12c-354b4909fa75 is: DOWN; New status is: BUILD {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:06:55.672446 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (23fec340-ea0c-4bbf-a12c-354b4909fa75), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:55.686208 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23fec340-ea0c-4bbf-a12c-354b4909fa75 {{(pid=104470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 09:06:55.712697 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2b623ebd-f1a9-4b7d-b47e-1116e766e038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (0643e2aa-9702-4b75-9bc1-9a2070ec75da), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:55.715363 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2b623ebd-f1a9-4b7d-b47e-1116e766e038 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:55.715807 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port 23fec340-ea0c-4bbf-a12c-354b4909fa75, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=23fec340-ea0c-4bbf-a12c-354b4909fa75,segment=NetworkSegment(270cda57-bbfa-4cb6-9405-da36f4f1a73b),segment_id=270cda57-bbfa-4cb6-9405-da36f4f1a73b)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:06:55.716597 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-2b623ebd-f1a9-4b7d-b47e-1116e766e038 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/0643e2aa-9702-4b75-9bc1-9a2070ec75da HTTP/1.1" status: 204 len: 168 time: 0.2643104 Jul 13 09:06:55.725840 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b623ebd-f1a9-4b7d-b47e-1116e766e038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0643e2aa-9702-4b75-9bc1-9a2070ec75da,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:55.808963 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (23fec340-ea0c-4bbf-a12c-354b4909fa75), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:55.809699 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device 97786c99-fd64-4d30-a6bd-7dffa045cb11 details requested by agent hyperv_hv-cinder-84962 with host hv-cinder-84962 {{(pid=104470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 09:06:55.813742 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (9379cce5-6fc7-4135-bc49-530c07185724), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:55.881264 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Pushing event updated for resources: {'Port': ['ID=23fec340-ea0c-4bbf-a12c-354b4909fa75,revision_number=4']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:55.928221 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:55.935436 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 60124) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:06:55.949269 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-31b7783f-e2f6-4d8b-bd29-274fd6a11bf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:55.956001 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port 97786c99-fd64-4d30-a6bd-7dffa045cb11, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=97786c99-fd64-4d30-a6bd-7dffa045cb11,segment=NetworkSegment(9345669b-d3b5-4d9b-ac8e-05327c23f70b),segment_id=9345669b-d3b5-4d9b-ac8e-05327c23f70b)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:06:55.967270 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Returning: {'device': '97786c99-fd64-4d30-a6bd-7dffa045cb11', 'network_id': '862d32ef-d286-4010-a420-61dff25da7b3', 'port_id': '97786c99-fd64-4d30-a6bd-7dffa045cb11', 'mac_address': 'fa:16:3e:55:ce:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '633e38db-5802-43d1-a471-65c5e58c5839', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 09:06:56.005606 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Current status of the port 97786c99-fd64-4d30-a6bd-7dffa045cb11 is: DOWN; New status is: BUILD {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:06:56.007580 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (97786c99-fd64-4d30-a6bd-7dffa045cb11), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:56.021966 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97786c99-fd64-4d30-a6bd-7dffa045cb11 {{(pid=104470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 09:06:56.037486 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-31b7783f-e2f6-4d8b-bd29-274fd6a11bf4 admin admin] Publish callbacks [] for security_group (26ed40f2-58e7-49e7-b1e9-ed6cf29fca8c), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:56.044772 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port 97786c99-fd64-4d30-a6bd-7dffa045cb11, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=97786c99-fd64-4d30-a6bd-7dffa045cb11,segment=NetworkSegment(9345669b-d3b5-4d9b-ac8e-05327c23f70b),segment_id=9345669b-d3b5-4d9b-ac8e-05327c23f70b)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:06:56.073141 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ab707-e93c-4385-b196-250ca6906211 req-cbdfea31-6448-425d-ac0c-9c0437166fe4 tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:56.074629 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-434ab707-e93c-4385-b196-250ca6906211 req-cbdfea31-6448-425d-ac0c-9c0437166fe4 tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] 10.222.0.40 "GET /v2.0/ports?device_id=503d3aeb-a476-4caf-afa3-c4311d6ac263 HTTP/1.1" status: 200 len: 946 time: 0.0499876 Jul 13 09:06:56.122073 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-434ab707-e93c-4385-b196-250ca6906211 req-b4c9de86-68b8-4db2-b85f-a38f828d6e87 tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] 10.222.0.40 "GET /v2.0/security-groups?id=1b1a5ee7-d3f1-44f7-9268-051531b6f975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409646 Jul 13 09:06:56.130496 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-31b7783f-e2f6-4d8b-bd29-274fd6a11bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (26ed40f2-58e7-49e7-b1e9-ed6cf29fca8c), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:56.130788 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (97786c99-fd64-4d30-a6bd-7dffa045cb11), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:56.175383 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-31b7783f-e2f6-4d8b-bd29-274fd6a11bf4 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=c9318989c1864a25b8aea5c99d179931&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2386267 Jul 13 09:06:56.179149 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 60134) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:06:56.186057 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Pushing event updated for resources: {'Port': ['ID=97786c99-fd64-4d30-a6bd-7dffa045cb11,revision_number=4']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:56.190498 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b7783f-e2f6-4d8b-bd29-274fd6a11bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ed40f2-58e7-49e7-b1e9-ed6cf29fca8c,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:56.247583 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-388336ad-600e-4ca0-bf0b-259187b23074 admin admin] Publish callbacks [] for security_group (26ed40f2-58e7-49e7-b1e9-ed6cf29fca8c), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:56.272566 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-388336ad-600e-4ca0-bf0b-259187b23074 admin admin] Publish callbacks [] for security_group (26ed40f2-58e7-49e7-b1e9-ed6cf29fca8c), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:56.273458 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6635cd41-d170-4689-88f8-a54e85ed1f0a req-7b695dd0-cc1c-4986-b018-be4698e19d3c tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:56.275008 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-6635cd41-d170-4689-88f8-a54e85ed1f0a req-7b695dd0-cc1c-4986-b018-be4698e19d3c tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 945 time: 0.0571337 Jul 13 09:06:56.296824 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:56.325408 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-6635cd41-d170-4689-88f8-a54e85ed1f0a req-2852137f-2515-49ef-9fac-00ff6837af18 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440385 Jul 13 09:06:56.379787 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-388336ad-600e-4ca0-bf0b-259187b23074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (26ed40f2-58e7-49e7-b1e9-ed6cf29fca8c), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:56.382344 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-388336ad-600e-4ca0-bf0b-259187b23074 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:56.384229 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-388336ad-600e-4ca0-bf0b-259187b23074 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/26ed40f2-58e7-49e7-b1e9-ed6cf29fca8c HTTP/1.1" status: 204 len: 168 time: 0.2033930 Jul 13 09:06:56.391585 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388336ad-600e-4ca0-bf0b-259187b23074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ed40f2-58e7-49e7-b1e9-ed6cf29fca8c,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:56.555975 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c587c37-04e7-41ec-80fe-8b807004f4c3 req-21c33781-dd10-4d8b-b58a-a9a6534e288b tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:56.557535 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5c587c37-04e7-41ec-80fe-8b807004f4c3 req-21c33781-dd10-4d8b-b58a-a9a6534e288b tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb4e5e88-6062-46c0-92b1-4f21fe81b697 HTTP/1.1" status: 200 len: 944 time: 0.0523710 Jul 13 09:06:56.607943 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5c587c37-04e7-41ec-80fe-8b807004f4c3 req-c63acd30-9f2f-47ea-b1c7-6bc33ec38512 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/security-groups?id=0b3399b4-d38d-4638-ac76-98394e377705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438576 Jul 13 09:06:56.781682 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe88e972-0b32-41fd-8c19-71313ec72080 req-c3daae40-7cec-456c-804d-9242650b8f23 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:56.783436 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-fe88e972-0b32-41fd-8c19-71313ec72080 req-c3daae40-7cec-456c-804d-9242650b8f23 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 944 time: 0.0545003 Jul 13 09:06:56.801182 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] get_ports_and_sgs() called for port_ids ['97786c99-fd64-4d30-a6bd-7dffa045cb11'] {{(pid=104470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 09:06:56.832338 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-fe88e972-0b32-41fd-8c19-71313ec72080 req-5320e254-6e89-467c-a457-5aaf0b1cbbd7 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432987 Jul 13 09:06:56.901499 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] get_ports_and_sgs() called for port_ids ['23fec340-ea0c-4bbf-a12c-354b4909fa75'] {{(pid=104470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 09:06:57.245289 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf458661-6a55-45ee-84fd-cfedf9700f4f req-3371860d-c63c-4b48-abc5-b9eb477dad4b tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:57.246775 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-cf458661-6a55-45ee-84fd-cfedf9700f4f req-3371860d-c63c-4b48-abc5-b9eb477dad4b tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] 10.222.0.40 "GET /v2.0/ports?device_id=503d3aeb-a476-4caf-afa3-c4311d6ac263 HTTP/1.1" status: 200 len: 946 time: 0.0479929 Jul 13 09:06:57.317960 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-cf458661-6a55-45ee-84fd-cfedf9700f4f req-73710a6d-054b-4450-b2f8-cb27047943fd tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] 10.222.0.40 "GET /v2.0/security-groups?id=1b1a5ee7-d3f1-44f7-9268-051531b6f975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559962 Jul 13 09:06:57.363551 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee75a2-6be5-4c84-bcca-a3f5d2ba8c35 req-7472ac25-3c73-44e5-ad12-4ab94a903083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:57.365150 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-42ee75a2-6be5-4c84-bcca-a3f5d2ba8c35 req-7472ac25-3c73-44e5-ad12-4ab94a903083 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=503d3aeb-a476-4caf-afa3-c4311d6ac263 HTTP/1.1" status: 200 len: 1130 time: 0.0848055 Jul 13 09:06:57.367985 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319946e5-4943-4a3e-a9cf-b7cb362a68e6 req-e275503f-c959-4f12-a870-92f5cddc4bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:57.369338 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-319946e5-4943-4a3e-a9cf-b7cb362a68e6 req-e275503f-c959-4f12-a870-92f5cddc4bd7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8315445c-678d-4c5c-8ecf-937e48a120a4 HTTP/1.1" status: 200 len: 1130 time: 0.0801129 Jul 13 09:06:57.386483 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:57.482077 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd100749-d1d0-455c-adb9-e7fb01640754 req-7a73a5ec-d9b3-438c-9a56-4d71f7918460 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:57.483841 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-cd100749-d1d0-455c-adb9-e7fb01640754 req-7a73a5ec-d9b3-438c-9a56-4d71f7918460 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 945 time: 0.0795445 Jul 13 09:06:57.488281 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-319946e5-4943-4a3e-a9cf-b7cb362a68e6 req-652ee68a-665b-4360-b99e-66f143e857d9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122878 Jul 13 09:06:57.490774 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-42ee75a2-6be5-4c84-bcca-a3f5d2ba8c35 req-de09a272-36a4-4229-93a7-4831bb29cc23 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1b1a5ee7-d3f1-44f7-9268-051531b6f975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160212 Jul 13 09:06:57.550860 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-cd100749-d1d0-455c-adb9-e7fb01640754 req-7746b983-a8a4-4227-b3de-23147f1b0888 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560009 Jul 13 09:06:57.732043 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f6d579-12f6-4a64-921e-2ce0334bb070 req-78b80831-928b-4950-a871-d32056426258 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:57.733882 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-17f6d579-12f6-4a64-921e-2ce0334bb070 req-78b80831-928b-4950-a871-d32056426258 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb4e5e88-6062-46c0-92b1-4f21fe81b697 HTTP/1.1" status: 200 len: 944 time: 0.0563815 Jul 13 09:06:57.793472 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-17f6d579-12f6-4a64-921e-2ce0334bb070 req-389f8303-a0fd-4c5c-8bc9-8cb01972d121 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/security-groups?id=0b3399b4-d38d-4638-ac76-98394e377705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528164 Jul 13 09:06:57.958010 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c487588-9729-4219-8cb6-92d69f1c296b req-a3e91c7f-cbb5-4973-aea1-5d545a176599 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:57.969383 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8c487588-9729-4219-8cb6-92d69f1c296b req-a3e91c7f-cbb5-4973-aea1-5d545a176599 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 944 time: 0.0663247 Jul 13 09:06:58.019384 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8c487588-9729-4219-8cb6-92d69f1c296b req-b5f693ad-d28a-46de-b633-870864a67e19 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485725 Jul 13 09:06:58.433222 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673e959-bd5c-4642-9753-204c0e7420d3 req-7f6e54c0-92cd-40a1-87a9-37b3f3b6485e tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:58.435550 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a673e959-bd5c-4642-9753-204c0e7420d3 req-7f6e54c0-92cd-40a1-87a9-37b3f3b6485e tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] 10.222.0.40 "GET /v2.0/ports?device_id=503d3aeb-a476-4caf-afa3-c4311d6ac263 HTTP/1.1" status: 200 len: 946 time: 0.0485048 Jul 13 09:06:58.494487 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a673e959-bd5c-4642-9753-204c0e7420d3 req-b655dd39-c46a-4dca-a970-a23fdbcb99ab tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] 10.222.0.40 "GET /v2.0/security-groups?id=1b1a5ee7-d3f1-44f7-9268-051531b6f975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513000 Jul 13 09:06:58.511323 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 60242) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:06:58.676507 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64950f1f-1885-4213-ab38-ea9383e160df req-b7e91b28-32ee-4c72-89c3-d9910d3f18a9 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:58.678055 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-64950f1f-1885-4213-ab38-ea9383e160df req-b7e91b28-32ee-4c72-89c3-d9910d3f18a9 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 945 time: 0.0497899 Jul 13 09:06:58.702521 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2f2196a4-f47c-4f21-be8e-aa8c0aa1e9c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:58.777184 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-64950f1f-1885-4213-ab38-ea9383e160df req-ec5120cb-4f00-4075-944d-4bcd65b0ca4e tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869455 Jul 13 09:06:58.819317 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device 97786c99-fd64-4d30-a6bd-7dffa045cb11 up at agent hyperv_hv-cinder-84962 {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:06:58.844828 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2f2196a4-f47c-4f21-be8e-aa8c0aa1e9c6 admin admin] Publish callbacks [] for security_group (2e5e44c1-0192-470a-acc1-98beae5d6002), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:58.879080 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:58.880758 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Provisioning for port 97786c99-fd64-4d30-a6bd-7dffa045cb11 completed by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 13 09:06:58.912601 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2f2196a4-f47c-4f21-be8e-aa8c0aa1e9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (2e5e44c1-0192-470a-acc1-98beae5d6002), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:58.950002 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ee71a-e444-4901-aa73-eb6c48e7f489 req-17187e12-bc20-401c-85ff-3a0655251321 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:58.952031 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-6a3ee71a-e444-4901-aa73-eb6c48e7f489 req-17187e12-bc20-401c-85ff-3a0655251321 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb4e5e88-6062-46c0-92b1-4f21fe81b697 HTTP/1.1" status: 200 len: 944 time: 0.0581198 Jul 13 09:06:58.977939 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-2f2196a4-f47c-4f21-be8e-aa8c0aa1e9c6 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=c836a23bb10c4a9aaa1e615076c184e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4647307 Jul 13 09:06:58.978158 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2196a4-f47c-4f21-be8e-aa8c0aa1e9c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5e44c1-0192-470a-acc1-98beae5d6002,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:58.980422 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 60264) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:06:58.998244 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Provisioning complete for port 97786c99-fd64-4d30-a6bd-7dffa045cb11 triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:06:58.998663 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (97786c99-fd64-4d30-a6bd-7dffa045cb11), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:59.021355 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-6a3ee71a-e444-4901-aa73-eb6c48e7f489 req-1de01eb8-05e3-4187-b185-c8439b897fb3 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/security-groups?id=0b3399b4-d38d-4638-ac76-98394e377705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633733 Jul 13 09:06:59.051962 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-14d32f99-a85a-4d3a-b0e9-a431ec8119c3 admin admin] Publish callbacks [] for security_group (2e5e44c1-0192-470a-acc1-98beae5d6002), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:59.054408 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:59.079799 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-14d32f99-a85a-4d3a-b0e9-a431ec8119c3 admin admin] Publish callbacks [] for security_group (2e5e44c1-0192-470a-acc1-98beae5d6002), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:59.102718 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Current status of the port 97786c99-fd64-4d30-a6bd-7dffa045cb11 is: BUILD; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:06:59.103103 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (97786c99-fd64-4d30-a6bd-7dffa045cb11), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:59.160534 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb4e5e88-6062-46c0-92b1-4f21fe81b697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97786c99-fd64-4d30-a6bd-7dffa045cb11'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:06:59.163428 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db18c03db31c8eba27ff59efcab6aeefebc9da3faa7d3b822264179bbf74904a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-623ac037-d648-484b-8558-747152116190" -d '{"events": [{"server_uuid": "eb4e5e88-6062-46c0-92b1-4f21fe81b697", "name": "network-vif-plugged", "status": "completed", "tag": "97786c99-fd64-4d30-a6bd-7dffa045cb11"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:06:59.178913 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61e4c73-8d0e-4169-a160-316304c4cbd0 req-72c79d77-547b-4cb4-97d7-8a89dfb80f9f tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:59.178913 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f61e4c73-8d0e-4169-a160-316304c4cbd0 req-72c79d77-547b-4cb4-97d7-8a89dfb80f9f tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 944 time: 0.0698130 Jul 13 09:06:59.206396 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port 97786c99-fd64-4d30-a6bd-7dffa045cb11, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=97786c99-fd64-4d30-a6bd-7dffa045cb11,segment=NetworkSegment(9345669b-d3b5-4d9b-ac8e-05327c23f70b),segment_id=9345669b-d3b5-4d9b-ac8e-05327c23f70b)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:06:59.218321 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 09:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf3359af-1395-4d0b-b114-51eb64a80c64 x-openstack-request-id: req-cf3359af-1395-4d0b-b114-51eb64a80c64 {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:06:59.218635 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb4e5e88-6062-46c0-92b1-4f21fe81b697", "name": "network-vif-plugged", "status": "completed", "tag": "97786c99-fd64-4d30-a6bd-7dffa045cb11", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:06:59.218916 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-cf3359af-1395-4d0b-b114-51eb64a80c64 {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:06:59.219358 dv-cinder-849626-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf3359af-1395-4d0b-b114-51eb64a80c64'] response: {'server_uuid': 'eb4e5e88-6062-46c0-92b1-4f21fe81b697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97786c99-fd64-4d30-a6bd-7dffa045cb11', 'code': 200} Jul 13 09:06:59.240751 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f61e4c73-8d0e-4169-a160-316304c4cbd0 req-e440bfad-3356-4839-9a27-d73024571cdd tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492296 Jul 13 09:06:59.284068 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (97786c99-fd64-4d30-a6bd-7dffa045cb11), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:59.284863 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device 23fec340-ea0c-4bbf-a12c-354b4909fa75 up at agent hyperv_hv-cinder-84962 {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:06:59.287642 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-14d32f99-a85a-4d3a-b0e9-a431ec8119c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (2e5e44c1-0192-470a-acc1-98beae5d6002), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:59.290249 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-14d32f99-a85a-4d3a-b0e9-a431ec8119c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:59.294202 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-14d32f99-a85a-4d3a-b0e9-a431ec8119c3 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/2e5e44c1-0192-470a-acc1-98beae5d6002 HTTP/1.1" status: 204 len: 168 time: 0.3100564 Jul 13 09:06:59.308798 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d32f99-a85a-4d3a-b0e9-a431ec8119c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5e44c1-0192-470a-acc1-98beae5d6002,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:59.390886 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:59.396821 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Pushing event updated for resources: {'Port': ['ID=97786c99-fd64-4d30-a6bd-7dffa045cb11,revision_number=5']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:59.405756 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Provisioning for port 23fec340-ea0c-4bbf-a12c-354b4909fa75 completed by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 13 09:06:59.506517 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Provisioning complete for port 23fec340-ea0c-4bbf-a12c-354b4909fa75 triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:06:59.506894 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (23fec340-ea0c-4bbf-a12c-354b4909fa75), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:59.622682 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Current status of the port 23fec340-ea0c-4bbf-a12c-354b4909fa75 is: BUILD; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:06:59.623073 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (23fec340-ea0c-4bbf-a12c-354b4909fa75), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:59.653004 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b6980-17c6-414e-b79f-90f9e0f224f9 req-118591db-9170-4009-b2d3-b14af347eaca tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:59.654913 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-b50b6980-17c6-414e-b79f-90f9e0f224f9 req-118591db-9170-4009-b2d3-b14af347eaca tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] 10.222.0.40 "GET /v2.0/ports?device_id=503d3aeb-a476-4caf-afa3-c4311d6ac263 HTTP/1.1" status: 200 len: 946 time: 0.0602682 Jul 13 09:06:59.664395 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port 23fec340-ea0c-4bbf-a12c-354b4909fa75, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=23fec340-ea0c-4bbf-a12c-354b4909fa75,segment=NetworkSegment(270cda57-bbfa-4cb6-9405-da36f4f1a73b),segment_id=270cda57-bbfa-4cb6-9405-da36f4f1a73b)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:06:59.702843 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:06:59.715663 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-b50b6980-17c6-414e-b79f-90f9e0f224f9 req-c3b15423-2c55-43bc-8d20-f013b17b71b8 tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] 10.222.0.40 "GET /v2.0/security-groups?id=1b1a5ee7-d3f1-44f7-9268-051531b6f975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457163 Jul 13 09:06:59.770200 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (23fec340-ea0c-4bbf-a12c-354b4909fa75), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:06:59.820109 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Pushing event updated for resources: {'Port': ['ID=23fec340-ea0c-4bbf-a12c-354b4909fa75,revision_number=5']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:06:59.901222 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a490528-eeaa-46b2-88c5-774bf8ec18fb req-188dd8ef-d047-4018-a56a-be773de2d0cf tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:06:59.902925 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-7a490528-eeaa-46b2-88c5-774bf8ec18fb req-188dd8ef-d047-4018-a56a-be773de2d0cf tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 945 time: 0.0538380 Jul 13 09:06:59.959137 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-7a490528-eeaa-46b2-88c5-774bf8ec18fb req-7511bff6-9e8d-4241-8706-e2123e815214 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476222 Jul 13 09:07:00.124722 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97de37ab-e97e-4514-988a-d0054c6ae1fa req-ebd89a81-371a-4622-bd45-ab4de7aefe51 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:00.127766 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-97de37ab-e97e-4514-988a-d0054c6ae1fa req-ebd89a81-371a-4622-bd45-ab4de7aefe51 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 945 time: 0.0491998 Jul 13 09:07:00.136650 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 60304) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:07:00.146216 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-4a636e51-1ebf-4d52-9942-d808d6e91296 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Request body: {'floatingip': {'port_id': '80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:07:00.164731 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:00.164731 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 60310) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:07:00.176256 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d22ba36-5721-4656-bfbf-120b8bb0288c req-b81c3010-ab07-4061-b1e7-c1f33b8c23b7 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:00.177777 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-2d22ba36-5721-4656-bfbf-120b8bb0288c req-b81c3010-ab07-4061-b1e7-c1f33b8c23b7 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb4e5e88-6062-46c0-92b1-4f21fe81b697 HTTP/1.1" status: 200 len: 945 time: 0.0787716 Jul 13 09:07:00.188785 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-32d39e72-7b48-47ae-8382-de48d14e9286 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:00.232803 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4a636e51-1ebf-4d52-9942-d808d6e91296 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks [] for floatingip (ad603c72-ae99-4c8b-9e85-85595ddc9b15), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:00.259695 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-2d22ba36-5721-4656-bfbf-120b8bb0288c req-cbd3d964-56ab-44a4-823a-febd4ef19397 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/security-groups?id=0b3399b4-d38d-4638-ac76-98394e377705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737579 Jul 13 09:07:00.356603 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-32d39e72-7b48-47ae-8382-de48d14e9286 admin admin] Publish callbacks [] for security_group (89cba0f3-b235-4809-8938-f58f904583de), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:00.386025 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:00.439759 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a4665-a513-45cf-993e-2ccfe6f07c2f req-e00c606b-12e5-4013-9196-71b866be1594 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:00.441288 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-d32a4665-a513-45cf-993e-2ccfe6f07c2f req-e00c606b-12e5-4013-9196-71b866be1594 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 945 time: 0.0905921 Jul 13 09:07:00.448222 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-32d39e72-7b48-47ae-8382-de48d14e9286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (89cba0f3-b235-4809-8938-f58f904583de), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:00.495504 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-32d39e72-7b48-47ae-8382-de48d14e9286 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=6163149bce154604b6a9a4ff3ed95c8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3331187 Jul 13 09:07:00.496447 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d39e72-7b48-47ae-8382-de48d14e9286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89cba0f3-b235-4809-8938-f58f904583de,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:00.500992 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 60314) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:07:00.504792 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d39e72-7b48-47ae-8382-de48d14e9286 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:07:00.505204 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d39e72-7b48-47ae-8382-de48d14e9286 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:07:00.505689 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d39e72-7b48-47ae-8382-de48d14e9286 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:07:00.505990 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d39e72-7b48-47ae-8382-de48d14e9286 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:07:00.506578 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d39e72-7b48-47ae-8382-de48d14e9286 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:07:00.506751 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d39e72-7b48-47ae-8382-de48d14e9286 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:07:00.507172 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d39e72-7b48-47ae-8382-de48d14e9286 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:07:00.507721 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d39e72-7b48-47ae-8382-de48d14e9286 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:07:00.508101 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d39e72-7b48-47ae-8382-de48d14e9286 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:07:00.508811 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d39e72-7b48-47ae-8382-de48d14e9286 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:07:00.508811 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d39e72-7b48-47ae-8382-de48d14e9286 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:07:00.509133 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d39e72-7b48-47ae-8382-de48d14e9286 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:07:00.509864 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d39e72-7b48-47ae-8382-de48d14e9286 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:07:00.509864 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d39e72-7b48-47ae-8382-de48d14e9286 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:07:00.510581 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d39e72-7b48-47ae-8382-de48d14e9286 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:07:00.603338 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-d32a4665-a513-45cf-993e-2ccfe6f07c2f req-3cabdc09-f3ea-428f-aa72-b71de6a4843c tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531260 Jul 13 09:07:00.675245 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7561e223-e1d5-4e8b-8c5f-5971256c55a0 admin admin] Publish callbacks [] for security_group (89cba0f3-b235-4809-8938-f58f904583de), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:00.790498 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7561e223-e1d5-4e8b-8c5f-5971256c55a0 admin admin] Publish callbacks [] for security_group (89cba0f3-b235-4809-8938-f58f904583de), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:00.858018 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a1c64a-f3ff-4816-b58c-0e2041e6b48f req-349ccd07-0678-4b5e-8ec9-f82a3fd24364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:00.859905 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-20a1c64a-f3ff-4816-b58c-0e2041e6b48f req-349ccd07-0678-4b5e-8ec9-f82a3fd24364 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=eb4e5e88-6062-46c0-92b1-4f21fe81b697 HTTP/1.1" status: 200 len: 1129 time: 0.0576441 Jul 13 09:07:00.895306 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:00.909274 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-20a1c64a-f3ff-4816-b58c-0e2041e6b48f req-fc608faa-81cf-45b1-b8ba-d2eb2827197e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0b3399b4-d38d-4638-ac76-98394e377705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431054 Jul 13 09:07:01.074938 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7561e223-e1d5-4e8b-8c5f-5971256c55a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (89cba0f3-b235-4809-8938-f58f904583de), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:01.077693 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7561e223-e1d5-4e8b-8c5f-5971256c55a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:01.079432 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-7561e223-e1d5-4e8b-8c5f-5971256c55a0 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/89cba0f3-b235-4809-8938-f58f904583de HTTP/1.1" status: 204 len: 168 time: 0.5772097 Jul 13 09:07:01.081674 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4a636e51-1ebf-4d52-9942-d808d6e91296 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:01.091121 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7561e223-e1d5-4e8b-8c5f-5971256c55a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89cba0f3-b235-4809-8938-f58f904583de,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:01.099060 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7561e223-e1d5-4e8b-8c5f-5971256c55a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:07:01.104234 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7561e223-e1d5-4e8b-8c5f-5971256c55a0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:07:01.104234 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7561e223-e1d5-4e8b-8c5f-5971256c55a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:07:01.104234 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7561e223-e1d5-4e8b-8c5f-5971256c55a0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:07:01.104234 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7561e223-e1d5-4e8b-8c5f-5971256c55a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:07:01.104234 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7561e223-e1d5-4e8b-8c5f-5971256c55a0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:07:01.104234 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7561e223-e1d5-4e8b-8c5f-5971256c55a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:07:01.104234 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7561e223-e1d5-4e8b-8c5f-5971256c55a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:07:01.104234 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7561e223-e1d5-4e8b-8c5f-5971256c55a0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:07:01.104234 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7561e223-e1d5-4e8b-8c5f-5971256c55a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:07:01.104234 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7561e223-e1d5-4e8b-8c5f-5971256c55a0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:07:01.104234 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7561e223-e1d5-4e8b-8c5f-5971256c55a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:07:01.104234 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7561e223-e1d5-4e8b-8c5f-5971256c55a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:07:01.104234 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7561e223-e1d5-4e8b-8c5f-5971256c55a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:07:01.104234 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7561e223-e1d5-4e8b-8c5f-5971256c55a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:07:01.186893 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4a636e51-1ebf-4d52-9942-d808d6e91296 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-388893'] for floatingip (ad603c72-ae99-4c8b-9e85-85595ddc9b15), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:01.220127 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4652c89f-12a1-40ec-86aa-705cb63de65f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23fec340-ea0c-4bbf-a12c-354b4909fa75'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:07:01.222705 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db18c03db31c8eba27ff59efcab6aeefebc9da3faa7d3b822264179bbf74904a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb39aed-bcdd-40d4-8262-f0e821de3915" -d '{"events": [{"server_uuid": "4652c89f-12a1-40ec-86aa-705cb63de65f", "name": "network-vif-plugged", "status": "completed", "tag": "23fec340-ea0c-4bbf-a12c-354b4909fa75"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:07:01.462992 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 09:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede4a54e-e7b9-4b3c-a8d0-bf8a890841d1 x-openstack-request-id: req-ede4a54e-e7b9-4b3c-a8d0-bf8a890841d1 {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:07:01.463408 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4652c89f-12a1-40ec-86aa-705cb63de65f", "name": "network-vif-plugged", "status": "completed", "tag": "23fec340-ea0c-4bbf-a12c-354b4909fa75", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:07:01.463842 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-ede4a54e-e7b9-4b3c-a8d0-bf8a890841d1 {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:07:01.464367 dv-cinder-849626-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ede4a54e-e7b9-4b3c-a8d0-bf8a890841d1'] response: {'server_uuid': '4652c89f-12a1-40ec-86aa-705cb63de65f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23fec340-ea0c-4bbf-a12c-354b4909fa75', 'code': 200} Jul 13 09:07:01.510163 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79925c77-7f3e-4005-97ce-7a2a976da7d1 req-a82c586c-10df-4e8f-945a-de911c54c878 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:01.511659 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-79925c77-7f3e-4005-97ce-7a2a976da7d1 req-a82c586c-10df-4e8f-945a-de911c54c878 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb4e5e88-6062-46c0-92b1-4f21fe81b697 HTTP/1.1" status: 200 len: 945 time: 0.0923800 Jul 13 09:07:01.554763 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.db.l3_db [None req-4a636e51-1ebf-4d52-9942-d808d6e91296 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Floating IP ad603c72-ae99-4c8b-9e85-85595ddc9b15 associated. External IP: 172.27.3.120, port: 80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f. Jul 13 09:07:01.624276 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-79925c77-7f3e-4005-97ce-7a2a976da7d1 req-3b8cdf2e-48a9-473d-b28b-fdd6d608209d tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/security-groups?id=0b3399b4-d38d-4638-ac76-98394e377705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061919 Jul 13 09:07:01.725342 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:01.733382 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8768c2e0-aa41-4cf3-a314-538da6bc6daa req-a7fee5b4-a47a-4d98-9f44-d85a47c8d3d8 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:01.735054 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8768c2e0-aa41-4cf3-a314-538da6bc6daa req-a7fee5b4-a47a-4d98-9f44-d85a47c8d3d8 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 945 time: 0.0482869 Jul 13 09:07:01.807688 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a636e51-1ebf-4d52-9942-d808d6e91296 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Router 4f4cac08-9db5-4216-bb73-8d0f30feaaaa has already been hosted by L3 agent 084ea860-45cb-441c-b2f8-c6c2f7d6686c {{(pid=104468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 09:07:01.822531 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8768c2e0-aa41-4cf3-a314-538da6bc6daa req-38696bf6-58fb-46dc-8c89-b0edfa2e4d56 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679569 Jul 13 09:07:01.919314 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a636e51-1ebf-4d52-9942-d808d6e91296 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Notify agent at l3_agent.dv-cinder-849626-3-iscsi the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 09:07:01.923743 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4a636e51-1ebf-4d52-9942-d808d6e91296 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for floatingip (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:01.931564 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09fb777-c788-4e95-b66f-8a75717a6e90 None None] Sync routers for ids ['4f4cac08-9db5-4216-bb73-8d0f30feaaaa'] in dv-cinder-849626-3-iscsi {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 09:07:01.942671 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09fb777-c788-4e95-b66f-8a75717a6e90 None None] Routers {'4f4cac08-9db5-4216-bb73-8d0f30feaaaa'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:07:01.943357 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-a09fb777-c788-4e95-b66f-8a75717a6e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:06:53Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['4f4cac08-9db5-4216-bb73-8d0f30feaaaa'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:07:01.953183 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-4a636e51-1ebf-4d52-9942-d808d6e91296 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "PUT /v2.0/floatingips/ad603c72-ae99-4c8b-9e85-85595ddc9b15 HTTP/1.1" status: 200 len: 991 time: 1.8152707 Jul 13 09:07:01.954368 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7bcc760-4b60-4bfc-bd63-33c070d886b6', 'tag': '80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f'}] {{(pid=104468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:07:01.956631 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b622ba103e3e5260ba9f31452615d2910364782cfb993b04b3292bc67dda7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb5d752f-af90-4171-b499-c7d6530c8c89" -d '{"events": [{"name": "network-changed", "server_uuid": "f7bcc760-4b60-4bfc-bd63-33c070d886b6", "tag": "80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f"}]}' {{(pid=104468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:07:01.995714 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 09:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a960dd5f-e124-49fb-b84b-a13c439d681e x-openstack-request-id: req-a960dd5f-e124-49fb-b84b-a13c439d681e {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:07:01.996130 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7bcc760-4b60-4bfc-bd63-33c070d886b6", "tag": "80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f", "status": "completed", "code": 200}]} {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:07:01.996380 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-a960dd5f-e124-49fb-b84b-a13c439d681e {{(pid=104468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:07:01.996801 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a960dd5f-e124-49fb-b84b-a13c439d681e'] response: {'name': 'network-changed', 'server_uuid': 'f7bcc760-4b60-4bfc-bd63-33c070d886b6', 'tag': '80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f', 'status': 'completed', 'code': 200} Jul 13 09:07:02.125972 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-a09fb777-c788-4e95-b66f-8a75717a6e90 None None] Set router 4f4cac08-9db5-4216-bb73-8d0f30feaaaa gateway port host: dv-cinder-849626-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:07:02.381662 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-a09fb777-c788-4e95-b66f-8a75717a6e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4cac08-9db5-4216-bb73-8d0f30feaaaa', 'name': 'tempest-AttachVolumeShelveTestJSON-1534830702-router', 'tenant_id': '09b63eccabbc498cb96dd4bbcef0969a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'beed97aa-b53f-44ee-b0cf-5cc4388ac182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:05:59Z', 'updated_at': '2022-07-13T09:06:05Z', 'revision_number': 4, 'project_id': '09b63eccabbc498cb96dd4bbcef0969a', 'gw_port': {'id': 'beed97aa-b53f-44ee-b0cf-5cc4388ac182', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:59:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4cac08-9db5-4216-bb73-8d0f30feaaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:00Z', 'updated_at': '2022-07-13T09:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_floatingips': [{'id': 'ad603c72-ae99-4c8b-9e85-85595ddc9b15', 'tenant_id': '09b63eccabbc498cb96dd4bbcef0969a', 'floating_ip_address': '172.27.3.120', 'floating_network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'router_id': '4f4cac08-9db5-4216-bb73-8d0f30feaaaa', 'port_id': '80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dced4119-fd64-48f2-a32b-f0864c860758', 'mac_address': 'fa:16:3e:0c:13:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7bcc760-4b60-4bfc-bd63-33c070d886b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T09:06:14Z', 'updated_at': '2022-07-13T09:07:00Z', 'revision_number': 1, 'project_id': '09b63eccabbc498cb96dd4bbcef0969a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd88bd1f5-fc2f-402c-a795-a82f3f28cc4a', 'name': '', 'network_id': 'dced4119-fd64-48f2-a32b-f0864c860758', 'tenant_id': '09b63eccabbc498cb96dd4bbcef0969a', 'mac_address': 'fa:16:3e:5c:02:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4cac08-9db5-4216-bb73-8d0f30feaaaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f435a127-82ff-4993-a381-fe0f5e258ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:03Z', 'updated_at': '2022-07-13T09:06:14Z', 'revision_number': 5, 'project_id': '09b63eccabbc498cb96dd4bbcef0969a', 'subnets': [{'id': 'f435a127-82ff-4993-a381-fe0f5e258ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:07:02.406689 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09fb777-c788-4e95-b66f-8a75717a6e90 None None] Checking router: 4f4cac08-9db5-4216-bb73-8d0f30feaaaa for host: dv-cinder-849626-3-iscsi {{(pid=104471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 09:07:02.415802 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09fb777-c788-4e95-b66f-8a75717a6e90 None None] Routers {'4f4cac08-9db5-4216-bb73-8d0f30feaaaa'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:07:02.416401 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-a09fb777-c788-4e95-b66f-8a75717a6e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:06:53Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['4f4cac08-9db5-4216-bb73-8d0f30feaaaa'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:07:02.519462 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-a09fb777-c788-4e95-b66f-8a75717a6e90 None None] Set router 4f4cac08-9db5-4216-bb73-8d0f30feaaaa gateway port host: dv-cinder-849626-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:07:02.742303 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-a09fb777-c788-4e95-b66f-8a75717a6e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4cac08-9db5-4216-bb73-8d0f30feaaaa', 'name': 'tempest-AttachVolumeShelveTestJSON-1534830702-router', 'tenant_id': '09b63eccabbc498cb96dd4bbcef0969a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'beed97aa-b53f-44ee-b0cf-5cc4388ac182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:05:59Z', 'updated_at': '2022-07-13T09:06:05Z', 'revision_number': 4, 'project_id': '09b63eccabbc498cb96dd4bbcef0969a', 'gw_port': {'id': 'beed97aa-b53f-44ee-b0cf-5cc4388ac182', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:59:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4cac08-9db5-4216-bb73-8d0f30feaaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:00Z', 'updated_at': '2022-07-13T09:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_floatingips': [{'id': 'ad603c72-ae99-4c8b-9e85-85595ddc9b15', 'tenant_id': '09b63eccabbc498cb96dd4bbcef0969a', 'floating_ip_address': '172.27.3.120', 'floating_network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'router_id': '4f4cac08-9db5-4216-bb73-8d0f30feaaaa', 'port_id': '80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dced4119-fd64-48f2-a32b-f0864c860758', 'mac_address': 'fa:16:3e:0c:13:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7bcc760-4b60-4bfc-bd63-33c070d886b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T09:06:14Z', 'updated_at': '2022-07-13T09:07:00Z', 'revision_number': 1, 'project_id': '09b63eccabbc498cb96dd4bbcef0969a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd88bd1f5-fc2f-402c-a795-a82f3f28cc4a', 'name': '', 'network_id': 'dced4119-fd64-48f2-a32b-f0864c860758', 'tenant_id': '09b63eccabbc498cb96dd4bbcef0969a', 'mac_address': 'fa:16:3e:5c:02:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4cac08-9db5-4216-bb73-8d0f30feaaaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f435a127-82ff-4993-a381-fe0f5e258ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:03Z', 'updated_at': '2022-07-13T09:06:14Z', 'revision_number': 5, 'project_id': '09b63eccabbc498cb96dd4bbcef0969a', 'subnets': [{'id': 'f435a127-82ff-4993-a381-fe0f5e258ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:07:02.753830 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cb5ea0-cfe0-4571-9980-0571e71abb35 req-920df321-6df1-491f-94f5-bc66a0f0703e tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:02.755461 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d5cb5ea0-cfe0-4571-9980-0571e71abb35 req-920df321-6df1-491f-94f5-bc66a0f0703e tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb4e5e88-6062-46c0-92b1-4f21fe81b697 HTTP/1.1" status: 200 len: 945 time: 0.0565996 Jul 13 09:07:02.768541 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09fb777-c788-4e95-b66f-8a75717a6e90 None None] The sync data for ids ['4f4cac08-9db5-4216-bb73-8d0f30feaaaa'] in dv-cinder-849626-3-iscsi is: [{'id': '4f4cac08-9db5-4216-bb73-8d0f30feaaaa', 'name': 'tempest-AttachVolumeShelveTestJSON-1534830702-router', 'tenant_id': '09b63eccabbc498cb96dd4bbcef0969a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'beed97aa-b53f-44ee-b0cf-5cc4388ac182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:05:59Z', 'updated_at': '2022-07-13T09:06:05Z', 'revision_number': 4, 'project_id': '09b63eccabbc498cb96dd4bbcef0969a', 'gw_port': {'id': 'beed97aa-b53f-44ee-b0cf-5cc4388ac182', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:59:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4cac08-9db5-4216-bb73-8d0f30feaaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:00Z', 'updated_at': '2022-07-13T09:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_floatingips': [{'id': 'ad603c72-ae99-4c8b-9e85-85595ddc9b15', 'tenant_id': '09b63eccabbc498cb96dd4bbcef0969a', 'floating_ip_address': '172.27.3.120', 'floating_network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'router_id': '4f4cac08-9db5-4216-bb73-8d0f30feaaaa', 'port_id': '80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dced4119-fd64-48f2-a32b-f0864c860758', 'mac_address': 'fa:16:3e:0c:13:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7bcc760-4b60-4bfc-bd63-33c070d886b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T09:06:14Z', 'updated_at': '2022-07-13T09:07:00Z', 'revision_number': 1, 'project_id': '09b63eccabbc498cb96dd4bbcef0969a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd88bd1f5-fc2f-402c-a795-a82f3f28cc4a', 'name': '', 'network_id': 'dced4119-fd64-48f2-a32b-f0864c860758', 'tenant_id': '09b63eccabbc498cb96dd4bbcef0969a', 'mac_address': 'fa:16:3e:5c:02:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4cac08-9db5-4216-bb73-8d0f30feaaaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f435a127-82ff-4993-a381-fe0f5e258ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:03Z', 'updated_at': '2022-07-13T09:06:14Z', 'revision_number': 5, 'project_id': '09b63eccabbc498cb96dd4bbcef0969a', 'subnets': [{'id': 'f435a127-82ff-4993-a381-fe0f5e258ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 09:07:02.805048 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d5cb5ea0-cfe0-4571-9980-0571e71abb35 req-7acc77f3-5730-45c2-847f-dae1b35216cf tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/security-groups?id=0b3399b4-d38d-4638-ac76-98394e377705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441434 Jul 13 09:07:02.952753 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab9c57-86a8-4622-b80c-a1cc5f39872e req-7341462f-fb73-45e0-b4fb-d67a9dec9a01 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:02.954739 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a0ab9c57-86a8-4622-b80c-a1cc5f39872e req-7341462f-fb73-45e0-b4fb-d67a9dec9a01 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 945 time: 0.0544467 Jul 13 09:07:03.010143 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a0ab9c57-86a8-4622-b80c-a1cc5f39872e req-88300d27-115f-4500-83c5-87f8a54a587c tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496821 Jul 13 09:07:03.048223 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0aacc48-1bdb-428b-a13f-12c5a3ca0701 None None] New status for floating IP ad603c72-ae99-4c8b-9e85-85595ddc9b15: ACTIVE {{(pid=104470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 13 09:07:03.929489 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee0352-bc81-4ca7-bf8f-22dd79602634 req-240cf9b6-7577-4936-9b8a-5b73b605aa63 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:03.931020 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-4fee0352-bc81-4ca7-bf8f-22dd79602634 req-240cf9b6-7577-4936-9b8a-5b73b605aa63 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb4e5e88-6062-46c0-92b1-4f21fe81b697 HTTP/1.1" status: 200 len: 945 time: 0.0566704 Jul 13 09:07:03.943511 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:04.019043 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-4fee0352-bc81-4ca7-bf8f-22dd79602634 req-f1956d96-ac6b-4ae4-8c0c-3eedffef4eb1 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/security-groups?id=0b3399b4-d38d-4638-ac76-98394e377705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819111 Jul 13 09:07:04.022106 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5d752f-af90-4171-b499-c7d6530c8c89 req-a3f931db-9ed3-44ad-b7b5-8b291ee74e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:04.023453 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-cb5d752f-af90-4171-b499-c7d6530c8c89 req-a3f931db-9ed3-44ad-b7b5-8b291ee74e6a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=09b63eccabbc498cb96dd4bbcef0969a&device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 1129 time: 0.0553617 Jul 13 09:07:04.132830 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab9817-9260-48c5-9255-798fcc6b312a req-37da2fc1-0128-43a8-93c3-69129ea12f82 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:04.134299 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-27ab9817-9260-48c5-9255-798fcc6b312a req-37da2fc1-0128-43a8-93c3-69129ea12f82 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 945 time: 0.0510156 Jul 13 09:07:04.193425 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-27ab9817-9260-48c5-9255-798fcc6b312a req-d8a55c60-94d8-4ac6-b5a9-c38239389083 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535076 Jul 13 09:07:04.217628 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5d752f-af90-4171-b499-c7d6530c8c89 req-e1611709-793b-452a-815e-d11a9604af63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:04.219677 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-cb5d752f-af90-4171-b499-c7d6530c8c89 req-e1611709-793b-452a-815e-d11a9604af63 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dced4119-fd64-48f2-a32b-f0864c860758 HTTP/1.1" status: 200 len: 918 time: 0.0969899 Jul 13 09:07:04.575047 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 60454) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:07:04.681953 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-dcf8bbed-35ea-43b4-bf35-acbb0ca2db99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:04.761713 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-dcf8bbed-35ea-43b4-bf35-acbb0ca2db99 admin admin] Publish callbacks [] for security_group (5b7aad40-d74f-47e4-88fb-e1e9bd028185), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:04.866744 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-dcf8bbed-35ea-43b4-bf35-acbb0ca2db99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (5b7aad40-d74f-47e4-88fb-e1e9bd028185), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:04.906402 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf8bbed-35ea-43b4-bf35-acbb0ca2db99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7aad40-d74f-47e4-88fb-e1e9bd028185,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:04.911243 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-dcf8bbed-35ea-43b4-bf35-acbb0ca2db99 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=a02f5833f666469d920f62cf415bf827&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3351462 Jul 13 09:07:04.913771 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 60468) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:07:04.966666 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-279ac32f-95d8-42d7-a0dc-6a70a6587d50 admin admin] Publish callbacks [] for security_group (5b7aad40-d74f-47e4-88fb-e1e9bd028185), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:04.988593 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-279ac32f-95d8-42d7-a0dc-6a70a6587d50 admin admin] Publish callbacks [] for security_group (5b7aad40-d74f-47e4-88fb-e1e9bd028185), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:04.990166 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:05.105756 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-279ac32f-95d8-42d7-a0dc-6a70a6587d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (5b7aad40-d74f-47e4-88fb-e1e9bd028185), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:05.107368 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-279ac32f-95d8-42d7-a0dc-6a70a6587d50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:05.111187 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-279ac32f-95d8-42d7-a0dc-6a70a6587d50 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/5b7aad40-d74f-47e4-88fb-e1e9bd028185 HTTP/1.1" status: 204 len: 168 time: 0.1939378 Jul 13 09:07:05.119281 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279ac32f-95d8-42d7-a0dc-6a70a6587d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7aad40-d74f-47e4-88fb-e1e9bd028185,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:05.156774 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e3d2e2-4e5d-405c-865f-a345e7dbf699 req-332f555c-3da8-424d-849a-7d1a4c152bb5 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:05.158757 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a2e3d2e2-4e5d-405c-865f-a345e7dbf699 req-332f555c-3da8-424d-849a-7d1a4c152bb5 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb4e5e88-6062-46c0-92b1-4f21fe81b697 HTTP/1.1" status: 200 len: 945 time: 0.0692523 Jul 13 09:07:05.211227 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a2e3d2e2-4e5d-405c-865f-a345e7dbf699 req-2533cea1-94ed-453e-add6-d23cae18ed56 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/security-groups?id=0b3399b4-d38d-4638-ac76-98394e377705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457549 Jul 13 09:07:05.307371 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c0aba9-37b4-441e-ad71-04ec7ff46fde req-40226dc9-d854-4f98-a88f-faca80fdbc19 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:05.308884 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-03c0aba9-37b4-441e-ad71-04ec7ff46fde req-40226dc9-d854-4f98-a88f-faca80fdbc19 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 945 time: 0.0471966 Jul 13 09:07:05.363707 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-03c0aba9-37b4-441e-ad71-04ec7ff46fde req-a0507375-d6f8-407d-8c87-ed583a71977f tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475609 Jul 13 09:07:05.557628 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 60494) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:07:05.663298 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-85678e12-c5cc-4ecf-bc61-394062a50499 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:05.728618 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:05.737262 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-85678e12-c5cc-4ecf-bc61-394062a50499 admin admin] Publish callbacks [] for security_group (267021b4-0f76-4bc7-9d00-b2cf5f88832f), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:05.832455 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-85678e12-c5cc-4ecf-bc61-394062a50499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (267021b4-0f76-4bc7-9d00-b2cf5f88832f), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:05.856678 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 60498) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:07:05.869990 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7521cb4e-92da-4e48-ab37-e05cc8eaf1d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:05.870286 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85678e12-c5cc-4ecf-bc61-394062a50499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=267021b4-0f76-4bc7-9d00-b2cf5f88832f,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:05.874594 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-85678e12-c5cc-4ecf-bc61-394062a50499 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=746c0db8002347f48bd3c203c6616ed8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3159733 Jul 13 09:07:05.878059 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 60500) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:07:05.930708 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-438aab78-966a-41c0-8815-e00a7643a4ac admin admin] Publish callbacks [] for security_group (267021b4-0f76-4bc7-9d00-b2cf5f88832f), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:05.946808 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7521cb4e-92da-4e48-ab37-e05cc8eaf1d2 admin admin] Publish callbacks [] for security_group (404fc68d-2245-46f5-a078-f7a587fa18cd), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:05.953074 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-438aab78-966a-41c0-8815-e00a7643a4ac admin admin] Publish callbacks [] for security_group (267021b4-0f76-4bc7-9d00-b2cf5f88832f), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:06.061015 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7521cb4e-92da-4e48-ab37-e05cc8eaf1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (404fc68d-2245-46f5-a078-f7a587fa18cd), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:06.090164 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-438aab78-966a-41c0-8815-e00a7643a4ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (267021b4-0f76-4bc7-9d00-b2cf5f88832f), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:06.092737 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-438aab78-966a-41c0-8815-e00a7643a4ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:06.093987 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-438aab78-966a-41c0-8815-e00a7643a4ac admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/267021b4-0f76-4bc7-9d00-b2cf5f88832f HTTP/1.1" status: 204 len: 168 time: 0.2148929 Jul 13 09:07:06.102980 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7521cb4e-92da-4e48-ab37-e05cc8eaf1d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=404fc68d-2245-46f5-a078-f7a587fa18cd,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:06.103898 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438aab78-966a-41c0-8815-e00a7643a4ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=267021b4-0f76-4bc7-9d00-b2cf5f88832f,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:06.107205 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-7521cb4e-92da-4e48-ab37-e05cc8eaf1d2 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=0b7f7ef1499c42b387b27b91a916aba0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2495003 Jul 13 09:07:06.110649 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 60508) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:07:06.161788 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2b10bdb9-583a-4ba8-8850-1cdbaefa31d6 admin admin] Publish callbacks [] for security_group (404fc68d-2245-46f5-a078-f7a587fa18cd), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:06.184708 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2b10bdb9-583a-4ba8-8850-1cdbaefa31d6 admin admin] Publish callbacks [] for security_group (404fc68d-2245-46f5-a078-f7a587fa18cd), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:06.279080 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2b10bdb9-583a-4ba8-8850-1cdbaefa31d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (404fc68d-2245-46f5-a078-f7a587fa18cd), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:06.282358 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2b10bdb9-583a-4ba8-8850-1cdbaefa31d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:06.288164 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-2b10bdb9-583a-4ba8-8850-1cdbaefa31d6 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/404fc68d-2245-46f5-a078-f7a587fa18cd HTTP/1.1" status: 204 len: 168 time: 0.1719377 Jul 13 09:07:06.291845 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b10bdb9-583a-4ba8-8850-1cdbaefa31d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404fc68d-2245-46f5-a078-f7a587fa18cd,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:06.330195 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228b574-2b77-4ef6-a8a0-266b57174786 req-19c0e565-a4ed-42e2-8ba5-c0dd3fa45803 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:06.331686 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b228b574-2b77-4ef6-a8a0-266b57174786 req-19c0e565-a4ed-42e2-8ba5-c0dd3fa45803 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb4e5e88-6062-46c0-92b1-4f21fe81b697 HTTP/1.1" status: 200 len: 945 time: 0.0515745 Jul 13 09:07:06.363604 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:06.390161 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b228b574-2b77-4ef6-a8a0-266b57174786 req-af1ce626-42f3-4e26-ac9f-99f7bc72e4a3 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/security-groups?id=0b3399b4-d38d-4638-ac76-98394e377705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499468 Jul 13 09:07:06.450533 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=7 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:06.489367 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a09802-870a-4942-9647-25af3719d5af req-59f825ec-b20f-446e-b5e6-1faaa715ec04 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:06.490905 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-92a09802-870a-4942-9647-25af3719d5af req-59f825ec-b20f-446e-b5e6-1faaa715ec04 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 945 time: 0.0519464 Jul 13 09:07:06.538697 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-92a09802-870a-4942-9647-25af3719d5af req-53e4f4a9-6be6-423c-9736-5d8fc6d54125 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423946 Jul 13 09:07:06.734010 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 60528) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:07:06.748103 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8457c016-a881-4e47-8721-d6b59224edc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:06.822800 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8457c016-a881-4e47-8721-d6b59224edc0 admin admin] Publish callbacks [] for security_group (93aa9275-b4de-4262-94a8-4ad4bf3842bc), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:06.878015 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8457c016-a881-4e47-8721-d6b59224edc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (93aa9275-b4de-4262-94a8-4ad4bf3842bc), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:06.921848 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-8457c016-a881-4e47-8721-d6b59224edc0 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=ea62842c5353476981ffd778d9f67dd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1839101 Jul 13 09:07:06.921848 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8457c016-a881-4e47-8721-d6b59224edc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93aa9275-b4de-4262-94a8-4ad4bf3842bc,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:06.922653 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 60532) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:07:06.972576 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fcc33a06-8c37-4646-8102-c15bb4c8e6b7 admin admin] Publish callbacks [] for security_group (93aa9275-b4de-4262-94a8-4ad4bf3842bc), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:06.994548 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fcc33a06-8c37-4646-8102-c15bb4c8e6b7 admin admin] Publish callbacks [] for security_group (93aa9275-b4de-4262-94a8-4ad4bf3842bc), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:07.139188 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fcc33a06-8c37-4646-8102-c15bb4c8e6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (93aa9275-b4de-4262-94a8-4ad4bf3842bc), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:07.139188 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fcc33a06-8c37-4646-8102-c15bb4c8e6b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:07.139188 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-fcc33a06-8c37-4646-8102-c15bb4c8e6b7 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/93aa9275-b4de-4262-94a8-4ad4bf3842bc HTTP/1.1" status: 204 len: 168 time: 0.2151704 Jul 13 09:07:07.147892 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc33a06-8c37-4646-8102-c15bb4c8e6b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93aa9275-b4de-4262-94a8-4ad4bf3842bc,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:07.338315 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-cb5d752f-af90-4171-b499-c7d6530c8c89 req-e520d508-413d-4060-9db6-9c8c63d8d6a4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f HTTP/1.1" status: 200 len: 1001 time: 0.1215920 Jul 13 09:07:07.339423 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b486a6b9-0041-403a-8acc-42336a6a7e0d req-128a2a1e-1a02-47a5-bbcd-439f79ec28f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:07.340791 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b486a6b9-0041-403a-8acc-42336a6a7e0d req-128a2a1e-1a02-47a5-bbcd-439f79ec28f9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 1129 time: 0.0823431 Jul 13 09:07:07.509356 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2da2d7-56bd-46d3-80ee-c4d066ac62b4 req-b8acd91a-9ed6-4634-9f23-e31cb3370d48 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:07.511858 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-4f2da2d7-56bd-46d3-80ee-c4d066ac62b4 req-b8acd91a-9ed6-4634-9f23-e31cb3370d48 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb4e5e88-6062-46c0-92b1-4f21fe81b697 HTTP/1.1" status: 200 len: 945 time: 0.0501597 Jul 13 09:07:07.562735 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-4f2da2d7-56bd-46d3-80ee-c4d066ac62b4 req-16bcb14f-0711-4ec5-ab67-ccf2fad00847 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/security-groups?id=0b3399b4-d38d-4638-ac76-98394e377705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432796 Jul 13 09:07:07.664222 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846005f1-7444-4138-b2fd-8d5d7f687e03 req-d4dbda08-10dd-47b6-af99-cca7979487cf tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:07.666051 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-846005f1-7444-4138-b2fd-8d5d7f687e03 req-d4dbda08-10dd-47b6-af99-cca7979487cf tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 945 time: 0.0574739 Jul 13 09:07:07.727800 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-846005f1-7444-4138-b2fd-8d5d7f687e03 req-296b998f-1fb6-4f5c-9b6b-29240813fa8d tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555265 Jul 13 09:07:07.821002 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5d752f-af90-4171-b499-c7d6530c8c89 req-fc23c69c-8c79-4736-bb5c-b4287dac75b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:07.822486 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-cb5d752f-af90-4171-b499-c7d6530c8c89 req-fc23c69c-8c79-4736-bb5c-b4287dac75b3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f435a127-82ff-4993-a381-fe0f5e258ef6 HTTP/1.1" status: 200 len: 856 time: 0.1018643 Jul 13 09:07:07.827250 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b486a6b9-0041-403a-8acc-42336a6a7e0d req-a85ffe3e-e87b-4125-bafd-24747a64289b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084249 Jul 13 09:07:08.631637 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5d752f-af90-4171-b499-c7d6530c8c89 req-04bd01af-3a96-4b81-a7e4-f8dfeacc7e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:08.633260 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-cb5d752f-af90-4171-b499-c7d6530c8c89 req-04bd01af-3a96-4b81-a7e4-f8dfeacc7e83 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dced4119-fd64-48f2-a32b-f0864c860758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2674828 Jul 13 09:07:08.709298 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1623b8b7-7dd7-4dae-80fe-250f3c2e558c req-47320ee8-2c49-4089-a876-2ff424ad32c1 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:08.710822 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-1623b8b7-7dd7-4dae-80fe-250f3c2e558c req-47320ee8-2c49-4089-a876-2ff424ad32c1 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb4e5e88-6062-46c0-92b1-4f21fe81b697 HTTP/1.1" status: 200 len: 945 time: 0.0550287 Jul 13 09:07:08.764461 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-1623b8b7-7dd7-4dae-80fe-250f3c2e558c req-ba808d59-9281-4098-bebf-f8b65317bc62 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/security-groups?id=0b3399b4-d38d-4638-ac76-98394e377705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478129 Jul 13 09:07:08.894925 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9e1d51-261e-45cb-b9b0-f66d94b22c42 req-e62bc25c-c1c2-47d1-97aa-78169bb01923 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:08.896785 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-4c9e1d51-261e-45cb-b9b0-f66d94b22c42 req-e62bc25c-c1c2-47d1-97aa-78169bb01923 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 945 time: 0.0696089 Jul 13 09:07:08.933352 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:08.946120 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-4c9e1d51-261e-45cb-b9b0-f66d94b22c42 req-a2e7eabb-25fb-40bd-ad22-1d16d9f500df tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437448 Jul 13 09:07:09.072557 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753256c5-4ba7-43e9-b749-175600bc1265 req-19b7c957-a967-417f-872c-7bbe07825fbf tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:09.082660 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-753256c5-4ba7-43e9-b749-175600bc1265 req-19b7c957-a967-417f-872c-7bbe07825fbf tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb4e5e88-6062-46c0-92b1-4f21fe81b697 HTTP/1.1" status: 200 len: 945 time: 0.0755653 Jul 13 09:07:09.083176 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 60648) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:07:09.091099 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-86a9ccf5-407a-478f-8d76-4db26dfdb010 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Request body: {'floatingip': {'port_id': '97786c99-fd64-4d30-a6bd-7dffa045cb11'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:07:09.121381 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:09.133010 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-86a9ccf5-407a-478f-8d76-4db26dfdb010 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks [] for floatingip (4470fe23-bb87-4484-92a0-adf1f55456db), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:09.164380 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-cb5d752f-af90-4171-b499-c7d6530c8c89 req-6c38e503-7c02-4786-a7d2-41a279f66dbd service neutron] 10.222.0.30 "GET /v2.0/networks/dced4119-fd64-48f2-a32b-f0864c860758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141624 Jul 13 09:07:09.288502 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-cb5d752f-af90-4171-b499-c7d6530c8c89 req-e1627663-0810-4703-9788-5c74ddffb2d8 service neutron] 10.222.0.30 "GET /v2.0/networks/dced4119-fd64-48f2-a32b-f0864c860758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110857 Jul 13 09:07:09.564656 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:09.675684 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-86a9ccf5-407a-478f-8d76-4db26dfdb010 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:09.756665 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-86a9ccf5-407a-478f-8d76-4db26dfdb010 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-388893'] for floatingip (4470fe23-bb87-4484-92a0-adf1f55456db), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:09.857468 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (6e9d2670-629d-42a5-8dd5-d0857aba9a7e), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:09.858210 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.db.l3_db [None req-86a9ccf5-407a-478f-8d76-4db26dfdb010 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Floating IP 4470fe23-bb87-4484-92a0-adf1f55456db associated. External IP: 172.27.3.252, port: 97786c99-fd64-4d30-a6bd-7dffa045cb11. Jul 13 09:07:10.287023 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f7bea-dac2-4fda-813e-97c6316f8f16 req-70baa107-a190-4c69-a483-c46e9e1ead38 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:10.288384 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-d69f7bea-dac2-4fda-813e-97c6316f8f16 req-70baa107-a190-4c69-a483-c46e9e1ead38 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 945 time: 0.2574379 Jul 13 09:07:10.298300 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86a9ccf5-407a-478f-8d76-4db26dfdb010 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Router 4f1da02d-cbd0-4602-80a0-6cd8656ba707 has already been hosted by L3 agent 084ea860-45cb-441c-b2f8-c6c2f7d6686c {{(pid=104468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 09:07:10.365429 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:10.381365 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-d69f7bea-dac2-4fda-813e-97c6316f8f16 req-992e5143-91d1-495e-a4bc-50bd78f4d464 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856042 Jul 13 09:07:10.439798 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86a9ccf5-407a-478f-8d76-4db26dfdb010 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Notify agent at l3_agent.dv-cinder-849626-3-iscsi the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 09:07:10.444007 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-86a9ccf5-407a-478f-8d76-4db26dfdb010 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for floatingip (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:10.450495 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ba85ae-a3c4-4827-bb6d-328ecc7b79b4 None None] Sync routers for ids ['4f1da02d-cbd0-4602-80a0-6cd8656ba707'] in dv-cinder-849626-3-iscsi {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 09:07:10.461426 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ba85ae-a3c4-4827-bb6d-328ecc7b79b4 None None] Routers {'4f1da02d-cbd0-4602-80a0-6cd8656ba707'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:07:10.462027 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-00ba85ae-a3c4-4827-bb6d-328ecc7b79b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:06:53Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['4f1da02d-cbd0-4602-80a0-6cd8656ba707'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:07:10.476673 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-86a9ccf5-407a-478f-8d76-4db26dfdb010 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "PUT /v2.0/floatingips/4470fe23-bb87-4484-92a0-adf1f55456db HTTP/1.1" status: 200 len: 991 time: 1.3881412 Jul 13 09:07:10.476673 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb4e5e88-6062-46c0-92b1-4f21fe81b697', 'tag': '97786c99-fd64-4d30-a6bd-7dffa045cb11'}] {{(pid=104468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:07:10.477373 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b622ba103e3e5260ba9f31452615d2910364782cfb993b04b3292bc67dda7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4517c9cc-f10e-4ee2-815b-5cb4b3ec65c5" -d '{"events": [{"name": "network-changed", "server_uuid": "eb4e5e88-6062-46c0-92b1-4f21fe81b697", "tag": "97786c99-fd64-4d30-a6bd-7dffa045cb11"}]}' {{(pid=104468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:07:10.515058 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 09:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c38b1c-4960-450d-829b-8269297b8125 x-openstack-request-id: req-c5c38b1c-4960-450d-829b-8269297b8125 {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:07:10.515329 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb4e5e88-6062-46c0-92b1-4f21fe81b697", "tag": "97786c99-fd64-4d30-a6bd-7dffa045cb11", "status": "completed", "code": 200}]} {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:07:10.515701 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-c5c38b1c-4960-450d-829b-8269297b8125 {{(pid=104468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:07:10.515701 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5c38b1c-4960-450d-829b-8269297b8125'] response: {'name': 'network-changed', 'server_uuid': 'eb4e5e88-6062-46c0-92b1-4f21fe81b697', 'tag': '97786c99-fd64-4d30-a6bd-7dffa045cb11', 'status': 'completed', 'code': 200} Jul 13 09:07:10.591031 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-00ba85ae-a3c4-4827-bb6d-328ecc7b79b4 None None] Set router 4f1da02d-cbd0-4602-80a0-6cd8656ba707 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:07:10.672300 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:10.728413 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:10.803266 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-00ba85ae-a3c4-4827-bb6d-328ecc7b79b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f1da02d-cbd0-4602-80a0-6cd8656ba707', 'name': 'tempest-AttachVolumeTestJSON-2029521589-router', 'tenant_id': 'eb9e230019f042dbbc680fc3b1340d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': 'adbe2fe6-71a5-4e8a-be54-f60cf11d3e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:06:06Z', 'updated_at': '2022-07-13T09:06:14Z', 'revision_number': 4, 'project_id': 'eb9e230019f042dbbc680fc3b1340d41', 'gw_port': {'id': 'adbe2fe6-71a5-4e8a-be54-f60cf11d3e39', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ea:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1da02d-cbd0-4602-80a0-6cd8656ba707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:07Z', 'updated_at': '2022-07-13T09:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_floatingips': [{'id': '4470fe23-bb87-4484-92a0-adf1f55456db', 'tenant_id': 'eb9e230019f042dbbc680fc3b1340d41', 'floating_ip_address': '172.27.3.252', 'floating_network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'router_id': '4f1da02d-cbd0-4602-80a0-6cd8656ba707', 'port_id': '97786c99-fd64-4d30-a6bd-7dffa045cb11', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '862d32ef-d286-4010-a420-61dff25da7b3', 'mac_address': 'fa:16:3e:55:ce:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4e5e88-6062-46c0-92b1-4f21fe81b697', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T09:06:24Z', 'updated_at': '2022-07-13T09:07:09Z', 'revision_number': 1, 'project_id': 'eb9e230019f042dbbc680fc3b1340d41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce09cf6d-2645-486b-9521-42867dfd20b3', 'name': '', 'network_id': '862d32ef-d286-4010-a420-61dff25da7b3', 'tenant_id': 'eb9e230019f042dbbc680fc3b1340d41', 'mac_address': 'fa:16:3e:c0:88:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1da02d-cbd0-4602-80a0-6cd8656ba707', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '633e38db-5802-43d1-a471-65c5e58c5839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:13Z', 'updated_at': '2022-07-13T09:06:29Z', 'revision_number': 5, 'project_id': 'eb9e230019f042dbbc680fc3b1340d41', 'subnets': [{'id': '633e38db-5802-43d1-a471-65c5e58c5839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:07:10.828475 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ba85ae-a3c4-4827-bb6d-328ecc7b79b4 None None] Checking router: 4f1da02d-cbd0-4602-80a0-6cd8656ba707 for host: dv-cinder-849626-3-iscsi {{(pid=104471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 09:07:10.836830 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ba85ae-a3c4-4827-bb6d-328ecc7b79b4 None None] Routers {'4f1da02d-cbd0-4602-80a0-6cd8656ba707'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:07:10.837426 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-00ba85ae-a3c4-4827-bb6d-328ecc7b79b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:06:53Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['4f1da02d-cbd0-4602-80a0-6cd8656ba707'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:07:10.939852 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-00ba85ae-a3c4-4827-bb6d-328ecc7b79b4 None None] Set router 4f1da02d-cbd0-4602-80a0-6cd8656ba707 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:07:11.155139 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-00ba85ae-a3c4-4827-bb6d-328ecc7b79b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f1da02d-cbd0-4602-80a0-6cd8656ba707', 'name': 'tempest-AttachVolumeTestJSON-2029521589-router', 'tenant_id': 'eb9e230019f042dbbc680fc3b1340d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': 'adbe2fe6-71a5-4e8a-be54-f60cf11d3e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:06:06Z', 'updated_at': '2022-07-13T09:06:14Z', 'revision_number': 4, 'project_id': 'eb9e230019f042dbbc680fc3b1340d41', 'gw_port': {'id': 'adbe2fe6-71a5-4e8a-be54-f60cf11d3e39', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ea:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1da02d-cbd0-4602-80a0-6cd8656ba707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:07Z', 'updated_at': '2022-07-13T09:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_floatingips': [{'id': '4470fe23-bb87-4484-92a0-adf1f55456db', 'tenant_id': 'eb9e230019f042dbbc680fc3b1340d41', 'floating_ip_address': '172.27.3.252', 'floating_network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'router_id': '4f1da02d-cbd0-4602-80a0-6cd8656ba707', 'port_id': '97786c99-fd64-4d30-a6bd-7dffa045cb11', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '862d32ef-d286-4010-a420-61dff25da7b3', 'mac_address': 'fa:16:3e:55:ce:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4e5e88-6062-46c0-92b1-4f21fe81b697', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T09:06:24Z', 'updated_at': '2022-07-13T09:07:09Z', 'revision_number': 1, 'project_id': 'eb9e230019f042dbbc680fc3b1340d41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce09cf6d-2645-486b-9521-42867dfd20b3', 'name': '', 'network_id': '862d32ef-d286-4010-a420-61dff25da7b3', 'tenant_id': 'eb9e230019f042dbbc680fc3b1340d41', 'mac_address': 'fa:16:3e:c0:88:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1da02d-cbd0-4602-80a0-6cd8656ba707', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '633e38db-5802-43d1-a471-65c5e58c5839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:13Z', 'updated_at': '2022-07-13T09:06:29Z', 'revision_number': 5, 'project_id': 'eb9e230019f042dbbc680fc3b1340d41', 'subnets': [{'id': '633e38db-5802-43d1-a471-65c5e58c5839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:07:11.253807 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ba85ae-a3c4-4827-bb6d-328ecc7b79b4 None None] The sync data for ids ['4f1da02d-cbd0-4602-80a0-6cd8656ba707'] in dv-cinder-849626-3-iscsi is: [{'id': '4f1da02d-cbd0-4602-80a0-6cd8656ba707', 'name': 'tempest-AttachVolumeTestJSON-2029521589-router', 'tenant_id': 'eb9e230019f042dbbc680fc3b1340d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': 'adbe2fe6-71a5-4e8a-be54-f60cf11d3e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:06:06Z', 'updated_at': '2022-07-13T09:06:14Z', 'revision_number': 4, 'project_id': 'eb9e230019f042dbbc680fc3b1340d41', 'gw_port': {'id': 'adbe2fe6-71a5-4e8a-be54-f60cf11d3e39', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ea:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1da02d-cbd0-4602-80a0-6cd8656ba707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:07Z', 'updated_at': '2022-07-13T09:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_floatingips': [{'id': '4470fe23-bb87-4484-92a0-adf1f55456db', 'tenant_id': 'eb9e230019f042dbbc680fc3b1340d41', 'floating_ip_address': '172.27.3.252', 'floating_network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'router_id': '4f1da02d-cbd0-4602-80a0-6cd8656ba707', 'port_id': '97786c99-fd64-4d30-a6bd-7dffa045cb11', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '862d32ef-d286-4010-a420-61dff25da7b3', 'mac_address': 'fa:16:3e:55:ce:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4e5e88-6062-46c0-92b1-4f21fe81b697', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T09:06:24Z', 'updated_at': '2022-07-13T09:07:09Z', 'revision_number': 1, 'project_id': 'eb9e230019f042dbbc680fc3b1340d41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce09cf6d-2645-486b-9521-42867dfd20b3', 'name': '', 'network_id': '862d32ef-d286-4010-a420-61dff25da7b3', 'tenant_id': 'eb9e230019f042dbbc680fc3b1340d41', 'mac_address': 'fa:16:3e:c0:88:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1da02d-cbd0-4602-80a0-6cd8656ba707', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '633e38db-5802-43d1-a471-65c5e58c5839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:13Z', 'updated_at': '2022-07-13T09:06:29Z', 'revision_number': 5, 'project_id': 'eb9e230019f042dbbc680fc3b1340d41', 'subnets': [{'id': '633e38db-5802-43d1-a471-65c5e58c5839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 09:07:11.469351 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7103341-68a5-45ac-9021-09da6ab89645 None None] New status for floating IP 4470fe23-bb87-4484-92a0-adf1f55456db: ACTIVE {{(pid=104470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 13 09:07:11.511783 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d2ef6-647a-4f85-b016-33174df20531 req-d2fe74c1-dd8f-49b7-a911-9ac8e7fbde3f tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:11.514334 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5b7d2ef6-647a-4f85-b016-33174df20531 req-d2fe74c1-dd8f-49b7-a911-9ac8e7fbde3f tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 945 time: 0.0490308 Jul 13 09:07:11.567229 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5b7d2ef6-647a-4f85-b016-33174df20531 req-6a928f6b-10cf-4b3f-823a-ec97e6f559b3 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464544 Jul 13 09:07:12.689346 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a5f43-b500-4edf-86a4-0026a8455532 req-46c14215-66c2-4c7d-83b7-c924b5dce95a tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:12.691808 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-5d3a5f43-b500-4edf-86a4-0026a8455532 req-46c14215-66c2-4c7d-83b7-c924b5dce95a tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 945 time: 0.0497808 Jul 13 09:07:12.744863 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-5d3a5f43-b500-4edf-86a4-0026a8455532 req-f395ee1c-0e42-4558-8e00-03ee89647a3a tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471163 Jul 13 09:07:12.790172 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:12.843591 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-bfdf0053-062a-46fc-a8c5-e68d75595eb7 req-a81bc6d4-06d1-4607-8c8c-571d8bdfa569 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=503d3aeb-a476-4caf-afa3-c4311d6ac263&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0746145 Jul 13 09:07:12.844648 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4517c9cc-f10e-4ee2-815b-5cb4b3ec65c5 req-98c1dae7-04b8-4742-8b2f-0392787333e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:12.846208 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-4517c9cc-f10e-4ee2-815b-5cb4b3ec65c5 req-98c1dae7-04b8-4742-8b2f-0392787333e9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb9e230019f042dbbc680fc3b1340d41&device_id=eb4e5e88-6062-46c0-92b1-4f21fe81b697 HTTP/1.1" status: 200 len: 1129 time: 0.0759804 Jul 13 09:07:12.981582 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4517c9cc-f10e-4ee2-815b-5cb4b3ec65c5 req-1645cad5-4c34-408a-ae8f-dd6ff57de88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:12.983075 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-4517c9cc-f10e-4ee2-815b-5cb4b3ec65c5 req-1645cad5-4c34-408a-ae8f-dd6ff57de88f service neutron] 10.222.0.30 "GET /v2.0/networks?id=862d32ef-d286-4010-a420-61dff25da7b3 HTTP/1.1" status: 200 len: 912 time: 0.0954328 Jul 13 09:07:13.102273 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf0053-062a-46fc-a8c5-e68d75595eb7 req-767dcac7-6fd0-427a-b7f0-89ed21e17fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:13.110869 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-bfdf0053-062a-46fc-a8c5-e68d75595eb7 req-767dcac7-6fd0-427a-b7f0-89ed21e17fd1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=461a578ac4d44ffc9284d56a09d6c18e&device_id=503d3aeb-a476-4caf-afa3-c4311d6ac263 HTTP/1.1" status: 200 len: 1130 time: 0.0820279 Jul 13 09:07:13.120076 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-4517c9cc-f10e-4ee2-815b-5cb4b3ec65c5 req-6e103ec2-3222-4252-877d-358552352ae0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97786c99-fd64-4d30-a6bd-7dffa045cb11 HTTP/1.1" status: 200 len: 1001 time: 0.0720916 Jul 13 09:07:13.240913 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4517c9cc-f10e-4ee2-815b-5cb4b3ec65c5 req-c18e3cd7-d1b1-4ebc-802a-a6375a0592af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:13.242437 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-4517c9cc-f10e-4ee2-815b-5cb4b3ec65c5 req-c18e3cd7-d1b1-4ebc-802a-a6375a0592af service neutron] 10.222.0.30 "GET /v2.0/subnets?id=633e38db-5802-43d1-a471-65c5e58c5839 HTTP/1.1" status: 200 len: 850 time: 0.1046679 Jul 13 09:07:13.275919 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 60810) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:07:13.301491 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf0053-062a-46fc-a8c5-e68d75595eb7 req-d4dc6bb6-97a8-4172-9e0c-6ee7acb90fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:13.303085 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-bfdf0053-062a-46fc-a8c5-e68d75595eb7 req-d4dc6bb6-97a8-4172-9e0c-6ee7acb90fa6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0fe0cfc8-a852-4bd7-8f2a-f57d730ea287 HTTP/1.1" status: 200 len: 912 time: 0.1664581 Jul 13 09:07:13.304348 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4517c9cc-f10e-4ee2-815b-5cb4b3ec65c5 req-2d885ad4-488b-47e6-85e7-3b6266546c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:13.305698 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-4517c9cc-f10e-4ee2-815b-5cb4b3ec65c5 req-2d885ad4-488b-47e6-85e7-3b6266546c67 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=862d32ef-d286-4010-a420-61dff25da7b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0545838 Jul 13 09:07:13.381503 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-bfdf0053-062a-46fc-a8c5-e68d75595eb7 req-48fe54f0-697a-4b11-9449-ad696fc07509 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69be1990-5762-4324-89fe-b1139a371704 HTTP/1.1" status: 200 len: 217 time: 0.0586088 Jul 13 09:07:13.402857 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7b77829d-0ad7-4130-b6a3-c9b2ebe6251d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:13.485287 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7b77829d-0ad7-4130-b6a3-c9b2ebe6251d admin admin] Publish callbacks [] for security_group (5cc9693e-1aca-43d4-96f5-acc0fd6a8b34), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:13.485902 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf0053-062a-46fc-a8c5-e68d75595eb7 req-3c9a84bd-ac6c-4de3-8f00-fccbda6669e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:13.488168 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-bfdf0053-062a-46fc-a8c5-e68d75595eb7 req-3c9a84bd-ac6c-4de3-8f00-fccbda6669e2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2d9b1655-f65d-4162-9d06-91ea7d9e504a HTTP/1.1" status: 200 len: 850 time: 0.0707061 Jul 13 09:07:13.493514 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-4517c9cc-f10e-4ee2-815b-5cb4b3ec65c5 req-488f9bc5-55aa-4edd-917e-32a072bfae5d service neutron] 10.222.0.30 "GET /v2.0/networks/862d32ef-d286-4010-a420-61dff25da7b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695843 Jul 13 09:07:13.580794 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf0053-062a-46fc-a8c5-e68d75595eb7 req-4265b352-be66-4627-a743-0b10446c8d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:13.582848 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-bfdf0053-062a-46fc-a8c5-e68d75595eb7 req-4265b352-be66-4627-a743-0b10446c8d3b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0fe0cfc8-a852-4bd7-8f2a-f57d730ea287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0879178 Jul 13 09:07:13.587959 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:13.602661 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7b77829d-0ad7-4130-b6a3-c9b2ebe6251d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (5cc9693e-1aca-43d4-96f5-acc0fd6a8b34), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:13.657118 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-7b77829d-0ad7-4130-b6a3-c9b2ebe6251d admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=cac9ba9bdc3d412d82547f24dd96ea3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3800671 Jul 13 09:07:13.658253 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 60824) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:07:13.659007 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b77829d-0ad7-4130-b6a3-c9b2ebe6251d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc9693e-1aca-43d4-96f5-acc0fd6a8b34,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:13.681378 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-4517c9cc-f10e-4ee2-815b-5cb4b3ec65c5 req-7f001ba2-82d9-4905-ad24-19e79b410e0a service neutron] 10.222.0.30 "GET /v2.0/networks/862d32ef-d286-4010-a420-61dff25da7b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781938 Jul 13 09:07:13.706962 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-bfdf0053-062a-46fc-a8c5-e68d75595eb7 req-2be4ddb3-9b6b-46cb-8676-9cee6c0c20ae service neutron] 10.222.0.30 "GET /v2.0/networks/0fe0cfc8-a852-4bd7-8f2a-f57d730ea287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162505 Jul 13 09:07:13.722876 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-31dcf8c1-6a32-4eee-a9cb-34135c1ca23f admin admin] Publish callbacks [] for security_group (5cc9693e-1aca-43d4-96f5-acc0fd6a8b34), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:13.745743 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-31dcf8c1-6a32-4eee-a9cb-34135c1ca23f admin admin] Publish callbacks [] for security_group (5cc9693e-1aca-43d4-96f5-acc0fd6a8b34), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:13.812150 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-bfdf0053-062a-46fc-a8c5-e68d75595eb7 req-02cc35e2-6130-426d-ae26-5d9ba789f48d service neutron] 10.222.0.30 "GET /v2.0/networks/0fe0cfc8-a852-4bd7-8f2a-f57d730ea287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987680 Jul 13 09:07:13.899545 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81473ea1-9633-4701-98a6-0c0c31db1c43 req-8b3676df-626b-4580-8e86-bec210bf2310 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:13.900969 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-81473ea1-9633-4701-98a6-0c0c31db1c43 req-8b3676df-626b-4580-8e86-bec210bf2310 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 945 time: 0.0545094 Jul 13 09:07:13.922266 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:13.936053 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-31dcf8c1-6a32-4eee-a9cb-34135c1ca23f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (5cc9693e-1aca-43d4-96f5-acc0fd6a8b34), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:13.938576 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-31dcf8c1-6a32-4eee-a9cb-34135c1ca23f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:13.939688 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-31dcf8c1-6a32-4eee-a9cb-34135c1ca23f admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/5cc9693e-1aca-43d4-96f5-acc0fd6a8b34 HTTP/1.1" status: 204 len: 168 time: 0.2752693 Jul 13 09:07:13.958357 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dcf8c1-6a32-4eee-a9cb-34135c1ca23f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc9693e-1aca-43d4-96f5-acc0fd6a8b34,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:13.963502 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-81473ea1-9633-4701-98a6-0c0c31db1c43 req-99535d32-92fc-4e9a-80f7-692ebfa9f7ab tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568817 Jul 13 09:07:14.595565 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd9af84-433f-44a8-a746-d14a8358d587 req-a727a215-5bd3-445d-8543-7506e015c68d tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:14.599226 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-dbd9af84-433f-44a8-a746-d14a8358d587 req-a727a215-5bd3-445d-8543-7506e015c68d tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 945 time: 0.0653305 Jul 13 09:07:14.657660 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17215680-8811-4eae-85e5-80a9c659a5b3 req-10c6bcf8-f926-4517-af85-deb499269c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:14.659852 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-17215680-8811-4eae-85e5-80a9c659a5b3 req-10c6bcf8-f926-4517-af85-deb499269c73 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7afbdee349034d2182240f1f7230236f&device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 1129 time: 0.0561113 Jul 13 09:07:14.660030 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-dbd9af84-433f-44a8-a746-d14a8358d587 req-67a33150-ae53-4231-8c35-21dcfc098803 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560575 Jul 13 09:07:14.707177 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 60858) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:07:14.721350 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-43045312-0b6c-4075-9a76-0926b41dc5fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:14.763131 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17215680-8811-4eae-85e5-80a9c659a5b3 req-e11d4048-a301-4599-9f6a-b36ff5e16a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:14.764618 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-17215680-8811-4eae-85e5-80a9c659a5b3 req-e11d4048-a301-4599-9f6a-b36ff5e16a90 service neutron] 10.222.0.30 "GET /v2.0/networks?id=66664860-8484-4278-a13a-d19d7f467709 HTTP/1.1" status: 200 len: 920 time: 0.0983255 Jul 13 09:07:14.766313 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:14.804229 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-43045312-0b6c-4075-9a76-0926b41dc5fe admin admin] Publish callbacks [] for security_group (9bd30f03-0793-4530-bf1b-653364ac9c22), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:14.805372 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-17215680-8811-4eae-85e5-80a9c659a5b3 req-5e446f79-8bb9-45da-827b-43c975d09bb7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23fec340-ea0c-4bbf-a12c-354b4909fa75 HTTP/1.1" status: 200 len: 217 time: 0.0338852 Jul 13 09:07:14.855267 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:14.861864 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17215680-8811-4eae-85e5-80a9c659a5b3 req-a2d2e4d7-3e17-4006-8fc1-cc6e7d5228a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:14.863481 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-17215680-8811-4eae-85e5-80a9c659a5b3 req-a2d2e4d7-3e17-4006-8fc1-cc6e7d5228a2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e31827df-90a6-4f3b-b292-e48b977cc711 HTTP/1.1" status: 200 len: 858 time: 0.0467463 Jul 13 09:07:14.889598 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-43045312-0b6c-4075-9a76-0926b41dc5fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (9bd30f03-0793-4530-bf1b-653364ac9c22), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:14.911785 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17215680-8811-4eae-85e5-80a9c659a5b3 req-0f253f6c-86b7-4fa6-be10-8babfc34ba52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:14.913322 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-17215680-8811-4eae-85e5-80a9c659a5b3 req-0f253f6c-86b7-4fa6-be10-8babfc34ba52 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=66664860-8484-4278-a13a-d19d7f467709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418718 Jul 13 09:07:14.938604 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-43045312-0b6c-4075-9a76-0926b41dc5fe admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=a689658abe0c4b61a00ccc3419e5e7fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2279103 Jul 13 09:07:14.939139 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 60864) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:07:14.943943 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43045312-0b6c-4075-9a76-0926b41dc5fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd30f03-0793-4530-bf1b-653364ac9c22,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:15.063787 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-17215680-8811-4eae-85e5-80a9c659a5b3 req-f8219b6a-407a-4080-b9c1-ee192f6f5160 service neutron] 10.222.0.30 "GET /v2.0/networks/66664860-8484-4278-a13a-d19d7f467709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426413 Jul 13 09:07:15.064835 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f37ff63f-3156-4a5b-af05-aa1e14e74a91 admin admin] Publish callbacks [] for security_group (9bd30f03-0793-4530-bf1b-653364ac9c22), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:15.116161 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f37ff63f-3156-4a5b-af05-aa1e14e74a91 admin admin] Publish callbacks [] for security_group (9bd30f03-0793-4530-bf1b-653364ac9c22), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:15.161033 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 60868) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:07:15.166305 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:15.203680 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-17215680-8811-4eae-85e5-80a9c659a5b3 req-e8fb9300-7d25-4fbd-a5dd-e8f3c3c555b0 service neutron] 10.222.0.30 "GET /v2.0/networks/66664860-8484-4278-a13a-d19d7f467709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329885 Jul 13 09:07:15.281386 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3ac676e3-e663-4c20-b9b1-c150324e828c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:15.318134 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f37ff63f-3156-4a5b-af05-aa1e14e74a91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (9bd30f03-0793-4530-bf1b-653364ac9c22), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:15.322251 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f37ff63f-3156-4a5b-af05-aa1e14e74a91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:15.328179 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-f37ff63f-3156-4a5b-af05-aa1e14e74a91 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/9bd30f03-0793-4530-bf1b-653364ac9c22 HTTP/1.1" status: 204 len: 168 time: 0.3877523 Jul 13 09:07:15.350251 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37ff63f-3156-4a5b-af05-aa1e14e74a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd30f03-0793-4530-bf1b-653364ac9c22,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:15.410066 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3ac676e3-e663-4c20-b9b1-c150324e828c admin admin] Publish callbacks [] for security_group (05f9ee66-ea8e-4d53-80fd-e3f744fb59a2), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:15.522135 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3ac676e3-e663-4c20-b9b1-c150324e828c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (05f9ee66-ea8e-4d53-80fd-e3f744fb59a2), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:15.565549 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-3ac676e3-e663-4c20-b9b1-c150324e828c admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=bdc3e6f1740445f2884bafb487d27906&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4028175 Jul 13 09:07:15.567973 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac676e3-e663-4c20-b9b1-c150324e828c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f9ee66-ea8e-4d53-80fd-e3f744fb59a2,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:15.569109 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 60882) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:07:15.618928 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-966b0c5c-2eb4-4315-93fe-adbcf372cabb admin admin] Publish callbacks [] for security_group (05f9ee66-ea8e-4d53-80fd-e3f744fb59a2), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:15.641390 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-966b0c5c-2eb4-4315-93fe-adbcf372cabb admin admin] Publish callbacks [] for security_group (05f9ee66-ea8e-4d53-80fd-e3f744fb59a2), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:15.798956 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db886d02-ca5b-4aff-a771-aaf01d500568 req-daa91208-8004-4bba-a125-f0fbbc354672 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:15.802650 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-db886d02-ca5b-4aff-a771-aaf01d500568 req-daa91208-8004-4bba-a125-f0fbbc354672 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 945 time: 0.0524132 Jul 13 09:07:15.804257 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-966b0c5c-2eb4-4315-93fe-adbcf372cabb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (05f9ee66-ea8e-4d53-80fd-e3f744fb59a2), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:15.807624 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-966b0c5c-2eb4-4315-93fe-adbcf372cabb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:15.811099 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-966b0c5c-2eb4-4315-93fe-adbcf372cabb admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/05f9ee66-ea8e-4d53-80fd-e3f744fb59a2 HTTP/1.1" status: 204 len: 168 time: 0.2386355 Jul 13 09:07:15.834006 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966b0c5c-2eb4-4315-93fe-adbcf372cabb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f9ee66-ea8e-4d53-80fd-e3f744fb59a2,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:15.873551 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-db886d02-ca5b-4aff-a771-aaf01d500568 req-cfce3b14-030b-4fad-b6db-0f67d5a35002 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634274 Jul 13 09:07:16.448522 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 60920) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:07:16.462721 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-344239e0-e5fe-429a-9469-23280f2c53ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:16.538908 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-344239e0-e5fe-429a-9469-23280f2c53ec admin admin] Publish callbacks [] for security_group (a8db2616-e722-4868-88e8-1f869a1cac18), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:16.603521 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-344239e0-e5fe-429a-9469-23280f2c53ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (a8db2616-e722-4868-88e8-1f869a1cac18), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:16.644623 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-344239e0-e5fe-429a-9469-23280f2c53ec admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=b8c94d2924364e189aa4f1b989008f74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1949601 Jul 13 09:07:16.645788 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344239e0-e5fe-429a-9469-23280f2c53ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8db2616-e722-4868-88e8-1f869a1cac18,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:16.647435 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 60924) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:07:16.704650 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a8b960c6-7a56-44e0-9325-5c41511809c1 admin admin] Publish callbacks [] for security_group (a8db2616-e722-4868-88e8-1f869a1cac18), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:16.728631 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a8b960c6-7a56-44e0-9325-5c41511809c1 admin admin] Publish callbacks [] for security_group (a8db2616-e722-4868-88e8-1f869a1cac18), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:16.860219 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a8b960c6-7a56-44e0-9325-5c41511809c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (a8db2616-e722-4868-88e8-1f869a1cac18), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:16.862996 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a8b960c6-7a56-44e0-9325-5c41511809c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:16.864153 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-a8b960c6-7a56-44e0-9325-5c41511809c1 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/a8db2616-e722-4868-88e8-1f869a1cac18 HTTP/1.1" status: 204 len: 168 time: 0.2156508 Jul 13 09:07:16.872308 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b960c6-7a56-44e0-9325-5c41511809c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8db2616-e722-4868-88e8-1f869a1cac18,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:16.979753 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:16.990987 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924de846-3b18-4cc6-a35c-0466d33ed756 req-dd4b66f0-f96a-451f-a711-a169731ae2db tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:16.995239 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-924de846-3b18-4cc6-a35c-0466d33ed756 req-dd4b66f0-f96a-451f-a711-a169731ae2db tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 945 time: 0.0474551 Jul 13 09:07:17.044403 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-924de846-3b18-4cc6-a35c-0466d33ed756 req-dad1ba2b-20ea-43e3-837e-dabbf1b550d8 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463436 Jul 13 09:07:18.162147 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3957adc5-7405-4561-9bec-68449e61bf37 req-252d3ed3-13ac-4830-ad52-253516fd408c tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:18.164568 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-3957adc5-7405-4561-9bec-68449e61bf37 req-252d3ed3-13ac-4830-ad52-253516fd408c tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 945 time: 0.0525956 Jul 13 09:07:18.185281 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.agents_db [None req-6da3c0df-3a39-4d49-9ef0-c2c7fda6ffa8 None None] Agent healthcheck: found 6 active agents {{(pid=104471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:07:18.217913 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-3957adc5-7405-4561-9bec-68449e61bf37 req-7c80294d-5363-42c2-9336-27e6873a5064 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462995 Jul 13 09:07:19.333172 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3693649-c117-4cce-93ca-af512f9d8414 req-514cea3d-40dc-490b-bc6f-b1b37f3a77e6 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:19.334643 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-e3693649-c117-4cce-93ca-af512f9d8414 req-514cea3d-40dc-490b-bc6f-b1b37f3a77e6 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 945 time: 0.0477562 Jul 13 09:07:19.384184 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-e3693649-c117-4cce-93ca-af512f9d8414 req-f26dae85-7333-4d40-aeee-7635d4a1f360 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439253 Jul 13 09:07:19.507861 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 32818) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:07:19.625427 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f746c5d3-44ce-4a3a-a59d-507533a8f38e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:19.701666 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f746c5d3-44ce-4a3a-a59d-507533a8f38e admin admin] Publish callbacks [] for security_group (e1939bd2-061e-4aa5-a34c-1936c1b3e915), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:19.773495 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f746c5d3-44ce-4a3a-a59d-507533a8f38e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (e1939bd2-061e-4aa5-a34c-1936c1b3e915), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:19.808402 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-f746c5d3-44ce-4a3a-a59d-507533a8f38e admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=8bf5884aaeab4c3bbe6521e634553bcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2994556 Jul 13 09:07:19.812144 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 32828) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:07:19.821064 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f746c5d3-44ce-4a3a-a59d-507533a8f38e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1939bd2-061e-4aa5-a34c-1936c1b3e915,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:19.898869 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-46daa03f-5641-4f8d-8867-3f2ed378a1fb admin admin] Publish callbacks [] for security_group (e1939bd2-061e-4aa5-a34c-1936c1b3e915), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:19.921103 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-46daa03f-5641-4f8d-8867-3f2ed378a1fb admin admin] Publish callbacks [] for security_group (e1939bd2-061e-4aa5-a34c-1936c1b3e915), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:20.063107 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-46daa03f-5641-4f8d-8867-3f2ed378a1fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (e1939bd2-061e-4aa5-a34c-1936c1b3e915), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:20.063107 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-46daa03f-5641-4f8d-8867-3f2ed378a1fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:20.063107 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-46daa03f-5641-4f8d-8867-3f2ed378a1fb admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/e1939bd2-061e-4aa5-a34c-1936c1b3e915 HTTP/1.1" status: 204 len: 168 time: 0.2490695 Jul 13 09:07:20.072401 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46daa03f-5641-4f8d-8867-3f2ed378a1fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1939bd2-061e-4aa5-a34c-1936c1b3e915,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:20.467471 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=84,neutron:DELETE=10,neutron:INSERT=6 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:20.512320 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc879f9-9019-456e-9dd3-742f78d4523a req-1cdb28cd-52e4-40d6-a204-7e32edddce78 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:20.513850 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-bbc879f9-9019-456e-9dd3-742f78d4523a req-1cdb28cd-52e4-40d6-a204-7e32edddce78 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 945 time: 0.0557599 Jul 13 09:07:20.565017 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-bbc879f9-9019-456e-9dd3-742f78d4523a req-05133b39-51cc-4ffa-a4b7-675bf5ed23ed tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444238 Jul 13 09:07:20.626167 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-b683a33b-e9d7-4aaa-bf5e-c2949086d514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (a33f270e-6fb2-40d7-a0c5-ff754f30a69f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:20.665983 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 32848) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:07:20.680126 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-15ba80f7-53ca-4bbf-b6bd-fb4d6a0ef98a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:20.757898 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-15ba80f7-53ca-4bbf-b6bd-fb4d6a0ef98a admin admin] Publish callbacks [] for security_group (f18ac40d-4ef3-478a-9c36-1692f4869b32), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:20.837448 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-15ba80f7-53ca-4bbf-b6bd-fb4d6a0ef98a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (f18ac40d-4ef3-478a-9c36-1692f4869b32), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:20.879322 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-15ba80f7-53ca-4bbf-b6bd-fb4d6a0ef98a admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=e820363244934a6f8e4b133dc256936d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2122369 Jul 13 09:07:20.880264 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ba80f7-53ca-4bbf-b6bd-fb4d6a0ef98a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f18ac40d-4ef3-478a-9c36-1692f4869b32,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:20.882009 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 32852) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:07:20.921902 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:20.932579 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-cdf3b007-92bb-4cdb-aa17-0168195c978c admin admin] Publish callbacks [] for security_group (f18ac40d-4ef3-478a-9c36-1692f4869b32), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:20.955396 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-cdf3b007-92bb-4cdb-aa17-0168195c978c admin admin] Publish callbacks [] for security_group (f18ac40d-4ef3-478a-9c36-1692f4869b32), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:21.083521 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-cdf3b007-92bb-4cdb-aa17-0168195c978c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (f18ac40d-4ef3-478a-9c36-1692f4869b32), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:21.086195 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-cdf3b007-92bb-4cdb-aa17-0168195c978c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:21.089243 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-cdf3b007-92bb-4cdb-aa17-0168195c978c admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/f18ac40d-4ef3-478a-9c36-1692f4869b32 HTTP/1.1" status: 204 len: 168 time: 0.2041924 Jul 13 09:07:21.098236 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf3b007-92bb-4cdb-aa17-0168195c978c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18ac40d-4ef3-478a-9c36-1692f4869b32,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:21.682626 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=12 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:21.696463 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e5b6b7-936a-4dc7-9f55-a02b5f579a13 req-af0353d1-89a9-48d7-90f3-d277c972c89b tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:21.698060 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-86e5b6b7-936a-4dc7-9f55-a02b5f579a13 req-af0353d1-89a9-48d7-90f3-d277c972c89b tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 945 time: 0.0560970 Jul 13 09:07:21.748444 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-86e5b6b7-936a-4dc7-9f55-a02b5f579a13 req-dcb913e0-b231-4361-8aae-6f3d02734864 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446162 Jul 13 09:07:22.763020 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483fbcc-6b65-4b7e-86c8-ba956ab8dc90 req-09c6ed8a-989e-4623-88b2-eecb8a289dc2 tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:22.764597 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-b483fbcc-6b65-4b7e-86c8-ba956ab8dc90 req-09c6ed8a-989e-4623-88b2-eecb8a289dc2 tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] 10.222.0.40 "GET /v2.0/ports?device_id=503d3aeb-a476-4caf-afa3-c4311d6ac263 HTTP/1.1" status: 200 len: 946 time: 0.0492942 Jul 13 09:07:22.824911 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-b483fbcc-6b65-4b7e-86c8-ba956ab8dc90 req-77bb4a11-1e6e-4b5e-ab24-8f8e0c104d27 tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] 10.222.0.40 "GET /v2.0/security-groups?id=1b1a5ee7-d3f1-44f7-9268-051531b6f975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541668 Jul 13 09:07:22.832506 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7e9911a7-73d4-40d8-982a-5a9531267bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (084ea860-45cb-441c-b2f8-c6c2f7d6686c), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:22.878323 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59170465-91c6-4d17-b289-6581fc16667c req-3cfb1464-f518-4f18-9053-4b3850ab95e4 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:22.879811 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-59170465-91c6-4d17-b289-6581fc16667c req-3cfb1464-f518-4f18-9053-4b3850ab95e4 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 945 time: 0.0520766 Jul 13 09:07:22.936942 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-59170465-91c6-4d17-b289-6581fc16667c req-7feecdf8-0161-4b6a-ade8-3459ddaa0df9 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514698 Jul 13 09:07:23.943905 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a455e766-8a8d-444d-a771-cda79ab5b9bf req-bdef4701-dffe-4435-939b-341b6be150e0 tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:23.952076 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a455e766-8a8d-444d-a771-cda79ab5b9bf req-bdef4701-dffe-4435-939b-341b6be150e0 tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] 10.222.0.40 "GET /v2.0/ports?device_id=503d3aeb-a476-4caf-afa3-c4311d6ac263 HTTP/1.1" status: 200 len: 946 time: 0.0586073 Jul 13 09:07:24.023168 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a455e766-8a8d-444d-a771-cda79ab5b9bf req-703b5ca6-7c81-423f-b348-fa91eed05b0b tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] 10.222.0.40 "GET /v2.0/security-groups?id=1b1a5ee7-d3f1-44f7-9268-051531b6f975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700476 Jul 13 09:07:24.057405 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 33062) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:07:24.086316 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85741c3-7047-44f9-b794-c1a01e5f5744 req-75338aed-ed47-400e-8057-da6d542a84f8 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:24.087884 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a85741c3-7047-44f9-b794-c1a01e5f5744 req-75338aed-ed47-400e-8057-da6d542a84f8 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 945 time: 0.0594728 Jul 13 09:07:24.152519 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a85741c3-7047-44f9-b794-c1a01e5f5744 req-cb2d37bf-f637-4a83-9144-96c2d8a0c983 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585787 Jul 13 09:07:24.198479 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b952b5ba-6453-4645-bc77-8f709d9851af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:24.275783 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b952b5ba-6453-4645-bc77-8f709d9851af admin admin] Publish callbacks [] for security_group (1500208f-edd0-4697-a961-13bce0ceb051), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:24.517809 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b952b5ba-6453-4645-bc77-8f709d9851af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (1500208f-edd0-4697-a961-13bce0ceb051), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:24.521589 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:24.544104 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7f3b3aed-46f4-4e68-bbbe-dab9f8099e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (d1fd82e0-5c39-4100-b44b-c54ee27d2d9f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:24.580362 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b952b5ba-6453-4645-bc77-8f709d9851af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1500208f-edd0-4697-a961-13bce0ceb051,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:24.580362 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-b952b5ba-6453-4645-bc77-8f709d9851af admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=903774042ada4832a68353809fe4b5d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5165131 Jul 13 09:07:24.581628 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 33084) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:07:24.636409 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a220d267-ef0e-4aa4-86fa-a34827ca48cc admin admin] Publish callbacks [] for security_group (1500208f-edd0-4697-a961-13bce0ceb051), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:24.658468 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a220d267-ef0e-4aa4-86fa-a34827ca48cc admin admin] Publish callbacks [] for security_group (1500208f-edd0-4697-a961-13bce0ceb051), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:24.855210 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a220d267-ef0e-4aa4-86fa-a34827ca48cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (1500208f-edd0-4697-a961-13bce0ceb051), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:24.862843 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a220d267-ef0e-4aa4-86fa-a34827ca48cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:24.862843 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-a220d267-ef0e-4aa4-86fa-a34827ca48cc admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/1500208f-edd0-4697-a961-13bce0ceb051 HTTP/1.1" status: 204 len: 168 time: 0.2763596 Jul 13 09:07:24.868418 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220d267-ef0e-4aa4-86fa-a34827ca48cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1500208f-edd0-4697-a961-13bce0ceb051,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:24.996830 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af89b012-ff83-4af4-a068-3a41a1831e21 req-0cc43cf1-f220-4548-8d3a-9234cb3d0679 tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:24.998382 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-af89b012-ff83-4af4-a068-3a41a1831e21 req-0cc43cf1-f220-4548-8d3a-9234cb3d0679 tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] 10.222.0.30 "GET /v2.0/ports?device_id=503d3aeb-a476-4caf-afa3-c4311d6ac263 HTTP/1.1" status: 200 len: 946 time: 0.0492682 Jul 13 09:07:25.055514 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 33094) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:07:25.192207 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [req-af89b012-ff83-4af4-a068-3a41a1831e21 req-5c9f0afc-49c7-480e-80f7-ca3a01212910 tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] Deleting port 69be1990-5762-4324-89fe-b1139a371704 {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:07:25.192765 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-af89b012-ff83-4af4-a068-3a41a1831e21 req-5c9f0afc-49c7-480e-80f7-ca3a01212910 tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (69be1990-5762-4324-89fe-b1139a371704), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:25.199040 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81edac15-5632-4d38-84ac-2a029bd8e719 req-de5800e3-90e8-423e-a393-a1d34e1f3f2e tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:25.203828 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-81edac15-5632-4d38-84ac-2a029bd8e719 req-de5800e3-90e8-423e-a393-a1d34e1f3f2e tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] 10.222.0.40 "GET /v2.0/ports?device_id=503d3aeb-a476-4caf-afa3-c4311d6ac263 HTTP/1.1" status: 200 len: 946 time: 0.0757620 Jul 13 09:07:25.284678 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-81edac15-5632-4d38-84ac-2a029bd8e719 req-faeb4db1-04b3-4e19-ba89-1ba04a6c0426 tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] 10.222.0.40 "GET /v2.0/security-groups?id=1b1a5ee7-d3f1-44f7-9268-051531b6f975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703609 Jul 13 09:07:25.301424 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [req-af89b012-ff83-4af4-a068-3a41a1831e21 req-5c9f0afc-49c7-480e-80f7-ca3a01212910 tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] For port 69be1990-5762-4324-89fe-b1139a371704, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=69be1990-5762-4324-89fe-b1139a371704,segment=NetworkSegment(b26e5001-6035-411a-8290-e0a90601d5d2),segment_id=b26e5001-6035-411a-8290-e0a90601d5d2)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:07:25.301777 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-af89b012-ff83-4af4-a068-3a41a1831e21 req-5c9f0afc-49c7-480e-80f7-ca3a01212910 tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (69be1990-5762-4324-89fe-b1139a371704), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:25.323394 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:25.331320 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-48bb8a64-3d5f-446a-a733-cdc8f08ad8e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:25.349279 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [req-af89b012-ff83-4af4-a068-3a41a1831e21 req-5c9f0afc-49c7-480e-80f7-ca3a01212910 tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] Calling delete_port for 69be1990-5762-4324-89fe-b1139a371704 owned by compute:nova {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:07:25.383295 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7a930-2905-4bd9-bb96-3487abfd7adb req-7a251e1d-6580-46c9-ab69-afd2dfa93bc8 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:25.384813 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-cdb7a930-2905-4bd9-bb96-3487abfd7adb req-7a251e1d-6580-46c9-ab69-afd2dfa93bc8 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 945 time: 0.0799472 Jul 13 09:07:25.496215 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5ee680a5-33f3-4217-99f5-17637ad0570e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (59ae6226-c784-4fad-8646-7377b1ef5f31), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:25.504479 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-cdb7a930-2905-4bd9-bb96-3487abfd7adb req-16c313d8-308d-483e-bfca-b0bcc81ce451 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978086 Jul 13 09:07:25.507407 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-48bb8a64-3d5f-446a-a733-cdc8f08ad8e9 admin admin] Publish callbacks [] for security_group (544a2e56-1ee8-41ce-90f3-9c9f0e3a055e), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:25.591838 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-48bb8a64-3d5f-446a-a733-cdc8f08ad8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (544a2e56-1ee8-41ce-90f3-9c9f0e3a055e), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:25.632986 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-48bb8a64-3d5f-446a-a733-cdc8f08ad8e9 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=aed4816595a14ad9a0037172bf2ecfcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5767124 Jul 13 09:07:25.633868 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bb8a64-3d5f-446a-a733-cdc8f08ad8e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544a2e56-1ee8-41ce-90f3-9c9f0e3a055e,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:25.635718 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 33104) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:07:25.655606 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-af89b012-ff83-4af4-a068-3a41a1831e21 req-5c9f0afc-49c7-480e-80f7-ca3a01212910 tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542309'] for port (69be1990-5762-4324-89fe-b1139a371704), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:25.669112 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] get_ports_and_sgs() called for port_ids ['69be1990-5762-4324-89fe-b1139a371704'] {{(pid=104470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 09:07:25.699179 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9f0afc-49c7-480e-80f7-ca3a01212910 tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] Pushing event deleted for resources: {'Port': ['ID=69be1990-5762-4324-89fe-b1139a371704,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:25.733902 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 33106) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:07:25.749437 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1d5c4b68-1b85-4b2b-94a3-0011cbc4fe48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:25.777925 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:25.783718 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [req-af89b012-ff83-4af4-a068-3a41a1831e21 req-5c9f0afc-49c7-480e-80f7-ca3a01212910 tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] No DVR routers for this DVR port 69be1990-5762-4324-89fe-b1139a371704 on host hv-cinder-84962 {{(pid=104469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 09:07:25.790332 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-af89b012-ff83-4af4-a068-3a41a1831e21 req-5c9f0afc-49c7-480e-80f7-ca3a01212910 tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for port (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:25.795950 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-af89b012-ff83-4af4-a068-3a41a1831e21 req-5c9f0afc-49c7-480e-80f7-ca3a01212910 tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] 10.222.0.30 "DELETE /v2.0/ports/69be1990-5762-4324-89fe-b1139a371704 HTTP/1.1" status: 204 len: 173 time: 0.7893665 Jul 13 09:07:25.795950 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '503d3aeb-a476-4caf-afa3-c4311d6ac263', 'name': 'network-vif-deleted', 'tag': '69be1990-5762-4324-89fe-b1139a371704'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:07:25.796372 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c4e5b91a84def5af2f1fcdaa70b19e5540aa6c2f63d8f4e9cb6586108f6a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a0d181-8150-4833-b4d2-f6cb30f3f3ff" -d '{"events": [{"server_uuid": "503d3aeb-a476-4caf-afa3-c4311d6ac263", "name": "network-vif-deleted", "tag": "69be1990-5762-4324-89fe-b1139a371704"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:07:25.809038 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-82bbf089-d5c0-465d-bb82-1acbb711e5cb admin admin] Publish callbacks [] for security_group (544a2e56-1ee8-41ce-90f3-9c9f0e3a055e), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:25.815596 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (9379cce5-6fc7-4135-bc49-530c07185724), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:25.821816 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:25.850267 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 09:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b172a84a-9906-412f-8c20-640f0318392e x-openstack-request-id: req-b172a84a-9906-412f-8c20-640f0318392e {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:07:25.853243 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "503d3aeb-a476-4caf-afa3-c4311d6ac263", "name": "network-vif-deleted", "tag": "69be1990-5762-4324-89fe-b1139a371704", "status": "completed", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:07:25.853243 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-b172a84a-9906-412f-8c20-640f0318392e {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:07:25.853243 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b172a84a-9906-412f-8c20-640f0318392e'] response: {'server_uuid': '503d3aeb-a476-4caf-afa3-c4311d6ac263', 'name': 'network-vif-deleted', 'tag': '69be1990-5762-4324-89fe-b1139a371704', 'status': 'completed', 'code': 200} Jul 13 09:07:25.853512 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-82bbf089-d5c0-465d-bb82-1acbb711e5cb admin admin] Publish callbacks [] for security_group (544a2e56-1ee8-41ce-90f3-9c9f0e3a055e), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:25.856037 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1d5c4b68-1b85-4b2b-94a3-0011cbc4fe48 admin admin] Publish callbacks [] for security_group (407ff3ac-e9e2-43d4-8525-34fde3e64fd4), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:25.938865 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1d5c4b68-1b85-4b2b-94a3-0011cbc4fe48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (407ff3ac-e9e2-43d4-8525-34fde3e64fd4), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:25.983474 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-1d5c4b68-1b85-4b2b-94a3-0011cbc4fe48 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=d3670d2a04aa477abcdf974cf9d2def0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2482059 Jul 13 09:07:25.984153 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5c4b68-1b85-4b2b-94a3-0011cbc4fe48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=407ff3ac-e9e2-43d4-8525-34fde3e64fd4,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:25.986442 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 33114) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:07:26.004338 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-82bbf089-d5c0-465d-bb82-1acbb711e5cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (544a2e56-1ee8-41ce-90f3-9c9f0e3a055e), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:26.007501 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-82bbf089-d5c0-465d-bb82-1acbb711e5cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:26.008648 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-82bbf089-d5c0-465d-bb82-1acbb711e5cb admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/544a2e56-1ee8-41ce-90f3-9c9f0e3a055e HTTP/1.1" status: 204 len: 168 time: 0.3718820 Jul 13 09:07:26.032090 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bbf089-d5c0-465d-bb82-1acbb711e5cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544a2e56-1ee8-41ce-90f3-9c9f0e3a055e,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:26.064396 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-24af9feb-5e19-4eb9-a380-0ea62e0ef681 admin admin] Publish callbacks [] for security_group (407ff3ac-e9e2-43d4-8525-34fde3e64fd4), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:26.090117 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-24af9feb-5e19-4eb9-a380-0ea62e0ef681 admin admin] Publish callbacks [] for security_group (407ff3ac-e9e2-43d4-8525-34fde3e64fd4), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:26.231870 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-24af9feb-5e19-4eb9-a380-0ea62e0ef681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (407ff3ac-e9e2-43d4-8525-34fde3e64fd4), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:26.236658 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-24af9feb-5e19-4eb9-a380-0ea62e0ef681 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:26.240181 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-24af9feb-5e19-4eb9-a380-0ea62e0ef681 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/407ff3ac-e9e2-43d4-8525-34fde3e64fd4 HTTP/1.1" status: 204 len: 168 time: 0.2507401 Jul 13 09:07:26.254936 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24af9feb-5e19-4eb9-a380-0ea62e0ef681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=407ff3ac-e9e2-43d4-8525-34fde3e64fd4,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:26.273213 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:26.393357 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-e61901ce-2c3e-4b45-841a-eee555223fe4 req-99d02845-2791-4941-bcc0-2b980f75a37c tempest-DeleteServersTestJSON-817453827 tempest-DeleteServersTestJSON-817453827-project] 10.222.0.40 "GET /v2.0/ports?device_id=503d3aeb-a476-4caf-afa3-c4311d6ac263 HTTP/1.1" status: 200 len: 210 time: 0.0274549 Jul 13 09:07:26.604263 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:26.625190 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681e278e-a1e0-4d2d-b8ef-313a5327698d req-9905765b-ce7a-4b0e-b19d-d6a16e748196 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:26.627304 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-681e278e-a1e0-4d2d-b8ef-313a5327698d req-9905765b-ce7a-4b0e-b19d-d6a16e748196 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 945 time: 0.0508602 Jul 13 09:07:26.680481 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-681e278e-a1e0-4d2d-b8ef-313a5327698d req-b098324c-0837-43a2-b487-e218632217a7 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465813 Jul 13 09:07:27.052605 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 33140) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:07:27.066990 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-0ff2336a-95d1-42b1-a33a-0e76bc6960ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:27.142388 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 33142) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:07:27.158958 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-0ff2336a-95d1-42b1-a33a-0e76bc6960ed admin admin] Publish callbacks [] for security_group (ea894fa3-8c06-44a5-97ba-6282e06337dc), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:27.222604 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 33146) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:07:27.234781 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-02ec5d96-4355-48f2-bb7c-550d88da0b0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:27.243353 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-0ff2336a-95d1-42b1-a33a-0e76bc6960ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (ea894fa3-8c06-44a5-97ba-6282e06337dc), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:27.296408 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-0ff2336a-95d1-42b1-a33a-0e76bc6960ed admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=9fd2cd0b17014208ad0bab1b0ecd91d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2425826 Jul 13 09:07:27.299096 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 33148) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:07:27.301585 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff2336a-95d1-42b1-a33a-0e76bc6960ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea894fa3-8c06-44a5-97ba-6282e06337dc,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:27.377379 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-02ec5d96-4355-48f2-bb7c-550d88da0b0a admin admin] Publish callbacks [] for security_group (c02c1fc8-0e2a-4361-a453-7426c943b588), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:27.387193 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-973456a1-0885-47a3-a10b-5b3137c9d76b admin admin] Publish callbacks [] for security_group (ea894fa3-8c06-44a5-97ba-6282e06337dc), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:27.389162 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-67011037-ab13-435d-a2db-8c64d354ee1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:27.402196 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=81,neutron:DELETE=8,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:27.411089 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-973456a1-0885-47a3-a10b-5b3137c9d76b admin admin] Publish callbacks [] for security_group (ea894fa3-8c06-44a5-97ba-6282e06337dc), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:27.469680 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-02ec5d96-4355-48f2-bb7c-550d88da0b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (c02c1fc8-0e2a-4361-a453-7426c943b588), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:27.505982 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-67011037-ab13-435d-a2db-8c64d354ee1c admin admin] Publish callbacks [] for security_group (f5667bf6-1fd6-45c3-b88a-1a029a47463d), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:27.514596 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ec5d96-4355-48f2-bb7c-550d88da0b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c02c1fc8-0e2a-4361-a453-7426c943b588,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:27.519133 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-02ec5d96-4355-48f2-bb7c-550d88da0b0a admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=5042e05651f84f73b4a2eb63a066f72b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2976556 Jul 13 09:07:27.521893 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 33156) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:07:27.583030 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9d446c29-d470-4149-9094-af0ab217b8b1 admin admin] Publish callbacks [] for security_group (c02c1fc8-0e2a-4361-a453-7426c943b588), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:27.605661 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-973456a1-0885-47a3-a10b-5b3137c9d76b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (ea894fa3-8c06-44a5-97ba-6282e06337dc), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:27.613731 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-973456a1-0885-47a3-a10b-5b3137c9d76b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:27.613731 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-973456a1-0885-47a3-a10b-5b3137c9d76b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/ea894fa3-8c06-44a5-97ba-6282e06337dc HTTP/1.1" status: 204 len: 168 time: 0.3089952 Jul 13 09:07:27.613731 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9d446c29-d470-4149-9094-af0ab217b8b1 admin admin] Publish callbacks [] for security_group (c02c1fc8-0e2a-4361-a453-7426c943b588), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:27.633761 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973456a1-0885-47a3-a10b-5b3137c9d76b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea894fa3-8c06-44a5-97ba-6282e06337dc,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:27.654475 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-67011037-ab13-435d-a2db-8c64d354ee1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (f5667bf6-1fd6-45c3-b88a-1a029a47463d), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:27.682475 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=75,neutron:INSERT=23,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:27.763356 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9d446c29-d470-4149-9094-af0ab217b8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (c02c1fc8-0e2a-4361-a453-7426c943b588), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:27.766418 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9d446c29-d470-4149-9094-af0ab217b8b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:27.767946 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-9d446c29-d470-4149-9094-af0ab217b8b1 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/c02c1fc8-0e2a-4361-a453-7426c943b588 HTTP/1.1" status: 204 len: 168 time: 0.2449815 Jul 13 09:07:27.789213 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d446c29-d470-4149-9094-af0ab217b8b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c02c1fc8-0e2a-4361-a453-7426c943b588,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:27.934950 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-67011037-ab13-435d-a2db-8c64d354ee1c admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=3898a3ddbb114254b3cd132bfe55ffe0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7908452 Jul 13 09:07:27.937609 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 33178) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:07:27.947180 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67011037-ab13-435d-a2db-8c64d354ee1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5667bf6-1fd6-45c3-b88a-1a029a47463d,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:28.007738 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24768cb-e390-46c8-9066-f517c855032b req-a7918123-fcca-48f3-80c1-2582f780e08b tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:28.009566 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:28.014538 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b24768cb-e390-46c8-9066-f517c855032b req-a7918123-fcca-48f3-80c1-2582f780e08b tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 945 time: 0.0886142 Jul 13 09:07:28.028699 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-936bf801-387d-462b-ba55-36f49826f7a1 admin admin] Publish callbacks [] for security_group (f5667bf6-1fd6-45c3-b88a-1a029a47463d), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:28.053935 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-936bf801-387d-462b-ba55-36f49826f7a1 admin admin] Publish callbacks [] for security_group (f5667bf6-1fd6-45c3-b88a-1a029a47463d), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:28.075213 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b24768cb-e390-46c8-9066-f517c855032b req-74580b22-381a-4ee4-ad14-59460ee105ed tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558257 Jul 13 09:07:28.202952 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-936bf801-387d-462b-ba55-36f49826f7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (f5667bf6-1fd6-45c3-b88a-1a029a47463d), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:28.206082 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-936bf801-387d-462b-ba55-36f49826f7a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:28.207223 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-936bf801-387d-462b-ba55-36f49826f7a1 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/f5667bf6-1fd6-45c3-b88a-1a029a47463d HTTP/1.1" status: 204 len: 168 time: 0.2680504 Jul 13 09:07:28.218435 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936bf801-387d-462b-ba55-36f49826f7a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5667bf6-1fd6-45c3-b88a-1a029a47463d,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:28.958432 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device 69be1990-5762-4324-89fe-b1139a371704 no longer exists at agent hyperv_hv-cinder-84962 {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:07:28.973955 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 33216) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:07:28.981485 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] No Port match for: 69be1990-5762-4324-89fe-b1139a371704 {{(pid=104470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 09:07:28.987123 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device 69be1990-5762-4324-89fe-b1139a371704 not bound to the agent host hv-cinder-84962 {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 09:07:28.989932 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-eba51c9d-a4af-47e3-ae04-a8ff805a8c44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:29.103788 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-eba51c9d-a4af-47e3-ae04-a8ff805a8c44 admin admin] Publish callbacks [] for security_group (df17f73c-9038-454c-b550-d1ddb192289a), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:29.113083 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 33226) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:07:29.180561 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-eba51c9d-a4af-47e3-ae04-a8ff805a8c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (df17f73c-9038-454c-b550-d1ddb192289a), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:29.240893 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba51c9d-a4af-47e3-ae04-a8ff805a8c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df17f73c-9038-454c-b550-d1ddb192289a,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:29.264815 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-eba51c9d-a4af-47e3-ae04-a8ff805a8c44 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=91d94e4e2cbb40458d592d7b77a84bfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2889397 Jul 13 09:07:29.267147 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 33232) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:07:29.292148 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6788d7-b464-417f-b8f5-ed143994a237 req-613d5907-0571-45ab-a0b0-c3d29e8dedad tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:29.293809 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-4b6788d7-b464-417f-b8f5-ed143994a237 req-613d5907-0571-45ab-a0b0-c3d29e8dedad tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 945 time: 0.0908594 Jul 13 09:07:29.352274 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-439db1c9-bbeb-462b-9d05-82431f55d581 admin admin] Publish callbacks [] for security_group (df17f73c-9038-454c-b550-d1ddb192289a), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:29.384535 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-439db1c9-bbeb-462b-9d05-82431f55d581 admin admin] Publish callbacks [] for security_group (df17f73c-9038-454c-b550-d1ddb192289a), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:29.438475 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-4b6788d7-b464-417f-b8f5-ed143994a237 req-5765c71c-3346-4d0a-bb48-038776fa2c49 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318107 Jul 13 09:07:29.647101 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-439db1c9-bbeb-462b-9d05-82431f55d581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (df17f73c-9038-454c-b550-d1ddb192289a), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:29.651260 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-439db1c9-bbeb-462b-9d05-82431f55d581 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:29.651260 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-439db1c9-bbeb-462b-9d05-82431f55d581 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/df17f73c-9038-454c-b550-d1ddb192289a HTTP/1.1" status: 204 len: 168 time: 0.3826401 Jul 13 09:07:29.660027 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439db1c9-bbeb-462b-9d05-82431f55d581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df17f73c-9038-454c-b550-d1ddb192289a,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:29.685726 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-80ae7049-1700-48a2-ac6c-1d26f79a881f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-385605'] for router_interface (ac451012-21d2-4ffb-b4af-0ab81fc725ef), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:29.992622 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-80ae7049-1700-48a2-ac6c-1d26f79a881f admin admin] Deleting port ae64baf7-83b3-4afe-988e-353f3e9fdbfa {{(pid=104468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:07:29.992958 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-80ae7049-1700-48a2-ac6c-1d26f79a881f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (ae64baf7-83b3-4afe-988e-353f3e9fdbfa), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:30.044944 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:30.089213 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.db [None req-80ae7049-1700-48a2-ac6c-1d26f79a881f admin admin] For port ae64baf7-83b3-4afe-988e-353f3e9fdbfa, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=ae64baf7-83b3-4afe-988e-353f3e9fdbfa,segment=NetworkSegment(b26e5001-6035-411a-8290-e0a90601d5d2),segment_id=b26e5001-6035-411a-8290-e0a90601d5d2)] {{(pid=104468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:07:30.089571 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-80ae7049-1700-48a2-ac6c-1d26f79a881f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (ae64baf7-83b3-4afe-988e-353f3e9fdbfa), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:30.104448 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-80ae7049-1700-48a2-ac6c-1d26f79a881f admin admin] Calling delete_port for ae64baf7-83b3-4afe-988e-353f3e9fdbfa owned by network:router_interface {{(pid=104468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:07:30.167753 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:30.418661 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-80ae7049-1700-48a2-ac6c-1d26f79a881f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135'] for port (ae64baf7-83b3-4afe-988e-353f3e9fdbfa), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:30.447525 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ae7049-1700-48a2-ac6c-1d26f79a881f admin admin] Pushing event deleted for resources: {'Port': ['ID=ae64baf7-83b3-4afe-988e-353f3e9fdbfa,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:30.630283 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89e0cb-932e-4c1b-86d3-6dbd783fc979 req-17aaf2af-319a-43e0-8f9e-ebb898d3bca2 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:30.632495 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ee89e0cb-932e-4c1b-86d3-6dbd783fc979 req-17aaf2af-319a-43e0-8f9e-ebb898d3bca2 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 945 time: 0.0651982 Jul 13 09:07:30.634150 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-80ae7049-1700-48a2-ac6c-1d26f79a881f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-385745'] for router_interface (ac451012-21d2-4ffb-b4af-0ab81fc725ef), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:30.702617 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ee89e0cb-932e-4c1b-86d3-6dbd783fc979 req-4f820b24-49e8-46e7-b10a-f417f9fe4d50 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633864 Jul 13 09:07:30.877220 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80ae7049-1700-48a2-ac6c-1d26f79a881f admin admin] Router ac451012-21d2-4ffb-b4af-0ab81fc725ef has already been hosted by L3 agent 084ea860-45cb-441c-b2f8-c6c2f7d6686c {{(pid=104468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 09:07:31.153852 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=76 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:31.156461 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=30 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:31.189060 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ae7049-1700-48a2-ac6c-1d26f79a881f admin admin] Notify agent at l3_agent.dv-cinder-849626-3-iscsi the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 09:07:31.198567 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-80ae7049-1700-48a2-ac6c-1d26f79a881f admin admin] 10.222.0.40 "PUT /v2.0/routers/ac451012-21d2-4ffb-b4af-0ab81fc725ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0782888 Jul 13 09:07:31.198567 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 33306) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:07:31.200432 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ec4e9c-fde9-4e02-bf32-1ae801a1bba0 None None] Sync routers for ids ['ac451012-21d2-4ffb-b4af-0ab81fc725ef'] in dv-cinder-849626-3-iscsi {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 09:07:31.211705 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ec4e9c-fde9-4e02-bf32-1ae801a1bba0 None None] Routers {'ac451012-21d2-4ffb-b4af-0ab81fc725ef'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:07:31.212313 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-71ec4e9c-fde9-4e02-bf32-1ae801a1bba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:07:23Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['ac451012-21d2-4ffb-b4af-0ab81fc725ef'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:07:31.307850 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f471d5ba-0cbd-47c7-9a56-4705d6811317 admin admin] Publish callbacks [] for router (ac451012-21d2-4ffb-b4af-0ab81fc725ef), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:31.320227 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-71ec4e9c-fde9-4e02-bf32-1ae801a1bba0 None None] Set router ac451012-21d2-4ffb-b4af-0ab81fc725ef gateway port host: dv-cinder-849626-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:07:31.463126 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f471d5ba-0cbd-47c7-9a56-4705d6811317 admin admin] Publish callbacks [] for router_gateway (ac451012-21d2-4ffb-b4af-0ab81fc725ef), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:31.525019 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-71ec4e9c-fde9-4e02-bf32-1ae801a1bba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac451012-21d2-4ffb-b4af-0ab81fc725ef', 'name': 'tempest-DeleteServersTestJSON-740510556-router', 'tenant_id': '461a578ac4d44ffc9284d56a09d6c18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'd2c4f5e0-d8bb-4575-95b2-0989fef0e2d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:06:01Z', 'updated_at': '2022-07-13T09:07:30Z', 'revision_number': 5, 'project_id': '461a578ac4d44ffc9284d56a09d6c18e', 'gw_port': {'id': 'd2c4f5e0-d8bb-4575-95b2-0989fef0e2d9', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:27:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac451012-21d2-4ffb-b4af-0ab81fc725ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:04Z', 'updated_at': '2022-07-13T09:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi'}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:07:31.554160 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 33318) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:07:31.554575 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ec4e9c-fde9-4e02-bf32-1ae801a1bba0 None None] Checking router: ac451012-21d2-4ffb-b4af-0ab81fc725ef for host: dv-cinder-849626-3-iscsi {{(pid=104471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 09:07:31.567942 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ec4e9c-fde9-4e02-bf32-1ae801a1bba0 None None] Routers {'ac451012-21d2-4ffb-b4af-0ab81fc725ef'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:07:31.568575 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-71ec4e9c-fde9-4e02-bf32-1ae801a1bba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:07:23Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['ac451012-21d2-4ffb-b4af-0ab81fc725ef'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:07:31.578852 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:31.591895 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-f471d5ba-0cbd-47c7-9a56-4705d6811317 admin admin] Deleting port d2c4f5e0-d8bb-4575-95b2-0989fef0e2d9 {{(pid=104468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:07:31.591895 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f471d5ba-0cbd-47c7-9a56-4705d6811317 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (d2c4f5e0-d8bb-4575-95b2-0989fef0e2d9), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:31.595248 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:31.695358 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-71ec4e9c-fde9-4e02-bf32-1ae801a1bba0 None None] Set router ac451012-21d2-4ffb-b4af-0ab81fc725ef gateway port host: None {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:07:31.696708 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.db [None req-f471d5ba-0cbd-47c7-9a56-4705d6811317 admin admin] For port d2c4f5e0-d8bb-4575-95b2-0989fef0e2d9, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=d2c4f5e0-d8bb-4575-95b2-0989fef0e2d9,segment=NetworkSegment(51732cec-dd15-4320-89e5-7b26a17afbfa),segment_id=51732cec-dd15-4320-89e5-7b26a17afbfa)] {{(pid=104468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:07:31.697067 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f471d5ba-0cbd-47c7-9a56-4705d6811317 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (d2c4f5e0-d8bb-4575-95b2-0989fef0e2d9), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:31.716169 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-f471d5ba-0cbd-47c7-9a56-4705d6811317 admin admin] Calling delete_port for d2c4f5e0-d8bb-4575-95b2-0989fef0e2d9 owned by network:router_gateway {{(pid=104468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:07:31.719790 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-cd3aaf03-9514-40e9-8424-4c53ff6cc6ed admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-334091533-network', 'tenant_id': 'd766f73cac3f40bba6f961db2e005495'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:07:31.759918 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-71ec4e9c-fde9-4e02-bf32-1ae801a1bba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac451012-21d2-4ffb-b4af-0ab81fc725ef', 'name': 'tempest-DeleteServersTestJSON-740510556-router', 'tenant_id': '461a578ac4d44ffc9284d56a09d6c18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:06:01Z', 'updated_at': '2022-07-13T09:07:31Z', 'revision_number': 6, 'project_id': '461a578ac4d44ffc9284d56a09d6c18e', 'gw_port_host': None}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:07:31.790900 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ec4e9c-fde9-4e02-bf32-1ae801a1bba0 None None] The sync data for ids ['ac451012-21d2-4ffb-b4af-0ab81fc725ef'] in dv-cinder-849626-3-iscsi is: [{'id': 'ac451012-21d2-4ffb-b4af-0ab81fc725ef', 'name': 'tempest-DeleteServersTestJSON-740510556-router', 'tenant_id': '461a578ac4d44ffc9284d56a09d6c18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:06:01Z', 'updated_at': '2022-07-13T09:07:31Z', 'revision_number': 6, 'project_id': '461a578ac4d44ffc9284d56a09d6c18e', 'gw_port_host': None}] {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 09:07:31.828921 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3aaf03-9514-40e9-8424-4c53ff6cc6ed admin admin] Made reservation on behalf of d766f73cac3f40bba6f961db2e005495 for: {'network': 1} {{(pid=104469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 09:07:31.831994 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-cd3aaf03-9514-40e9-8424-4c53ff6cc6ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for network (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:31.843048 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-cd3aaf03-9514-40e9-8424-4c53ff6cc6ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:31.912130 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a6e3a-a6b3-4319-9dd5-e74d0c4cfb66 req-3adcbca9-45a0-470f-9143-ee6d57494ed0 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:31.912894 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-2d2a6e3a-a6b3-4319-9dd5-e74d0c4cfb66 req-3adcbca9-45a0-470f-9143-ee6d57494ed0 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 945 time: 0.1166034 Jul 13 09:07:31.932979 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-cd3aaf03-9514-40e9-8424-4c53ff6cc6ed admin admin] Publish callbacks [] for security_group (c035f738-f55a-4338-b662-2088a4d78853), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:31.996657 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-2d2a6e3a-a6b3-4319-9dd5-e74d0c4cfb66 req-ad3d82c9-cd9d-4e3b-82d9-9b12909162d7 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764756 Jul 13 09:07:32.013949 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-cd3aaf03-9514-40e9-8424-4c53ff6cc6ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (c035f738-f55a-4338-b662-2088a4d78853), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:32.044568 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3aaf03-9514-40e9-8424-4c53ff6cc6ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c035f738-f55a-4338-b662-2088a4d78853,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:32.083178 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f471d5ba-0cbd-47c7-9a56-4705d6811317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135'] for port (d2c4f5e0-d8bb-4575-95b2-0989fef0e2d9), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:32.088064 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd3aaf03-9514-40e9-8424-4c53ff6cc6ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=104469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 09:07:32.097957 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-cd3aaf03-9514-40e9-8424-4c53ff6cc6ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7769013'] for segment (6e1b5c59-05a2-4473-8ee8-18202002a906), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:32.098330 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.db.segments_db [None req-cd3aaf03-9514-40e9-8424-4c53ff6cc6ed admin admin] Added segment 6e1b5c59-05a2-4473-8ee8-18202002a906 of type vlan for network 8f559a9a-7a1c-43ef-a9e2-45f5e571a5c2 Jul 13 09:07:32.110327 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f471d5ba-0cbd-47c7-9a56-4705d6811317 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2c4f5e0-d8bb-4575-95b2-0989fef0e2d9,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:32.143845 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f471d5ba-0cbd-47c7-9a56-4705d6811317 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-389068'] for router_gateway (ac451012-21d2-4ffb-b4af-0ab81fc725ef), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:32.168818 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:32.215940 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-cd3aaf03-9514-40e9-8424-4c53ff6cc6ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760184566321'] for network (8f559a9a-7a1c-43ef-a9e2-45f5e571a5c2), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:32.238772 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:32.318234 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f471d5ba-0cbd-47c7-9a56-4705d6811317 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-400323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-657'] for router (ac451012-21d2-4ffb-b4af-0ab81fc725ef), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:32.320922 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f471d5ba-0cbd-47c7-9a56-4705d6811317 admin admin] Publish callbacks [] for router_controller (ac451012-21d2-4ffb-b4af-0ab81fc725ef), precommit_delete_associations {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:32.335205 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-cd3aaf03-9514-40e9-8424-4c53ff6cc6ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428'] for network (8f559a9a-7a1c-43ef-a9e2-45f5e571a5c2), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:32.335620 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3aaf03-9514-40e9-8424-4c53ff6cc6ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:32.352393 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-cd3aaf03-9514-40e9-8424-4c53ff6cc6ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594414'] for network (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:32.354434 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device ae64baf7-83b3-4afe-988e-353f3e9fdbfa no longer exists at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:07:32.374127 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=47,neutron:UPDATE=6 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:32.375209 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] No Port match for: ae64baf7-83b3-4afe-988e-353f3e9fdbfa {{(pid=104470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 09:07:32.375557 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device ae64baf7-83b3-4afe-988e-353f3e9fdbfa not bound to the agent host dv-cinder-849626-3-iscsi {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 09:07:32.435576 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3aaf03-9514-40e9-8424-4c53ff6cc6ed admin admin] Pushing event updated for resources: {'Network': ['ID=8f559a9a-7a1c-43ef-a9e2-45f5e571a5c2,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:32.445858 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Network 8f559a9a-7a1c-43ef-a9e2-45f5e571a5c2 details requested by agent ovs-agent-dv-cinder-849626-3-iscsi with host dv-cinder-849626-3-iscsi {{(pid=104470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 09:07:32.505477 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-cd3aaf03-9514-40e9-8424-4c53ff6cc6ed admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9494035 Jul 13 09:07:32.508449 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 33334) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:07:32.514235 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-e9cbbb14-4430-4e6e-88e1-1ef0124cd439 admin admin] Request body: {'subnet': {'network_id': '8f559a9a-7a1c-43ef-a9e2-45f5e571a5c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-334091533-subnet', 'tenant_id': 'd766f73cac3f40bba6f961db2e005495', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:07:32.591243 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f471d5ba-0cbd-47c7-9a56-4705d6811317 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-400247'] for router (ac451012-21d2-4ffb-b4af-0ab81fc725ef), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:32.591884 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f471d5ba-0cbd-47c7-9a56-4705d6811317 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac451012-21d2-4ffb-b4af-0ab81fc725ef {{(pid=104468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 09:07:32.596640 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f471d5ba-0cbd-47c7-9a56-4705d6811317 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:32.597769 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-f471d5ba-0cbd-47c7-9a56-4705d6811317 admin admin] 10.222.0.40 "DELETE /v2.0/routers/ac451012-21d2-4ffb-b4af-0ab81fc725ef HTTP/1.1" status: 204 len: 168 time: 1.3995254 Jul 13 09:07:32.600423 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 33336) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:07:32.607742 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:32.631747 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9cbbb14-4430-4e6e-88e1-1ef0124cd439 admin admin] Made reservation on behalf of d766f73cac3f40bba6f961db2e005495 for: {'subnet': 1} {{(pid=104468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 09:07:32.634106 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e9cbbb14-4430-4e6e-88e1-1ef0124cd439 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:32.699682 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3f3de6a-ec0c-47cd-ac8e-0fd77f04abf1 admin admin] Deleting subnet 2d9b1655-f65d-4162-9d06-91ea7d9e504a {{(pid=104468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 13 09:07:32.707901 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e3f3de6a-ec0c-47cd-ac8e-0fd77f04abf1 admin admin] Publish callbacks [] for subnet (2d9b1655-f65d-4162-9d06-91ea7d9e504a), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:32.760391 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e3f3de6a-ec0c-47cd-ac8e-0fd77f04abf1 admin admin] Publish callbacks [] for subnet (2d9b1655-f65d-4162-9d06-91ea7d9e504a), precommit_delete_associations {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:32.873116 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e3f3de6a-ec0c-47cd-ac8e-0fd77f04abf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7837055'] for subnet (2d9b1655-f65d-4162-9d06-91ea7d9e504a), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:32.906494 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=8 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:33.023142 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e9cbbb14-4430-4e6e-88e1-1ef0124cd439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428'] for subnet (707deea6-c248-45c4-b97c-14f15475c6ca), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:33.057658 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e3f3de6a-ec0c-47cd-ac8e-0fd77f04abf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7837033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428'] for subnet (2d9b1655-f65d-4162-9d06-91ea7d9e504a), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:33.080178 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e3f3de6a-ec0c-47cd-ac8e-0fd77f04abf1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:33.083509 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-e3f3de6a-ec0c-47cd-ac8e-0fd77f04abf1 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/2d9b1655-f65d-4162-9d06-91ea7d9e504a HTTP/1.1" status: 204 len: 168 time: 0.4821382 Jul 13 09:07:33.083853 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1196c00-26f3-40de-9fc9-f954aa7412ca None None] Network 0fe0cfc8-a852-4bd7-8f2a-f57d730ea287 requested from dv-cinder-849626-3-iscsi {{(pid=104470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 09:07:33.086064 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 33344) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:07:33.107159 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cbbb14-4430-4e6e-88e1-1ef0124cd439 admin admin] Pushing event updated for resources: {'Subnet': ['ID=707deea6-c248-45c4-b97c-14f15475c6ca,revision_number=0']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:33.134390 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ece8cf-c17e-441f-80ad-937c050ac5c8 req-1cd72f68-374f-4b79-a707-41d58cec0f78 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:33.135973 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-42ece8cf-c17e-441f-80ad-937c050ac5c8 req-1cd72f68-374f-4b79-a707-41d58cec0f78 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 945 time: 0.0639279 Jul 13 09:07:33.151456 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f3de6a-ec0c-47cd-ac8e-0fd77f04abf1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d9b1655-f65d-4162-9d06-91ea7d9e504a,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:33.155114 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cbbb14-4430-4e6e-88e1-1ef0124cd439 admin admin] Checking segment: {'id': '6e1b5c59-05a2-4473-8ee8-18202002a906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8f559a9a-7a1c-43ef-a9e2-45f5e571a5c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 09:07:33.155475 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cbbb14-4430-4e6e-88e1-1ef0124cd439 admin admin] Network hostable DHCP agents. Network: 8f559a9a-7a1c-43ef-a9e2-45f5e571a5c2, hostable agents: ['a33f270e-6fb2-40d7-a0c5-ff754f30a69f'], hosted agents: [] {{(pid=104468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 09:07:33.204639 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2e7a989d-d011-49e9-8f85-342a80c21099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7847201'] for network (0fe0cfc8-a852-4bd7-8f2a-f57d730ea287), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:33.209396 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-42ece8cf-c17e-441f-80ad-937c050ac5c8 req-8ccb9afa-2718-41de-a697-c0c402ae12b3 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618682 Jul 13 09:07:33.263495 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-2e7a989d-d011-49e9-8f85-342a80c21099 admin admin] Deleting port 641956d2-7ece-4b03-8cdf-b20fc718bb59 {{(pid=104468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:07:33.263829 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2e7a989d-d011-49e9-8f85-342a80c21099 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (641956d2-7ece-4b03-8cdf-b20fc718bb59), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:33.288904 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b29955-6bd1-4702-ad67-20f460beef95 None None] DHCP port deletion for 0fe0cfc8-a852-4bd7-8f2a-f57d730ea287 request from dv-cinder-849626-3-iscsi {{(pid=104470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 13 09:07:33.324938 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cbbb14-4430-4e6e-88e1-1ef0124cd439 admin admin] Network 8f559a9a-7a1c-43ef-a9e2-45f5e571a5c2 is scheduled to be hosted by DHCP agent a33f270e-6fb2-40d7-a0c5-ff754f30a69f with binding_index 1 {{(pid=104468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 09:07:33.338762 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.db [None req-2e7a989d-d011-49e9-8f85-342a80c21099 admin admin] For port 641956d2-7ece-4b03-8cdf-b20fc718bb59, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=641956d2-7ece-4b03-8cdf-b20fc718bb59,segment=NetworkSegment(b26e5001-6035-411a-8290-e0a90601d5d2),segment_id=b26e5001-6035-411a-8290-e0a90601d5d2)] {{(pid=104468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:07:33.338762 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2e7a989d-d011-49e9-8f85-342a80c21099 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (641956d2-7ece-4b03-8cdf-b20fc718bb59), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:33.348220 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-93b29955-6bd1-4702-ad67-20f460beef95 None None] Deleting port 641956d2-7ece-4b03-8cdf-b20fc718bb59 {{(pid=104470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:07:33.348821 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-93b29955-6bd1-4702-ad67-20f460beef95 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (641956d2-7ece-4b03-8cdf-b20fc718bb59), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:33.359957 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-2e7a989d-d011-49e9-8f85-342a80c21099 admin admin] Calling delete_port for 641956d2-7ece-4b03-8cdf-b20fc718bb59 owned by network:dhcp {{(pid=104468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:07:33.407744 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-e9cbbb14-4430-4e6e-88e1-1ef0124cd439 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849626-3-iscsi, 8f559a9a-7a1c-43ef-a9e2-45f5e571a5c2) {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:07:33.418112 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cbbb14-4430-4e6e-88e1-1ef0124cd439 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:33.418840 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e9cbbb14-4430-4e6e-88e1-1ef0124cd439 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:33.440333 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-93b29955-6bd1-4702-ad67-20f460beef95 None None] For port 641956d2-7ece-4b03-8cdf-b20fc718bb59, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=641956d2-7ece-4b03-8cdf-b20fc718bb59,segment=NetworkSegment(b26e5001-6035-411a-8290-e0a90601d5d2),segment_id=b26e5001-6035-411a-8290-e0a90601d5d2)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:07:33.446202 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-93b29955-6bd1-4702-ad67-20f460beef95 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (641956d2-7ece-4b03-8cdf-b20fc718bb59), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:33.446857 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfac0ee-11bb-4dda-8a13-52400b87a551 None None] Network 8f559a9a-7a1c-43ef-a9e2-45f5e571a5c2 requested from dv-cinder-849626-3-iscsi {{(pid=104470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 09:07:33.471490 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-93b29955-6bd1-4702-ad67-20f460beef95 None None] Calling delete_port for 641956d2-7ece-4b03-8cdf-b20fc718bb59 owned by network:dhcp {{(pid=104470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:07:33.560218 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-e9cbbb14-4430-4e6e-88e1-1ef0124cd439 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0502009 Jul 13 09:07:33.561367 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2e7a989d-d011-49e9-8f85-342a80c21099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135'] for port (641956d2-7ece-4b03-8cdf-b20fc718bb59), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:33.589261 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7a989d-d011-49e9-8f85-342a80c21099 admin admin] Pushing event deleted for resources: {'Port': ['ID=641956d2-7ece-4b03-8cdf-b20fc718bb59,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:33.593241 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7a989d-d011-49e9-8f85-342a80c21099 admin admin] No DVR routers for this DVR port 641956d2-7ece-4b03-8cdf-b20fc718bb59 on host dv-cinder-849626-3-iscsi {{(pid=104468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 09:07:33.594848 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:33.704023 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2e7a989d-d011-49e9-8f85-342a80c21099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7836165', 'neutron.services.segments.db._delete_segments_for_network-8760185013827'] for network (0fe0cfc8-a852-4bd7-8f2a-f57d730ea287), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:33.733495 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2e7a989d-d011-49e9-8f85-342a80c21099 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 09:07:33.733868 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2e7a989d-d011-49e9-8f85-342a80c21099 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 09:07:33.735301 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2e7a989d-d011-49e9-8f85-342a80c21099 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 09:07:33.735690 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2e7a989d-d011-49e9-8f85-342a80c21099 admin admin] Subscribe: > port after_create 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 09:07:33.736174 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2e7a989d-d011-49e9-8f85-342a80c21099 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 09:07:33.737542 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2e7a989d-d011-49e9-8f85-342a80c21099 admin admin] Subscribe: > port after_update 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 09:07:33.737881 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2e7a989d-d011-49e9-8f85-342a80c21099 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 09:07:33.738238 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2e7a989d-d011-49e9-8f85-342a80c21099 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 09:07:33.738671 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2e7a989d-d011-49e9-8f85-342a80c21099 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 09:07:33.745655 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2e7a989d-d011-49e9-8f85-342a80c21099 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 09:07:33.821446 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-93b29955-6bd1-4702-ad67-20f460beef95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135'] for port (641956d2-7ece-4b03-8cdf-b20fc718bb59), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:33.828561 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fbfce3-5e85-4aad-a086-8a7333e277fd None None] Network 8f559a9a-7a1c-43ef-a9e2-45f5e571a5c2 requested from dv-cinder-849626-3-iscsi {{(pid=104470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 09:07:33.829435 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2e7a989d-d011-49e9-8f85-342a80c21099 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 09:07:33.829876 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2e7a989d-d011-49e9-8f85-342a80c21099 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 09:07:33.830441 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2e7a989d-d011-49e9-8f85-342a80c21099 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 09:07:33.831141 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2e7a989d-d011-49e9-8f85-342a80c21099 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 09:07:33.831539 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.services.segments.db [None req-2e7a989d-d011-49e9-8f85-342a80c21099 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fe0cfc8-a852-4bd7-8f2a-f57d730ea287']}} {{(pid=104468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:07:33.853095 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.services.segments.db [None req-2e7a989d-d011-49e9-8f85-342a80c21099 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b26e5001-6035-411a-8290-e0a90601d5d2') {'for_net_delete': True} {{(pid=104468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:07:33.853400 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.services.segments.db [None req-2e7a989d-d011-49e9-8f85-342a80c21099 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b26e5001-6035-411a-8290-e0a90601d5d2') {} {{(pid=104468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:07:33.863825 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b29955-6bd1-4702-ad67-20f460beef95 None None] Pushing event deleted for resources: {'Port': ['ID=641956d2-7ece-4b03-8cdf-b20fc718bb59,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:33.872594 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2e7a989d-d011-49e9-8f85-342a80c21099 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760185015116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4173336'] for segment (b26e5001-6035-411a-8290-e0a90601d5d2), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:33.882170 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b29955-6bd1-4702-ad67-20f460beef95 None None] No DVR routers for this DVR port 641956d2-7ece-4b03-8cdf-b20fc718bb59 on host dv-cinder-849626-3-iscsi {{(pid=104470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 09:07:33.886258 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b29955-6bd1-4702-ad67-20f460beef95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:07:33.886813 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b29955-6bd1-4702-ad67-20f460beef95 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:07:33.887169 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b29955-6bd1-4702-ad67-20f460beef95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:07:33.887524 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b29955-6bd1-4702-ad67-20f460beef95 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:07:33.887857 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b29955-6bd1-4702-ad67-20f460beef95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:07:33.888337 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b29955-6bd1-4702-ad67-20f460beef95 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:07:33.888672 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b29955-6bd1-4702-ad67-20f460beef95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:07:33.888991 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b29955-6bd1-4702-ad67-20f460beef95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:07:33.889472 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b29955-6bd1-4702-ad67-20f460beef95 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:07:33.890217 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b29955-6bd1-4702-ad67-20f460beef95 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:07:33.890695 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b29955-6bd1-4702-ad67-20f460beef95 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:07:33.891040 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b29955-6bd1-4702-ad67-20f460beef95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:07:33.891385 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b29955-6bd1-4702-ad67-20f460beef95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:07:33.891692 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b29955-6bd1-4702-ad67-20f460beef95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:07:33.892009 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b29955-6bd1-4702-ad67-20f460beef95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:07:33.898375 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2e7a989d-d011-49e9-8f85-342a80c21099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7769013'] for segment (b26e5001-6035-411a-8290-e0a90601d5d2), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:33.929918 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e7a989d-d011-49e9-8f85-342a80c21099 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=104468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 09:07:33.931431 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2e7a989d-d011-49e9-8f85-342a80c21099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7769013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8665467'] for segment (b26e5001-6035-411a-8290-e0a90601d5d2), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:34.122610 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device 641956d2-7ece-4b03-8cdf-b20fc718bb59 no longer exists at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:07:34.128694 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2e7a989d-d011-49e9-8f85-342a80c21099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7836172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-389073'] for network (0fe0cfc8-a852-4bd7-8f2a-f57d730ea287), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:34.138199 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2e7a989d-d011-49e9-8f85-342a80c21099 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594414'] for network (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:34.148211 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-2e7a989d-d011-49e9-8f85-342a80c21099 admin admin] 10.222.0.40 "DELETE /v2.0/networks/0fe0cfc8-a852-4bd7-8f2a-f57d730ea287 HTTP/1.1" status: 204 len: 168 time: 1.0609224 Jul 13 09:07:34.151773 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] No Port match for: 641956d2-7ece-4b03-8cdf-b20fc718bb59 {{(pid=104470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 09:07:34.163514 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device 641956d2-7ece-4b03-8cdf-b20fc718bb59 not bound to the agent host dv-cinder-849626-3-iscsi {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 09:07:34.163514 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device d2c4f5e0-d8bb-4575-95b2-0989fef0e2d9 no longer exists at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:07:34.163929 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7a989d-d011-49e9-8f85-342a80c21099 admin admin] Pushing event deleted for resources: {'Network': ['ID=0fe0cfc8-a852-4bd7-8f2a-f57d730ea287,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:34.178746 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] No Port match for: d2c4f5e0-d8bb-4575-95b2-0989fef0e2d9 {{(pid=104470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 09:07:34.179125 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device d2c4f5e0-d8bb-4575-95b2-0989fef0e2d9 not bound to the agent host dv-cinder-849626-3-iscsi {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 09:07:34.256996 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.services.segments.plugin [-] Segment b26e5001-6035-411a-8290-e0a90601d5d2 resource provider aggregate not found Jul 13 09:07:34.309901 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.services.segments.plugin [-] Segment b26e5001-6035-411a-8290-e0a90601d5d2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b26e5001-6035-411a-8290-e0a90601d5d2 found for delete ", "request_id": "req-bf951fc1-497c-40a4-8f8b-21dd94dd23d1"}]} Jul 13 09:07:34.378538 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c9cdc0-2773-40dd-8738-c08c30e1f797 req-a7e1ecf8-daeb-4d4a-af71-e6078b062df3 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:34.380166 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a2c9cdc0-2773-40dd-8738-c08c30e1f797 req-a7e1ecf8-daeb-4d4a-af71-e6078b062df3 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 945 time: 0.0601020 Jul 13 09:07:34.430776 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a2c9cdc0-2773-40dd-8738-c08c30e1f797 req-79791902-5435-42d8-b39a-861ac4d43986 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449190 Jul 13 09:07:34.581161 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 33404) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:07:34.585978 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-eb6df307-695c-4727-88cf-8db35e75d5a7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-867425515-network', 'tenant_id': 'f19246c2607b475bbb1dc5abd1ad2567'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:07:34.642144 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 33406) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:07:34.683767 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-ae5022c5-f4f4-42af-afed-3bad26ed81a6 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=461a578ac4d44ffc9284d56a09d6c18e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0403378 Jul 13 09:07:34.684440 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6df307-695c-4727-88cf-8db35e75d5a7 admin admin] Made reservation on behalf of f19246c2607b475bbb1dc5abd1ad2567 for: {'network': 1} {{(pid=104468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 09:07:34.686369 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 33408) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:07:34.686947 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-eb6df307-695c-4727-88cf-8db35e75d5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for network (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:34.689386 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:34.696503 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-eb6df307-695c-4727-88cf-8db35e75d5a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:34.740561 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4706b778-7cfb-4f43-9e0b-3e0d5948dd7b admin admin] Publish callbacks [] for security_group (1b1a5ee7-d3f1-44f7-9268-051531b6f975), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:34.765410 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4706b778-7cfb-4f43-9e0b-3e0d5948dd7b admin admin] Publish callbacks [] for security_group (1b1a5ee7-d3f1-44f7-9268-051531b6f975), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:34.789473 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-eb6df307-695c-4727-88cf-8db35e75d5a7 admin admin] Publish callbacks [] for security_group (166b3279-7a44-430f-a8dd-02bab91d7221), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:34.889346 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-eb6df307-695c-4727-88cf-8db35e75d5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (166b3279-7a44-430f-a8dd-02bab91d7221), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:34.917218 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4706b778-7cfb-4f43-9e0b-3e0d5948dd7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (1b1a5ee7-d3f1-44f7-9268-051531b6f975), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:34.920577 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb6df307-695c-4727-88cf-8db35e75d5a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=104468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 09:07:34.922916 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4706b778-7cfb-4f43-9e0b-3e0d5948dd7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:34.925121 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-4706b778-7cfb-4f43-9e0b-3e0d5948dd7b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/1b1a5ee7-d3f1-44f7-9268-051531b6f975 HTTP/1.1" status: 204 len: 168 time: 0.2377307 Jul 13 09:07:34.934279 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6df307-695c-4727-88cf-8db35e75d5a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=166b3279-7a44-430f-a8dd-02bab91d7221,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:34.937215 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-eb6df307-695c-4727-88cf-8db35e75d5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7769013'] for segment (ba66f334-5b08-4eec-8872-241db9df9040), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:34.937556 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.db.segments_db [None req-eb6df307-695c-4727-88cf-8db35e75d5a7 admin admin] Added segment ba66f334-5b08-4eec-8872-241db9df9040 of type vlan for network 560ea0d4-8346-4563-979e-ecf016105cde Jul 13 09:07:34.947170 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4706b778-7cfb-4f43-9e0b-3e0d5948dd7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1a5ee7-d3f1-44f7-9268-051531b6f975,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:34.984205 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-eb6df307-695c-4727-88cf-8db35e75d5a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760184566321'] for network (560ea0d4-8346-4563-979e-ecf016105cde), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:35.100499 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-eb6df307-695c-4727-88cf-8db35e75d5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428'] for network (560ea0d4-8346-4563-979e-ecf016105cde), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:35.101891 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6df307-695c-4727-88cf-8db35e75d5a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:35.102737 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-eb6df307-695c-4727-88cf-8db35e75d5a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594414'] for network (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:35.160692 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:35.166106 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6df307-695c-4727-88cf-8db35e75d5a7 admin admin] Pushing event updated for resources: {'Network': ['ID=560ea0d4-8346-4563-979e-ecf016105cde,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:35.179845 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Network 560ea0d4-8346-4563-979e-ecf016105cde details requested by agent ovs-agent-dv-cinder-849626-3-iscsi with host dv-cinder-849626-3-iscsi {{(pid=104470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 09:07:35.228774 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-eb6df307-695c-4727-88cf-8db35e75d5a7 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6440282 Jul 13 09:07:35.231864 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 33416) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:07:35.237245 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-db75d97b-f36b-43ca-bccb-844c3cfae2d6 admin admin] Request body: {'subnet': {'network_id': '560ea0d4-8346-4563-979e-ecf016105cde', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-867425515-subnet', 'tenant_id': 'f19246c2607b475bbb1dc5abd1ad2567', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:07:35.345731 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db75d97b-f36b-43ca-bccb-844c3cfae2d6 admin admin] Made reservation on behalf of f19246c2607b475bbb1dc5abd1ad2567 for: {'subnet': 1} {{(pid=104469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 09:07:35.348668 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 33422) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:07:35.350779 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-db75d97b-f36b-43ca-bccb-844c3cfae2d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8945929'] for subnet (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:35.498718 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f194da1a-13c4-4caa-a097-76c57dd73888 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:35.581895 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f0266-f821-4055-b6d4-cce83e78bd39 req-1af95eb6-6200-48bf-8eb8-0fbee0ab38f4 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:35.583428 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-cf5f0266-f821-4055-b6d4-cce83e78bd39 req-1af95eb6-6200-48bf-8eb8-0fbee0ab38f4 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 945 time: 0.0675969 Jul 13 09:07:35.594829 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f194da1a-13c4-4caa-a097-76c57dd73888 admin admin] Publish callbacks [] for security_group (1d28084a-081c-4fe6-ba80-d8350d1652a7), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:35.668339 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-cf5f0266-f821-4055-b6d4-cce83e78bd39 req-6b413511-d67f-4e2c-a566-5ac79343e811 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630214 Jul 13 09:07:35.676620 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f194da1a-13c4-4caa-a097-76c57dd73888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (1d28084a-081c-4fe6-ba80-d8350d1652a7), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:35.719080 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-f194da1a-13c4-4caa-a097-76c57dd73888 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=d5a484cba13e49698f12fe9f0fc8aab8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3690119 Jul 13 09:07:35.720207 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f194da1a-13c4-4caa-a097-76c57dd73888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d28084a-081c-4fe6-ba80-d8350d1652a7,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:35.723759 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 33438) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:07:35.772340 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-db75d97b-f36b-43ca-bccb-844c3cfae2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3541685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8945979'] for subnet (0709711d-fa45-42ce-9587-e8e61c619ead), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:35.797762 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-84632540-bd77-43f2-a6a8-1df92cac1942 admin admin] Publish callbacks [] for security_group (1d28084a-081c-4fe6-ba80-d8350d1652a7), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:35.799855 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:35.853849 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-84632540-bd77-43f2-a6a8-1df92cac1942 admin admin] Publish callbacks [] for security_group (1d28084a-081c-4fe6-ba80-d8350d1652a7), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:35.855746 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db75d97b-f36b-43ca-bccb-844c3cfae2d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0709711d-fa45-42ce-9587-e8e61c619ead,revision_number=0']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:35.914824 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:35.918383 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db75d97b-f36b-43ca-bccb-844c3cfae2d6 admin admin] Checking segment: {'id': 'ba66f334-5b08-4eec-8872-241db9df9040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '560ea0d4-8346-4563-979e-ecf016105cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 09:07:35.918738 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db75d97b-f36b-43ca-bccb-844c3cfae2d6 admin admin] Network hostable DHCP agents. Network: 560ea0d4-8346-4563-979e-ecf016105cde, hostable agents: ['a33f270e-6fb2-40d7-a0c5-ff754f30a69f'], hosted agents: [] {{(pid=104469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 09:07:36.014549 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db75d97b-f36b-43ca-bccb-844c3cfae2d6 admin admin] Network 560ea0d4-8346-4563-979e-ecf016105cde is scheduled to be hosted by DHCP agent a33f270e-6fb2-40d7-a0c5-ff754f30a69f with binding_index 1 {{(pid=104469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 09:07:36.018329 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-84632540-bd77-43f2-a6a8-1df92cac1942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (1d28084a-081c-4fe6-ba80-d8350d1652a7), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:36.020789 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-84632540-bd77-43f2-a6a8-1df92cac1942 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:36.021947 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-84632540-bd77-43f2-a6a8-1df92cac1942 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/1d28084a-081c-4fe6-ba80-d8350d1652a7 HTTP/1.1" status: 204 len: 168 time: 0.2971971 Jul 13 09:07:36.032900 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84632540-bd77-43f2-a6a8-1df92cac1942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d28084a-081c-4fe6-ba80-d8350d1652a7,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:36.088512 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [None req-db75d97b-f36b-43ca-bccb-844c3cfae2d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849626-3-iscsi, 560ea0d4-8346-4563-979e-ecf016105cde) {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:07:36.094013 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db75d97b-f36b-43ca-bccb-844c3cfae2d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:36.094795 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-db75d97b-f36b-43ca-bccb-844c3cfae2d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594414'] for subnet (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:36.098908 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1adfc2-bd29-4667-9834-6dc761884c8d None None] Network 560ea0d4-8346-4563-979e-ecf016105cde requested from dv-cinder-849626-3-iscsi {{(pid=104470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 09:07:36.161141 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-db75d97b-f36b-43ca-bccb-844c3cfae2d6 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9278200 Jul 13 09:07:36.215785 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0943aefb-bf43-437f-acf7-8416224761d9 None None] Network 560ea0d4-8346-4563-979e-ecf016105cde requested from dv-cinder-849626-3-iscsi {{(pid=104470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 09:07:36.236900 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:36.786707 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155fb20-975c-474f-9bb2-f88efadf664f req-a53c5e45-1060-438d-9596-943de6e7ca35 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:36.788224 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b155fb20-975c-474f-9bb2-f88efadf664f req-a53c5e45-1060-438d-9596-943de6e7ca35 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 945 time: 0.0492797 Jul 13 09:07:36.841700 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b155fb20-975c-474f-9bb2-f88efadf664f req-cc9d7c38-cd5d-46dc-b7b5-39e80ef9b013 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466714 Jul 13 09:07:36.852817 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 33488) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:07:36.871328 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-a5ff7e87-97d8-4bbe-9a4e-385adfbcc907 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:36.942424 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-a5ff7e87-97d8-4bbe-9a4e-385adfbcc907 admin admin] Publish callbacks [] for security_group (74d4471e-5505-48fb-850c-f1058c3a2eb8), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:37.014041 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-a5ff7e87-97d8-4bbe-9a4e-385adfbcc907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (74d4471e-5505-48fb-850c-f1058c3a2eb8), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:37.057205 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-a5ff7e87-97d8-4bbe-9a4e-385adfbcc907 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=039f4437d496490f86be87589f53e3c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2032797 Jul 13 09:07:37.059095 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ff7e87-97d8-4bbe-9a4e-385adfbcc907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d4471e-5505-48fb-850c-f1058c3a2eb8,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:37.060121 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 33490) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:07:37.112692 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-26af03ec-77f1-469c-aa75-883f0843fcbe admin admin] Publish callbacks [] for security_group (74d4471e-5505-48fb-850c-f1058c3a2eb8), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:37.134308 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-26af03ec-77f1-469c-aa75-883f0843fcbe admin admin] Publish callbacks [] for security_group (74d4471e-5505-48fb-850c-f1058c3a2eb8), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:37.253117 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-26af03ec-77f1-469c-aa75-883f0843fcbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (74d4471e-5505-48fb-850c-f1058c3a2eb8), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:37.255751 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-26af03ec-77f1-469c-aa75-883f0843fcbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:37.256906 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-26af03ec-77f1-469c-aa75-883f0843fcbe admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/74d4471e-5505-48fb-850c-f1058c3a2eb8 HTTP/1.1" status: 204 len: 168 time: 0.1958201 Jul 13 09:07:37.265613 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26af03ec-77f1-469c-aa75-883f0843fcbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d4471e-5505-48fb-850c-f1058c3a2eb8,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:37.960776 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e08d60f-c0e0-4663-b8d9-6497986bf22f req-b19bb174-beb7-4924-b3af-78dddb606ef1 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:37.962265 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-1e08d60f-c0e0-4663-b8d9-6497986bf22f req-b19bb174-beb7-4924-b3af-78dddb606ef1 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 945 time: 0.0491185 Jul 13 09:07:38.009731 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-1e08d60f-c0e0-4663-b8d9-6497986bf22f req-7b88e20d-8842-4b32-aa8c-6426aeaeafbc tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419505 Jul 13 09:07:39.133345 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e67e39-178e-4834-980a-73714a71f1e5 req-a6090a40-fef8-4f99-bfd1-9f737f38f175 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:39.134773 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d8e67e39-178e-4834-980a-73714a71f1e5 req-a6090a40-fef8-4f99-bfd1-9f737f38f175 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 945 time: 0.0560594 Jul 13 09:07:39.197267 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d8e67e39-178e-4834-980a-73714a71f1e5 req-8afd5455-16a0-42e6-b45b-c2453392ff2f tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553691 Jul 13 09:07:39.836991 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (6e9d2670-629d-42a5-8dd5-d0857aba9a7e), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:40.297284 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:DELETE=6,neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:40.315321 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81fff6-7419-42d2-b6cd-4814419841d7 req-919f861c-ae18-447c-8828-cf31ffab9c77 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:40.316912 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-bf81fff6-7419-42d2-b6cd-4814419841d7 req-919f861c-ae18-447c-8828-cf31ffab9c77 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 945 time: 0.0507863 Jul 13 09:07:40.365918 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-bf81fff6-7419-42d2-b6cd-4814419841d7 req-dd95afe5-1872-4169-8b82-93892b644d57 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434566 Jul 13 09:07:40.471503 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 33632) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:07:40.589456 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c2b196e4-27a6-4c43-89c7-dd9191c7c6b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:40.665627 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c2b196e4-27a6-4c43-89c7-dd9191c7c6b3 admin admin] Publish callbacks [] for security_group (e04d29e8-fdd0-4d8f-8c55-985b3afb0a7c), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:40.745129 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c2b196e4-27a6-4c43-89c7-dd9191c7c6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (e04d29e8-fdd0-4d8f-8c55-985b3afb0a7c), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:40.782448 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:40.786095 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-c2b196e4-27a6-4c43-89c7-dd9191c7c6b3 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=119065e59b3a424792e33a9e9ce102e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3133836 Jul 13 09:07:40.787135 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b196e4-27a6-4c43-89c7-dd9191c7c6b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e04d29e8-fdd0-4d8f-8c55-985b3afb0a7c,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:40.788974 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 33638) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:07:40.865350 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-54ba6899-eded-4452-b023-a8bae984a2ba admin admin] Publish callbacks [] for security_group (e04d29e8-fdd0-4d8f-8c55-985b3afb0a7c), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:40.889002 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-54ba6899-eded-4452-b023-a8bae984a2ba admin admin] Publish callbacks [] for security_group (e04d29e8-fdd0-4d8f-8c55-985b3afb0a7c), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:41.036675 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-54ba6899-eded-4452-b023-a8bae984a2ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (e04d29e8-fdd0-4d8f-8c55-985b3afb0a7c), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:41.039257 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-54ba6899-eded-4452-b023-a8bae984a2ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:41.040432 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-54ba6899-eded-4452-b023-a8bae984a2ba admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/e04d29e8-fdd0-4d8f-8c55-985b3afb0a7c HTTP/1.1" status: 204 len: 168 time: 0.2495651 Jul 13 09:07:41.048885 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ba6899-eded-4452-b023-a8bae984a2ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04d29e8-fdd0-4d8f-8c55-985b3afb0a7c,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:41.402206 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 33662) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:07:41.519322 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247fc517-b2ed-4fdf-bd28-c3d64e4c9a1c req-0315d0e1-1ff8-4558-81fd-730ed50e1993 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:41.525899 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-247fc517-b2ed-4fdf-bd28-c3d64e4c9a1c req-0315d0e1-1ff8-4558-81fd-730ed50e1993 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 945 time: 0.0663030 Jul 13 09:07:41.549685 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5531209a-d6dd-4ab6-82e9-c375be0c8fb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:41.588249 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-247fc517-b2ed-4fdf-bd28-c3d64e4c9a1c req-fe09cb3c-5a18-45ea-a205-f898363e565b tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596831 Jul 13 09:07:41.631664 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5531209a-d6dd-4ab6-82e9-c375be0c8fb4 admin admin] Publish callbacks [] for security_group (8be4a137-7f56-45e2-b0fd-4edd12a3ac1d), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:41.693992 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5531209a-d6dd-4ab6-82e9-c375be0c8fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (8be4a137-7f56-45e2-b0fd-4edd12a3ac1d), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:41.725963 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=17 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:41.735261 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-5531209a-d6dd-4ab6-82e9-c375be0c8fb4 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=621ab3540def48f2ac9ab581ef09d557&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3352151 Jul 13 09:07:41.738179 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 33682) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:07:41.744374 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5531209a-d6dd-4ab6-82e9-c375be0c8fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be4a137-7f56-45e2-b0fd-4edd12a3ac1d,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:41.791520 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=66 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:41.793971 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-15889f45-0e35-48d4-9431-a931b981f325 admin admin] Publish callbacks [] for security_group (8be4a137-7f56-45e2-b0fd-4edd12a3ac1d), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:41.816100 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-15889f45-0e35-48d4-9431-a931b981f325 admin admin] Publish callbacks [] for security_group (8be4a137-7f56-45e2-b0fd-4edd12a3ac1d), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:41.968119 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-15889f45-0e35-48d4-9431-a931b981f325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (8be4a137-7f56-45e2-b0fd-4edd12a3ac1d), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:41.970783 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-15889f45-0e35-48d4-9431-a931b981f325 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:41.971980 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-15889f45-0e35-48d4-9431-a931b981f325 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/8be4a137-7f56-45e2-b0fd-4edd12a3ac1d HTTP/1.1" status: 204 len: 168 time: 0.2327769 Jul 13 09:07:41.991208 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15889f45-0e35-48d4-9431-a931b981f325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be4a137-7f56-45e2-b0fd-4edd12a3ac1d,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:42.699264 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7076c62-f544-444b-8dc5-677388d4a162 req-29243df9-a741-4ab4-bd84-eb7f3c87bd8e tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:42.700788 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d7076c62-f544-444b-8dc5-677388d4a162 req-29243df9-a741-4ab4-bd84-eb7f3c87bd8e tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 945 time: 0.0516579 Jul 13 09:07:42.751430 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d7076c62-f544-444b-8dc5-677388d4a162 req-f8ab027f-afc8-4035-8867-51a2910be51a tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435767 Jul 13 09:07:42.788434 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 33726) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:07:42.802555 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c68199bb-4c4a-47a4-ab28-ea569fca11e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:42.882935 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c68199bb-4c4a-47a4-ab28-ea569fca11e7 admin admin] Publish callbacks [] for security_group (9bfec7d0-58e3-43f3-9800-7291ff62a533), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:42.957220 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c68199bb-4c4a-47a4-ab28-ea569fca11e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (9bfec7d0-58e3-43f3-9800-7291ff62a533), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:42.999348 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-c68199bb-4c4a-47a4-ab28-ea569fca11e7 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=97dcd1788b544599aa6d19e343c0b4cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2098436 Jul 13 09:07:43.000141 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68199bb-4c4a-47a4-ab28-ea569fca11e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bfec7d0-58e3-43f3-9800-7291ff62a533,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:43.002281 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 33732) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:07:43.034014 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:43.056741 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-a2e8138f-65b8-445c-89a7-53380c2fd58f admin admin] Publish callbacks [] for security_group (9bfec7d0-58e3-43f3-9800-7291ff62a533), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:43.083009 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-a2e8138f-65b8-445c-89a7-53380c2fd58f admin admin] Publish callbacks [] for security_group (9bfec7d0-58e3-43f3-9800-7291ff62a533), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:43.116063 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=7 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:43.196789 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-a2e8138f-65b8-445c-89a7-53380c2fd58f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (9bfec7d0-58e3-43f3-9800-7291ff62a533), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:43.199356 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-a2e8138f-65b8-445c-89a7-53380c2fd58f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:43.203255 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-a2e8138f-65b8-445c-89a7-53380c2fd58f admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/9bfec7d0-58e3-43f3-9800-7291ff62a533 HTTP/1.1" status: 204 len: 168 time: 0.1966681 Jul 13 09:07:43.209446 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e8138f-65b8-445c-89a7-53380c2fd58f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bfec7d0-58e3-43f3-9800-7291ff62a533,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:43.880345 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def9e52-96c4-4a5b-b78c-ebf42def4381 req-7bbbaa04-ca64-47fe-a3d8-e6da35dab8c5 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:43.881857 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-9def9e52-96c4-4a5b-b78c-ebf42def4381 req-7bbbaa04-ca64-47fe-a3d8-e6da35dab8c5 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 945 time: 0.0516744 Jul 13 09:07:43.942591 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-9def9e52-96c4-4a5b-b78c-ebf42def4381 req-5e842c7a-a73a-4d22-90f7-139e82ccfa35 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548193 Jul 13 09:07:43.946854 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 33766) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:07:43.961871 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b666418f-c332-435b-9092-b721c602e169 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:43.971910 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:44.058346 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b666418f-c332-435b-9092-b721c602e169 admin admin] Publish callbacks [] for security_group (67caf112-fe50-4054-aed0-77251656480c), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:44.111588 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b666418f-c332-435b-9092-b721c602e169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (67caf112-fe50-4054-aed0-77251656480c), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:44.156541 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-b666418f-c332-435b-9092-b721c602e169 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=cdc6f8bff7c54f2bb14f7cf2a7c538e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2081358 Jul 13 09:07:44.158837 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 33776) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:07:44.162829 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b666418f-c332-435b-9092-b721c602e169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67caf112-fe50-4054-aed0-77251656480c,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:44.220804 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-00f20c06-4cd2-4e6f-a199-046b2b16dbd2 admin admin] Publish callbacks [] for security_group (67caf112-fe50-4054-aed0-77251656480c), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:44.243932 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-00f20c06-4cd2-4e6f-a199-046b2b16dbd2 admin admin] Publish callbacks [] for security_group (67caf112-fe50-4054-aed0-77251656480c), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:44.374204 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-00f20c06-4cd2-4e6f-a199-046b2b16dbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (67caf112-fe50-4054-aed0-77251656480c), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:44.376753 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-00f20c06-4cd2-4e6f-a199-046b2b16dbd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:44.378619 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-00f20c06-4cd2-4e6f-a199-046b2b16dbd2 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/67caf112-fe50-4054-aed0-77251656480c HTTP/1.1" status: 204 len: 168 time: 0.2175293 Jul 13 09:07:44.386056 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f20c06-4cd2-4e6f-a199-046b2b16dbd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67caf112-fe50-4054-aed0-77251656480c,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:45.067797 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd33aea-8731-4b02-a068-8693b607db96 req-1cf491bd-5d12-44b7-8cfc-d558073b055c tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:45.069287 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-2dd33aea-8731-4b02-a068-8693b607db96 req-1cf491bd-5d12-44b7-8cfc-d558073b055c tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 945 time: 0.0530944 Jul 13 09:07:45.121561 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-2dd33aea-8731-4b02-a068-8693b607db96 req-87b12694-2f3d-4e26-acb6-3797355af8e4 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465980 Jul 13 09:07:45.397512 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 33810) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:07:45.492346 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-dafdf557-f853-42c9-a7db-e1e8ac656f5c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2145401859-network', 'tenant_id': 'be3ff54edaf7439bab9ca81656e94c70'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:07:45.578891 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dafdf557-f853-42c9-a7db-e1e8ac656f5c admin admin] Made reservation on behalf of be3ff54edaf7439bab9ca81656e94c70 for: {'network': 1} {{(pid=104469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 09:07:45.581341 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-dafdf557-f853-42c9-a7db-e1e8ac656f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for network (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:45.590285 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-dafdf557-f853-42c9-a7db-e1e8ac656f5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:45.670352 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-dafdf557-f853-42c9-a7db-e1e8ac656f5c admin admin] Publish callbacks [] for security_group (08d948e1-356b-4796-94a9-af7d163eff09), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:45.710324 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-dafdf557-f853-42c9-a7db-e1e8ac656f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (08d948e1-356b-4796-94a9-af7d163eff09), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:45.739576 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dafdf557-f853-42c9-a7db-e1e8ac656f5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=104469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 09:07:45.748428 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafdf557-f853-42c9-a7db-e1e8ac656f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d948e1-356b-4796-94a9-af7d163eff09,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:45.755416 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-dafdf557-f853-42c9-a7db-e1e8ac656f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7769013'] for segment (1a040656-e7c6-465b-9b3c-96b60be8e163), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:45.755757 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.db.segments_db [None req-dafdf557-f853-42c9-a7db-e1e8ac656f5c admin admin] Added segment 1a040656-e7c6-465b-9b3c-96b60be8e163 of type vlan for network 913797b9-97f0-4f1d-84dd-b458a159148c Jul 13 09:07:45.795542 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-dafdf557-f853-42c9-a7db-e1e8ac656f5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760184566321'] for network (913797b9-97f0-4f1d-84dd-b458a159148c), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:45.858892 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-dafdf557-f853-42c9-a7db-e1e8ac656f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428'] for network (913797b9-97f0-4f1d-84dd-b458a159148c), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:45.859843 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafdf557-f853-42c9-a7db-e1e8ac656f5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:45.860419 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-dafdf557-f853-42c9-a7db-e1e8ac656f5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594414'] for network (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:45.922412 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafdf557-f853-42c9-a7db-e1e8ac656f5c admin admin] Pushing event updated for resources: {'Network': ['ID=913797b9-97f0-4f1d-84dd-b458a159148c,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:45.932410 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Network 913797b9-97f0-4f1d-84dd-b458a159148c details requested by agent ovs-agent-dv-cinder-849626-3-iscsi with host dv-cinder-849626-3-iscsi {{(pid=104470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 09:07:45.936042 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:45.942063 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-dafdf557-f853-42c9-a7db-e1e8ac656f5c admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.5434415 Jul 13 09:07:45.944821 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 33816) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:07:45.949514 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-acbc71b7-71ac-4515-a8d8-203359529f65 admin admin] Request body: {'subnet': {'network_id': '913797b9-97f0-4f1d-84dd-b458a159148c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2145401859-subnet', 'tenant_id': 'be3ff54edaf7439bab9ca81656e94c70', 'ip_version': 4}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:07:46.013421 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acbc71b7-71ac-4515-a8d8-203359529f65 admin admin] Made reservation on behalf of be3ff54edaf7439bab9ca81656e94c70 for: {'subnet': 1} {{(pid=104469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 09:07:46.016158 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-acbc71b7-71ac-4515-a8d8-203359529f65 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8945929'] for subnet (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:46.145130 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:46.179228 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:46.251227 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c5eabf-69c9-4758-9ace-49b3228f90db req-c19eb8ba-f9d0-4442-9b7f-8e62b412a73e tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:46.252688 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-e0c5eabf-69c9-4758-9ace-49b3228f90db req-c19eb8ba-f9d0-4442-9b7f-8e62b412a73e tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 945 time: 0.0470183 Jul 13 09:07:46.265854 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-acbc71b7-71ac-4515-a8d8-203359529f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3541685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8945979'] for subnet (1c3053c6-5e38-47f4-966f-6eb4d06059b4), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:46.300260 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-e0c5eabf-69c9-4758-9ace-49b3228f90db req-9484cabf-fd81-43a1-a438-433836381b4e tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408137 Jul 13 09:07:46.322745 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbc71b7-71ac-4515-a8d8-203359529f65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c3053c6-5e38-47f4-966f-6eb4d06059b4,revision_number=0']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:46.335067 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbc71b7-71ac-4515-a8d8-203359529f65 admin admin] Checking segment: {'id': '1a040656-e7c6-465b-9b3c-96b60be8e163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '913797b9-97f0-4f1d-84dd-b458a159148c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 09:07:46.335421 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbc71b7-71ac-4515-a8d8-203359529f65 admin admin] Network hostable DHCP agents. Network: 913797b9-97f0-4f1d-84dd-b458a159148c, hostable agents: ['a33f270e-6fb2-40d7-a0c5-ff754f30a69f'], hosted agents: [] {{(pid=104469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 09:07:46.474767 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbc71b7-71ac-4515-a8d8-203359529f65 admin admin] Network 913797b9-97f0-4f1d-84dd-b458a159148c is scheduled to be hosted by DHCP agent a33f270e-6fb2-40d7-a0c5-ff754f30a69f with binding_index 1 {{(pid=104469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 09:07:46.550938 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [None req-acbc71b7-71ac-4515-a8d8-203359529f65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849626-3-iscsi, 913797b9-97f0-4f1d-84dd-b458a159148c) {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:07:46.554887 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbc71b7-71ac-4515-a8d8-203359529f65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:46.555483 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-acbc71b7-71ac-4515-a8d8-203359529f65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594414'] for subnet (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:46.560056 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf27f5d-3e29-4e06-b43e-de7f73945ffc None None] Network 913797b9-97f0-4f1d-84dd-b458a159148c requested from dv-cinder-849626-3-iscsi {{(pid=104470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 09:07:46.662558 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b4b9e5-e159-406c-8de4-0c038c705dc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa97415d6-5d51-52f2-982d-111b1056dda0-913797b9-97f0-4f1d-84dd-b458a159148c', 'network_id': '913797b9-97f0-4f1d-84dd-b458a159148c', 'project_id': 'be3ff54edaf7439bab9ca81656e94c70', 'fixed_ips': [{'subnet_id': '1c3053c6-5e38-47f4-966f-6eb4d06059b4'}]}} from dv-cinder-849626-3-iscsi. {{(pid=104470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 13 09:07:46.663486 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-94b4b9e5-e159-406c-8de4-0c038c705dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:46.670513 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-acbc71b7-71ac-4515-a8d8-203359529f65 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7245233 Jul 13 09:07:46.673398 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 33828) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:07:46.679446 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-195f70e8-2275-40ff-a32b-b3c8a49388a0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2145401859-router', 'tenant_id': 'be3ff54edaf7439bab9ca81656e94c70', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5'}}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:07:46.687180 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:46.751051 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-195f70e8-2275-40ff-a32b-b3c8a49388a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-400718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-703'] for router (22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:46.752255 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-195f70e8-2275-40ff-a32b-b3c8a49388a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-508804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-648'] for router (22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:46.801036 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.db_base_plugin_common [None req-94b4b9e5-e159-406c-8de4-0c038c705dc0 None None] Allocated IP 172.20.0.2 (913797b9-97f0-4f1d-84dd-b458a159148c/1c3053c6-5e38-47f4-966f-6eb4d06059b4/39d68cb1-1aff-4a0b-aca5-549609b12b1d) {{(pid=104470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 09:07:46.950824 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-94b4b9e5-e159-406c-8de4-0c038c705dc0 None None] Publish callbacks [] for port (39d68cb1-1aff-4a0b-aca5-549609b12b1d), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:47.008568 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-195f70e8-2275-40ff-a32b-b3c8a49388a0 admin admin] Publish callbacks [] for router_controller (22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b), precommit_add_association {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:47.020082 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-94b4b9e5-e159-406c-8de4-0c038c705dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760184582126'] for port (39d68cb1-1aff-4a0b-aca5-549609b12b1d), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:47.061161 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b4b9e5-e159-406c-8de4-0c038c705dc0 None None] Network 913797b9-97f0-4f1d-84dd-b458a159148c is already hosted by enough agents. {{(pid=104470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:07:47.064234 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.base_scheduler [None req-94b4b9e5-e159-406c-8de4-0c038c705dc0 None None] Resources bound (agent type, host, resource id): {{(pid=104470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:07:47.068542 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b4b9e5-e159-406c-8de4-0c038c705dc0 None None] Received port after_create {{(pid=104470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 09:07:47.070203 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b4b9e5-e159-406c-8de4-0c038c705dc0 None None] Pushing event updated for resources: {'Port': ['ID=39d68cb1-1aff-4a0b-aca5-549609b12b1d,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:47.124855 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-94b4b9e5-e159-406c-8de4-0c038c705dc0 None None] Attempting to bind port 39d68cb1-1aff-4a0b-aca5-549609b12b1d on host dv-cinder-849626-3-iscsi for vnic_type normal with profile {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 09:07:47.125221 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-94b4b9e5-e159-406c-8de4-0c038c705dc0 None None] Attempting to bind port 39d68cb1-1aff-4a0b-aca5-549609b12b1d by drivers openvswitch,hyperv on host dv-cinder-849626-3-iscsi at level 0 using segments [{'id': '1a040656-e7c6-465b-9b3c-96b60be8e163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '913797b9-97f0-4f1d-84dd-b458a159148c'}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 09:07:47.125576 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b4b9e5-e159-406c-8de4-0c038c705dc0 None None] Attempting to bind port 39d68cb1-1aff-4a0b-aca5-549609b12b1d on network 913797b9-97f0-4f1d-84dd-b458a159148c {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 09:07:47.131719 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b4b9e5-e159-406c-8de4-0c038c705dc0 None None] Checking agent: {'id': '9379cce5-6fc7-4135-bc49-530c07185724', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849626-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 8, 57, 26), 'started_at': datetime.datetime(2022, 7, 13, 8, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 9, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849626-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 09:07:47.132110 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b4b9e5-e159-406c-8de4-0c038c705dc0 None None] Checking segment: {'id': '1a040656-e7c6-465b-9b3c-96b60be8e163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '913797b9-97f0-4f1d-84dd-b458a159148c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 09:07:47.132548 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-94b4b9e5-e159-406c-8de4-0c038c705dc0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:47.132935 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b4b9e5-e159-406c-8de4-0c038c705dc0 None None] Bound using segment: {'id': '1a040656-e7c6-465b-9b3c-96b60be8e163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '913797b9-97f0-4f1d-84dd-b458a159148c'} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 09:07:47.133439 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-94b4b9e5-e159-406c-8de4-0c038c705dc0 None None] Bound port: 39d68cb1-1aff-4a0b-aca5-549609b12b1d, host: dv-cinder-849626-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a040656-e7c6-465b-9b3c-96b60be8e163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '913797b9-97f0-4f1d-84dd-b458a159148c'}}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 09:07:47.133848 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-94b4b9e5-e159-406c-8de4-0c038c705dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (39d68cb1-1aff-4a0b-aca5-549609b12b1d), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:47.210693 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-94b4b9e5-e159-406c-8de4-0c038c705dc0 None None] For port 39d68cb1-1aff-4a0b-aca5-549609b12b1d, host dv-cinder-849626-3-iscsi, cleared binding levels {{(pid=104470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 09:07:47.214133 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-94b4b9e5-e159-406c-8de4-0c038c705dc0 None None] For port 39d68cb1-1aff-4a0b-aca5-549609b12b1d, host dv-cinder-849626-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=39d68cb1-1aff-4a0b-aca5-549609b12b1d,segment=NetworkSegment(1a040656-e7c6-465b-9b3c-96b60be8e163),segment_id=1a040656-e7c6-465b-9b3c-96b60be8e163)] {{(pid=104470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 09:07:47.231502 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-195f70e8-2275-40ff-a32b-b3c8a49388a0 admin admin] Publish callbacks [] for router_gateway (22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:47.305504 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-94b4b9e5-e159-406c-8de4-0c038c705dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (39d68cb1-1aff-4a0b-aca5-549609b12b1d), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:47.361825 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b4b9e5-e159-406c-8de4-0c038c705dc0 None None] Pushing event updated for resources: {'Port': ['ID=39d68cb1-1aff-4a0b-aca5-549609b12b1d,revision_number=2']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:47.443692 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f8cb0-154c-41c4-b561-827b22f320b9 req-d3329979-26c7-4abf-982c-4db2bb64a3d1 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:47.445266 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-961f8cb0-154c-41c4-b561-827b22f320b9 req-d3329979-26c7-4abf-982c-4db2bb64a3d1 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 945 time: 0.0640190 Jul 13 09:07:47.502061 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-961f8cb0-154c-41c4-b561-827b22f320b9 req-a86ec8b9-5034-4fb1-bf5e-b83f6ba68800 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510592 Jul 13 09:07:47.578574 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-195f70e8-2275-40ff-a32b-b3c8a49388a0 admin admin] Publish callbacks [] for router_gateway (22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:47.578574 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-195f70e8-2275-40ff-a32b-b3c8a49388a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:47.689320 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.db.db_base_plugin_common [None req-195f70e8-2275-40ff-a32b-b3c8a49388a0 admin admin] Allocated IP 172.27.3.44 (14d154e4-c9a5-47e8-9f7f-9daf0b869ff5/8de8efa6-546e-4542-992b-4162440fe9c8/8bb074ad-af94-4324-9090-f778660c09b9) {{(pid=104468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 09:07:47.798556 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-195f70e8-2275-40ff-a32b-b3c8a49388a0 admin admin] Publish callbacks [] for port (8bb074ad-af94-4324-9090-f778660c09b9), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:47.886935 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-195f70e8-2275-40ff-a32b-b3c8a49388a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760184582126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665350'] for port (8bb074ad-af94-4324-9090-f778660c09b9), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:47.919793 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:47.926280 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195f70e8-2275-40ff-a32b-b3c8a49388a0 admin admin] Network 14d154e4-c9a5-47e8-9f7f-9daf0b869ff5 is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:07:47.929127 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-195f70e8-2275-40ff-a32b-b3c8a49388a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:07:47.935330 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195f70e8-2275-40ff-a32b-b3c8a49388a0 admin admin] Received port after_create {{(pid=104468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 09:07:47.964187 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195f70e8-2275-40ff-a32b-b3c8a49388a0 admin admin] Pushing event updated for resources: {'Port': ['ID=8bb074ad-af94-4324-9090-f778660c09b9,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:48.179860 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device 39d68cb1-1aff-4a0b-aca5-549609b12b1d up at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:07:48.226512 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:48.235793 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Provisioning complete for port 39d68cb1-1aff-4a0b-aca5-549609b12b1d triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:07:48.239506 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (39d68cb1-1aff-4a0b-aca5-549609b12b1d), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:48.302699 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:48.307938 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-195f70e8-2275-40ff-a32b-b3c8a49388a0 admin admin] Publish callbacks [] for router_gateway (22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:48.310241 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:48.376960 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf3cbd4-5d69-411f-b222-d7551f90be86 None None] Network 913797b9-97f0-4f1d-84dd-b458a159148c requested from dv-cinder-849626-3-iscsi {{(pid=104470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 09:07:48.392720 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Current status of the port 39d68cb1-1aff-4a0b-aca5-549609b12b1d is: DOWN; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:07:48.393754 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (39d68cb1-1aff-4a0b-aca5-549609b12b1d), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:48.493265 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] For port 39d68cb1-1aff-4a0b-aca5-549609b12b1d, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=39d68cb1-1aff-4a0b-aca5-549609b12b1d,segment=NetworkSegment(1a040656-e7c6-465b-9b3c-96b60be8e163),segment_id=1a040656-e7c6-465b-9b3c-96b60be8e163)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:07:48.499260 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-aad1ac34-c419-4aee-8ea2-5fd272ffb24f None None] Provisioning complete for port 39d68cb1-1aff-4a0b-aca5-549609b12b1d triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:07:48.499835 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-aad1ac34-c419-4aee-8ea2-5fd272ffb24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (39d68cb1-1aff-4a0b-aca5-549609b12b1d), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:48.555868 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-195f70e8-2275-40ff-a32b-b3c8a49388a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-400835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388435'] for router (22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:48.613619 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-aad1ac34-c419-4aee-8ea2-5fd272ffb24f None None] Current status of the port 39d68cb1-1aff-4a0b-aca5-549609b12b1d is: DOWN; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:07:48.614239 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-aad1ac34-c419-4aee-8ea2-5fd272ffb24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (39d68cb1-1aff-4a0b-aca5-549609b12b1d), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:48.642085 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (39d68cb1-1aff-4a0b-aca5-549609b12b1d), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:48.710675 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.db.api [None req-aad1ac34-c419-4aee-8ea2-5fd272ffb24f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 13 09:07:48.711436 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG oslo_db.api [None req-aad1ac34-c419-4aee-8ea2-5fd272ffb24f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 09:07:48.714595 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a95cec-7312-43d6-8e33-7a1a046a926a req-7eed984d-3b4e-44c6-9cdc-00c9a89bc752 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:48.716379 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-86a95cec-7312-43d6-8e33-7a1a046a926a req-7eed984d-3b4e-44c6-9cdc-00c9a89bc752 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 945 time: 0.0707333 Jul 13 09:07:48.729619 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Pushing event updated for resources: {'Port': ['ID=39d68cb1-1aff-4a0b-aca5-549609b12b1d,revision_number=3']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:48.757972 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:48.804517 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-86a95cec-7312-43d6-8e33-7a1a046a926a req-37810ea3-5fa7-4ca5-8e10-17d3e8356551 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712402 Jul 13 09:07:48.875253 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-195f70e8-2275-40ff-a32b-b3c8a49388a0 admin admin] Router 22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b is scheduled to L3 agent 084ea860-45cb-441c-b2f8-c6c2f7d6686c with binding_index 1 {{(pid=104468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 13 09:07:48.985340 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-195f70e8-2275-40ff-a32b-b3c8a49388a0 admin admin] Notify agent at l3_agent.dv-cinder-849626-3-iscsi the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 09:07:48.994712 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dad9d8-9b06-47a7-9e92-652fd7cca933 None None] Sync routers for ids ['22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b'] in dv-cinder-849626-3-iscsi {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 09:07:49.006316 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dad9d8-9b06-47a7-9e92-652fd7cca933 None None] Routers {'22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:07:49.006913 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-d4dad9d8-9b06-47a7-9e92-652fd7cca933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:07:23Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:07:49.009276 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:49.078597 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-195f70e8-2275-40ff-a32b-b3c8a49388a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:49.083122 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-195f70e8-2275-40ff-a32b-b3c8a49388a0 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4053664 Jul 13 09:07:49.083122 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 33870) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:07:49.259198 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-aad1ac34-c419-4aee-8ea2-5fd272ffb24f None None] Current status of the port 39d68cb1-1aff-4a0b-aca5-549609b12b1d is: ACTIVE; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:07:49.262243 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-d4dad9d8-9b06-47a7-9e92-652fd7cca933 None None] Set router 22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b gateway port host: dv-cinder-849626-3-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:07:49.422347 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-ff5cf44d-1c98-4418-b9a3-338bc794d468 None None] Provisioning complete for port 39d68cb1-1aff-4a0b-aca5-549609b12b1d triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:07:49.422820 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-ff5cf44d-1c98-4418-b9a3-338bc794d468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (39d68cb1-1aff-4a0b-aca5-549609b12b1d), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:49.562722 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-d4dad9d8-9b06-47a7-9e92-652fd7cca933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b', 'name': 'tempest-TestMinimumBasicScenario-2145401859-router', 'tenant_id': 'be3ff54edaf7439bab9ca81656e94c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '8bb074ad-af94-4324-9090-f778660c09b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:07:46Z', 'updated_at': '2022-07-13T09:07:48Z', 'revision_number': 3, 'project_id': 'be3ff54edaf7439bab9ca81656e94c70', 'gw_port': {'id': '8bb074ad-af94-4324-9090-f778660c09b9', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:02:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:07:47Z', 'updated_at': '2022-07-13T09:07:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi'}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:07:49.585987 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c720f437-fdb4-4415-b4f7-6e9b9687f5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:49.599724 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dad9d8-9b06-47a7-9e92-652fd7cca933 None None] Checking router: 22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b for host: dv-cinder-849626-3-iscsi {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 09:07:49.600077 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dad9d8-9b06-47a7-9e92-652fd7cca933 None None] Updating router 22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b port 8bb074ad-af94-4324-9090-f778660c09b9 binding host dv-cinder-849626-3-iscsi {{(pid=104470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 09:07:49.624354 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-ff5cf44d-1c98-4418-b9a3-338bc794d468 None None] Current status of the port 39d68cb1-1aff-4a0b-aca5-549609b12b1d is: ACTIVE; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:07:49.634464 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-d4dad9d8-9b06-47a7-9e92-652fd7cca933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (8bb074ad-af94-4324-9090-f778660c09b9), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:49.673386 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:49.701073 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:49.777081 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.db.db_base_plugin_common [None req-c720f437-fdb4-4415-b4f7-6e9b9687f5a2 admin admin] Allocated IP 172.20.0.1 (913797b9-97f0-4f1d-84dd-b458a159148c/1c3053c6-5e38-47f4-966f-6eb4d06059b4/a5ead07b-f756-4855-bece-c3b77c1cc2a3) {{(pid=104468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 09:07:49.893657 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c720f437-fdb4-4415-b4f7-6e9b9687f5a2 admin admin] Publish callbacks [] for port (a5ead07b-f756-4855-bece-c3b77c1cc2a3), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:49.925224 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-d4dad9d8-9b06-47a7-9e92-652fd7cca933 None None] Publish callbacks [] for port (8bb074ad-af94-4324-9090-f778660c09b9), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:49.932097 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895b6ff4-7001-4973-a57b-b25a7c1f63c1 req-ba04e81e-27ad-4227-8548-5d0d948414db tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:49.933996 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-895b6ff4-7001-4973-a57b-b25a7c1f63c1 req-ba04e81e-27ad-4227-8548-5d0d948414db tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 945 time: 0.0606148 Jul 13 09:07:49.981654 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-895b6ff4-7001-4973-a57b-b25a7c1f63c1 req-7c838a0e-4629-4719-9efb-3381fbbcd9f3 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421960 Jul 13 09:07:50.013204 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-d4dad9d8-9b06-47a7-9e92-652fd7cca933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (8bb074ad-af94-4324-9090-f778660c09b9), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:50.013900 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c720f437-fdb4-4415-b4f7-6e9b9687f5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760184582126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665350'] for port (a5ead07b-f756-4855-bece-c3b77c1cc2a3), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:50.062690 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c720f437-fdb4-4415-b4f7-6e9b9687f5a2 admin admin] Network 913797b9-97f0-4f1d-84dd-b458a159148c is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:07:50.062690 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-c720f437-fdb4-4415-b4f7-6e9b9687f5a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:07:50.062855 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c720f437-fdb4-4415-b4f7-6e9b9687f5a2 admin admin] Received port after_create {{(pid=104468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 09:07:50.089142 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-d4dad9d8-9b06-47a7-9e92-652fd7cca933 None None] Attempting to bind port 8bb074ad-af94-4324-9090-f778660c09b9 on host dv-cinder-849626-3-iscsi for vnic_type normal with profile {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 09:07:50.089528 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-d4dad9d8-9b06-47a7-9e92-652fd7cca933 None None] Attempting to bind port 8bb074ad-af94-4324-9090-f778660c09b9 by drivers openvswitch,hyperv on host dv-cinder-849626-3-iscsi at level 0 using segments [{'id': '51732cec-dd15-4320-89e5-7b26a17afbfa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5'}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 09:07:50.089873 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dad9d8-9b06-47a7-9e92-652fd7cca933 None None] Attempting to bind port 8bb074ad-af94-4324-9090-f778660c09b9 on network 14d154e4-c9a5-47e8-9f7f-9daf0b869ff5 {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 09:07:50.106592 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dad9d8-9b06-47a7-9e92-652fd7cca933 None None] Checking agent: {'id': '9379cce5-6fc7-4135-bc49-530c07185724', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849626-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 8, 57, 26), 'started_at': datetime.datetime(2022, 7, 13, 8, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 9, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849626-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 09:07:50.107227 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dad9d8-9b06-47a7-9e92-652fd7cca933 None None] Checking segment: {'id': '51732cec-dd15-4320-89e5-7b26a17afbfa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 09:07:50.108892 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-d4dad9d8-9b06-47a7-9e92-652fd7cca933 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:50.109342 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dad9d8-9b06-47a7-9e92-652fd7cca933 None None] Bound using segment: {'id': '51732cec-dd15-4320-89e5-7b26a17afbfa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5'} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 09:07:50.109825 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-d4dad9d8-9b06-47a7-9e92-652fd7cca933 None None] Bound port: 8bb074ad-af94-4324-9090-f778660c09b9, host: dv-cinder-849626-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51732cec-dd15-4320-89e5-7b26a17afbfa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5'}}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 09:07:50.114346 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-d4dad9d8-9b06-47a7-9e92-652fd7cca933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (8bb074ad-af94-4324-9090-f778660c09b9), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:50.146818 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c720f437-fdb4-4415-b4f7-6e9b9687f5a2 admin admin] Pushing event updated for resources: {'Port': ['ID=a5ead07b-f756-4855-bece-c3b77c1cc2a3,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:50.175375 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c720f437-fdb4-4415-b4f7-6e9b9687f5a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377229'] for router_interface (22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:50.186204 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device 39d68cb1-1aff-4a0b-aca5-549609b12b1d up at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:07:50.191117 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325fe5b6-232b-4e1a-9b61-8ec15e5e22da None None] Pushing event updated for resources: {'Port': ['ID=8bb074ad-af94-4324-9090-f778660c09b9,revision_number=2']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:50.270998 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-d4dad9d8-9b06-47a7-9e92-652fd7cca933 None None] For port 8bb074ad-af94-4324-9090-f778660c09b9, host dv-cinder-849626-3-iscsi, cleared binding levels {{(pid=104470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 09:07:50.275355 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-d4dad9d8-9b06-47a7-9e92-652fd7cca933 None None] For port 8bb074ad-af94-4324-9090-f778660c09b9, host dv-cinder-849626-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=8bb074ad-af94-4324-9090-f778660c09b9,segment=NetworkSegment(51732cec-dd15-4320-89e5-7b26a17afbfa),segment_id=51732cec-dd15-4320-89e5-7b26a17afbfa)] {{(pid=104470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 09:07:50.286771 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Provisioning complete for port 39d68cb1-1aff-4a0b-aca5-549609b12b1d triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:07:50.287237 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (39d68cb1-1aff-4a0b-aca5-549609b12b1d), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:50.312009 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:50.384881 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-b21ac5eb-f4bb-4b3c-8a5b-b40a870cf3da None None] Provisioning complete for port a5ead07b-f756-4855-bece-c3b77c1cc2a3 triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:07:50.388052 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-b21ac5eb-f4bb-4b3c-8a5b-b40a870cf3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (a5ead07b-f756-4855-bece-c3b77c1cc2a3), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:50.388052 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-d4dad9d8-9b06-47a7-9e92-652fd7cca933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (8bb074ad-af94-4324-9090-f778660c09b9), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:50.414564 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Current status of the port 39d68cb1-1aff-4a0b-aca5-549609b12b1d is: ACTIVE; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:07:50.414674 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c720f437-fdb4-4415-b4f7-6e9b9687f5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (a5ead07b-f756-4855-bece-c3b77c1cc2a3), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:50.474352 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-b21ac5eb-f4bb-4b3c-8a5b-b40a870cf3da None None] Port a5ead07b-f756-4855-bece-c3b77c1cc2a3 cannot update to ACTIVE because it is not bound. {{(pid=104470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 09:07:50.481082 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325fe5b6-232b-4e1a-9b61-8ec15e5e22da None None] Pushing event updated for resources: {'Port': ['ID=8bb074ad-af94-4324-9090-f778660c09b9,revision_number=3']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:50.489914 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dad9d8-9b06-47a7-9e92-652fd7cca933 None None] Routers {'22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:07:50.490603 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-d4dad9d8-9b06-47a7-9e92-652fd7cca933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:07:23Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:07:50.528341 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:50.585255 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c720f437-fdb4-4415-b4f7-6e9b9687f5a2 admin admin] Publish callbacks [] for port (a5ead07b-f756-4855-bece-c3b77c1cc2a3), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:50.606147 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-0e1b8e4b-2363-4e10-acac-72d82dfbc993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (a33f270e-6fb2-40d7-a0c5-ff754f30a69f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:50.610933 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-d4dad9d8-9b06-47a7-9e92-652fd7cca933 None None] Set router 22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b gateway port host: dv-cinder-849626-3-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:07:50.648266 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c720f437-fdb4-4415-b4f7-6e9b9687f5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665375'] for port (a5ead07b-f756-4855-bece-c3b77c1cc2a3), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:50.746925 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c720f437-fdb4-4415-b4f7-6e9b9687f5a2 admin admin] Pushing event updated for resources: {'Port': ['ID=a5ead07b-f756-4855-bece-c3b77c1cc2a3,revision_number=2']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:50.749354 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c720f437-fdb4-4415-b4f7-6e9b9687f5a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-391157'] for router_interface (22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:50.760004 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:50.858895 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-d4dad9d8-9b06-47a7-9e92-652fd7cca933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b', 'name': 'tempest-TestMinimumBasicScenario-2145401859-router', 'tenant_id': 'be3ff54edaf7439bab9ca81656e94c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '8bb074ad-af94-4324-9090-f778660c09b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:07:46Z', 'updated_at': '2022-07-13T09:07:50Z', 'revision_number': 4, 'project_id': 'be3ff54edaf7439bab9ca81656e94c70', 'gw_port': {'id': '8bb074ad-af94-4324-9090-f778660c09b9', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:02:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:07:47Z', 'updated_at': '2022-07-13T09:07:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_interfaces': [{'id': 'a5ead07b-f756-4855-bece-c3b77c1cc2a3', 'name': '', 'network_id': '913797b9-97f0-4f1d-84dd-b458a159148c', 'tenant_id': 'be3ff54edaf7439bab9ca81656e94c70', 'mac_address': 'fa:16:3e:8c:26:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '1c3053c6-5e38-47f4-966f-6eb4d06059b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:07:49Z', 'updated_at': '2022-07-13T09:07:49Z', 'revision_number': 1, 'project_id': 'be3ff54edaf7439bab9ca81656e94c70', 'subnets': [{'id': '1c3053c6-5e38-47f4-966f-6eb4d06059b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:07:50.859585 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c720f437-fdb4-4415-b4f7-6e9b9687f5a2 admin admin] Network 913797b9-97f0-4f1d-84dd-b458a159148c is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:07:50.860900 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-c720f437-fdb4-4415-b4f7-6e9b9687f5a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:07:50.890929 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dad9d8-9b06-47a7-9e92-652fd7cca933 None None] The sync data for ids ['22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b'] in dv-cinder-849626-3-iscsi is: [{'id': '22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b', 'name': 'tempest-TestMinimumBasicScenario-2145401859-router', 'tenant_id': 'be3ff54edaf7439bab9ca81656e94c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '8bb074ad-af94-4324-9090-f778660c09b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:07:46Z', 'updated_at': '2022-07-13T09:07:50Z', 'revision_number': 4, 'project_id': 'be3ff54edaf7439bab9ca81656e94c70', 'gw_port': {'id': '8bb074ad-af94-4324-9090-f778660c09b9', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:02:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:07:47Z', 'updated_at': '2022-07-13T09:07:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_interfaces': [{'id': 'a5ead07b-f756-4855-bece-c3b77c1cc2a3', 'name': '', 'network_id': '913797b9-97f0-4f1d-84dd-b458a159148c', 'tenant_id': 'be3ff54edaf7439bab9ca81656e94c70', 'mac_address': 'fa:16:3e:8c:26:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '1c3053c6-5e38-47f4-966f-6eb4d06059b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:07:49Z', 'updated_at': '2022-07-13T09:07:49Z', 'revision_number': 1, 'project_id': 'be3ff54edaf7439bab9ca81656e94c70', 'subnets': [{'id': '1c3053c6-5e38-47f4-966f-6eb4d06059b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 09:07:50.983973 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c720f437-fdb4-4415-b4f7-6e9b9687f5a2 admin admin] Router 22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b has already been hosted by L3 agent 084ea860-45cb-441c-b2f8-c6c2f7d6686c {{(pid=104468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 09:07:51.095731 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-4558f407-787e-4b1b-90e2-fcd039c44bbc None None] Provisioning complete for port a5ead07b-f756-4855-bece-c3b77c1cc2a3 triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:07:51.096122 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-4558f407-787e-4b1b-90e2-fcd039c44bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (a5ead07b-f756-4855-bece-c3b77c1cc2a3), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:51.112090 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321786cf-51fa-4c69-bc74-e573773794a9 req-bb9e9b9b-9f69-4f08-80aa-b79ccb121704 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:51.113624 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-321786cf-51fa-4c69-bc74-e573773794a9 req-bb9e9b9b-9f69-4f08-80aa-b79ccb121704 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 945 time: 0.0609968 Jul 13 09:07:51.118096 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:51.132205 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-4558f407-787e-4b1b-90e2-fcd039c44bbc None None] Port a5ead07b-f756-4855-bece-c3b77c1cc2a3 cannot update to ACTIVE because it is not bound. {{(pid=104470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 09:07:51.224891 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c720f437-fdb4-4415-b4f7-6e9b9687f5a2 admin admin] Notify agent at l3_agent.dv-cinder-849626-3-iscsi the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 09:07:51.229267 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-321786cf-51fa-4c69-bc74-e573773794a9 req-09b021b6-5a53-4c54-9859-50c7e777ee41 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779109 Jul 13 09:07:51.233269 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-c720f437-fdb4-4415-b4f7-6e9b9687f5a2 admin admin] 10.222.0.40 "PUT /v2.0/routers/22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1492665 Jul 13 09:07:51.624595 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:52.142581 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 33954) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:07:52.148348 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-88ce804b-c93f-4c69-b1cf-8ae84fdc6bd6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1758267142-network', 'tenant_id': '23ca6e44ed8f47fbbe0960fc3d65025f'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:07:52.210149 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device 8bb074ad-af94-4324-9090-f778660c09b9 up at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:07:52.248010 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ce804b-c93f-4c69-b1cf-8ae84fdc6bd6 admin admin] Made reservation on behalf of 23ca6e44ed8f47fbbe0960fc3d65025f for: {'network': 1} {{(pid=104468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 09:07:52.251658 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-88ce804b-c93f-4c69-b1cf-8ae84fdc6bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for network (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:52.258635 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Provisioning complete for port 8bb074ad-af94-4324-9090-f778660c09b9 triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:07:52.259095 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (8bb074ad-af94-4324-9090-f778660c09b9), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:52.282050 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-88ce804b-c93f-4c69-b1cf-8ae84fdc6bd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:52.364814 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Current status of the port 8bb074ad-af94-4324-9090-f778660c09b9 is: DOWN; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:07:52.365449 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (8bb074ad-af94-4324-9090-f778660c09b9), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:52.405714 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] For port 8bb074ad-af94-4324-9090-f778660c09b9, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=8bb074ad-af94-4324-9090-f778660c09b9,segment=NetworkSegment(51732cec-dd15-4320-89e5-7b26a17afbfa),segment_id=51732cec-dd15-4320-89e5-7b26a17afbfa)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:07:52.427447 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c609a0-3c52-46f6-915f-076198f8f1c0 req-594efd0c-a141-4d7e-af17-fe4ecff6a931 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:52.434086 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f5c609a0-3c52-46f6-915f-076198f8f1c0 req-594efd0c-a141-4d7e-af17-fe4ecff6a931 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 945 time: 0.0604260 Jul 13 09:07:52.442125 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-88ce804b-c93f-4c69-b1cf-8ae84fdc6bd6 admin admin] Publish callbacks [] for security_group (ffdb0cfd-0dc9-444e-80a0-fef6e29387c6), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:52.481848 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f5c609a0-3c52-46f6-915f-076198f8f1c0 req-b6f2734d-4070-4374-b5af-ffc288003172 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467672 Jul 13 09:07:52.539439 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (8bb074ad-af94-4324-9090-f778660c09b9), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:52.540465 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-88ce804b-c93f-4c69-b1cf-8ae84fdc6bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (ffdb0cfd-0dc9-444e-80a0-fef6e29387c6), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:52.567791 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88ce804b-c93f-4c69-b1cf-8ae84fdc6bd6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=104468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 09:07:52.577185 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ce804b-c93f-4c69-b1cf-8ae84fdc6bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffdb0cfd-0dc9-444e-80a0-fef6e29387c6,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:52.583522 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-88ce804b-c93f-4c69-b1cf-8ae84fdc6bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7769013'] for segment (806eea68-b884-45c9-be12-366696605cb6), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:52.583858 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.db.segments_db [None req-88ce804b-c93f-4c69-b1cf-8ae84fdc6bd6 admin admin] Added segment 806eea68-b884-45c9-be12-366696605cb6 of type vlan for network cf0b6958-0a55-48da-ab4d-b8fc9c671dd9 Jul 13 09:07:52.597850 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Pushing event updated for resources: {'Port': ['ID=8bb074ad-af94-4324-9090-f778660c09b9,revision_number=4']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:52.625370 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-88ce804b-c93f-4c69-b1cf-8ae84fdc6bd6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760184566321'] for network (cf0b6958-0a55-48da-ab4d-b8fc9c671dd9), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:52.785459 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-88ce804b-c93f-4c69-b1cf-8ae84fdc6bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428'] for network (cf0b6958-0a55-48da-ab4d-b8fc9c671dd9), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:52.786594 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ce804b-c93f-4c69-b1cf-8ae84fdc6bd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:52.787273 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-88ce804b-c93f-4c69-b1cf-8ae84fdc6bd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594414'] for network (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:52.850870 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ce804b-c93f-4c69-b1cf-8ae84fdc6bd6 admin admin] Pushing event updated for resources: {'Network': ['ID=cf0b6958-0a55-48da-ab4d-b8fc9c671dd9,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:52.860908 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Network cf0b6958-0a55-48da-ab4d-b8fc9c671dd9 details requested by agent ovs-agent-dv-cinder-849626-3-iscsi with host dv-cinder-849626-3-iscsi {{(pid=104470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 09:07:52.861802 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-88ce804b-c93f-4c69-b1cf-8ae84fdc6bd6 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.7224896 Jul 13 09:07:52.864296 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 33968) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:07:52.869232 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-842ff99f-b1f8-4399-bb5d-0d6b24ed1ce7 admin admin] Request body: {'subnet': {'network_id': 'cf0b6958-0a55-48da-ab4d-b8fc9c671dd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1758267142-subnet', 'tenant_id': '23ca6e44ed8f47fbbe0960fc3d65025f', 'ip_version': 4}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:07:52.875327 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-09b6c90c-1367-4375-8349-fafddcafc979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (084ea860-45cb-441c-b2f8-c6c2f7d6686c), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:52.952266 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842ff99f-b1f8-4399-bb5d-0d6b24ed1ce7 admin admin] Made reservation on behalf of 23ca6e44ed8f47fbbe0960fc3d65025f for: {'subnet': 1} {{(pid=104468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 09:07:52.954938 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-842ff99f-b1f8-4399-bb5d-0d6b24ed1ce7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9186800'] for subnet (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:53.006333 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 33974) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:07:53.133952 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fff4e36b-496f-48fe-805d-be76f514bdee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:53.203245 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:53.233701 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fff4e36b-496f-48fe-805d-be76f514bdee admin admin] Publish callbacks [] for security_group (18277b30-16d2-415a-af53-5c3902b886ee), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:53.304958 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fff4e36b-496f-48fe-805d-be76f514bdee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (18277b30-16d2-415a-af53-5c3902b886ee), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:53.346207 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff4e36b-496f-48fe-805d-be76f514bdee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18277b30-16d2-415a-af53-5c3902b886ee,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:53.352537 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-fff4e36b-496f-48fe-805d-be76f514bdee admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=e39b8b2c51b24597928941a3b81cd7f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3446486 Jul 13 09:07:53.355289 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 33982) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:07:53.401270 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cb04d3-b81b-4f7f-95b9-29563a3047a4 None None] Sync routers for ids ['22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b'] in dv-cinder-849626-3-iscsi {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 09:07:53.412532 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b1db6ccf-68b3-4e3d-956b-8f2f44431067 admin admin] Publish callbacks [] for security_group (18277b30-16d2-415a-af53-5c3902b886ee), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:53.418340 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cb04d3-b81b-4f7f-95b9-29563a3047a4 None None] Routers {'22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:07:53.419004 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-51cb04d3-b81b-4f7f-95b9-29563a3047a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:07:53Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:07:53.435231 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b1db6ccf-68b3-4e3d-956b-8f2f44431067 admin admin] Publish callbacks [] for security_group (18277b30-16d2-415a-af53-5c3902b886ee), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:53.461452 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:53.499713 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-842ff99f-b1f8-4399-bb5d-0d6b24ed1ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8666774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9186754'] for subnet (b74e0cee-59bb-4857-a467-9e503543c1b1), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:53.525650 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-51cb04d3-b81b-4f7f-95b9-29563a3047a4 None None] Set router 22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b gateway port host: dv-cinder-849626-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:07:53.560416 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842ff99f-b1f8-4399-bb5d-0d6b24ed1ce7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b74e0cee-59bb-4857-a467-9e503543c1b1,revision_number=0']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:53.573540 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b1db6ccf-68b3-4e3d-956b-8f2f44431067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (18277b30-16d2-415a-af53-5c3902b886ee), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:53.574245 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:53.576172 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b1db6ccf-68b3-4e3d-956b-8f2f44431067 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:53.577354 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-b1db6ccf-68b3-4e3d-956b-8f2f44431067 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/18277b30-16d2-415a-af53-5c3902b886ee HTTP/1.1" status: 204 len: 168 time: 0.2208161 Jul 13 09:07:53.586324 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1db6ccf-68b3-4e3d-956b-8f2f44431067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18277b30-16d2-415a-af53-5c3902b886ee,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:53.589117 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842ff99f-b1f8-4399-bb5d-0d6b24ed1ce7 admin admin] Checking segment: {'id': '806eea68-b884-45c9-be12-366696605cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cf0b6958-0a55-48da-ab4d-b8fc9c671dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 09:07:53.589610 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842ff99f-b1f8-4399-bb5d-0d6b24ed1ce7 admin admin] Network hostable DHCP agents. Network: cf0b6958-0a55-48da-ab4d-b8fc9c671dd9, hostable agents: ['a33f270e-6fb2-40d7-a0c5-ff754f30a69f'], hosted agents: [] {{(pid=104468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 09:07:53.641814 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3640c67f-11c6-406e-888a-504db2d86dc6 req-a4fa240e-794b-4c9d-a3e1-dd28cc0d9f6d tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:53.643760 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-3640c67f-11c6-406e-888a-504db2d86dc6 req-a4fa240e-794b-4c9d-a3e1-dd28cc0d9f6d tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 945 time: 0.0711846 Jul 13 09:07:53.694812 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-3640c67f-11c6-406e-888a-504db2d86dc6 req-6dc18511-452e-4dfc-8400-29cfc29278db tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442564 Jul 13 09:07:53.696035 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842ff99f-b1f8-4399-bb5d-0d6b24ed1ce7 admin admin] Network cf0b6958-0a55-48da-ab4d-b8fc9c671dd9 is scheduled to be hosted by DHCP agent a33f270e-6fb2-40d7-a0c5-ff754f30a69f with binding_index 1 {{(pid=104468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 09:07:53.739045 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-51cb04d3-b81b-4f7f-95b9-29563a3047a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b', 'name': 'tempest-TestMinimumBasicScenario-2145401859-router', 'tenant_id': 'be3ff54edaf7439bab9ca81656e94c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '8bb074ad-af94-4324-9090-f778660c09b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:07:46Z', 'updated_at': '2022-07-13T09:07:50Z', 'revision_number': 4, 'project_id': 'be3ff54edaf7439bab9ca81656e94c70', 'gw_port': {'id': '8bb074ad-af94-4324-9090-f778660c09b9', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:02:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:07:47Z', 'updated_at': '2022-07-13T09:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_interfaces': [{'id': 'a5ead07b-f756-4855-bece-c3b77c1cc2a3', 'name': '', 'network_id': '913797b9-97f0-4f1d-84dd-b458a159148c', 'tenant_id': 'be3ff54edaf7439bab9ca81656e94c70', 'mac_address': 'fa:16:3e:8c:26:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '1c3053c6-5e38-47f4-966f-6eb4d06059b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:07:49Z', 'updated_at': '2022-07-13T09:07:50Z', 'revision_number': 2, 'project_id': 'be3ff54edaf7439bab9ca81656e94c70', 'subnets': [{'id': '1c3053c6-5e38-47f4-966f-6eb4d06059b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:07:53.771767 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cb04d3-b81b-4f7f-95b9-29563a3047a4 None None] Checking router: 22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b for host: dv-cinder-849626-3-iscsi {{(pid=104471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 09:07:53.771767 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cb04d3-b81b-4f7f-95b9-29563a3047a4 None None] Updating router 22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b port a5ead07b-f756-4855-bece-c3b77c1cc2a3 binding host dv-cinder-849626-3-iscsi {{(pid=104471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 09:07:53.790706 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-842ff99f-b1f8-4399-bb5d-0d6b24ed1ce7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849626-3-iscsi, cf0b6958-0a55-48da-ab4d-b8fc9c671dd9) {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:07:53.794959 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842ff99f-b1f8-4399-bb5d-0d6b24ed1ce7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:53.795737 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-842ff99f-b1f8-4399-bb5d-0d6b24ed1ce7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:53.796034 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-51cb04d3-b81b-4f7f-95b9-29563a3047a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (a5ead07b-f756-4855-bece-c3b77c1cc2a3), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:53.805953 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432c3134-2707-4b70-9845-96fe93b6bebf None None] Network cf0b6958-0a55-48da-ab4d-b8fc9c671dd9 requested from dv-cinder-849626-3-iscsi {{(pid=104470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 09:07:53.894506 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-842ff99f-b1f8-4399-bb5d-0d6b24ed1ce7 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0270448 Jul 13 09:07:53.894820 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 33996) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:07:53.899561 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-48bdc7ad-a04a-495b-a497-6c2d77d6ae29 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1758267142-router', 'tenant_id': '23ca6e44ed8f47fbbe0960fc3d65025f', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5'}}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:07:53.946068 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37526be9-4dbf-4693-aaa1-58a9de8c1ce8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa97415d6-5d51-52f2-982d-111b1056dda0-cf0b6958-0a55-48da-ab4d-b8fc9c671dd9', 'network_id': 'cf0b6958-0a55-48da-ab4d-b8fc9c671dd9', 'project_id': '23ca6e44ed8f47fbbe0960fc3d65025f', 'fixed_ips': [{'subnet_id': 'b74e0cee-59bb-4857-a467-9e503543c1b1'}]}} from dv-cinder-849626-3-iscsi. {{(pid=104470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 13 09:07:53.947381 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-37526be9-4dbf-4693-aaa1-58a9de8c1ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:54.025616 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-48bdc7ad-a04a-495b-a497-6c2d77d6ae29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-400718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-703'] for router (0faa7fd1-1727-421e-9050-6ed5129053b2), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:54.027190 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-48bdc7ad-a04a-495b-a497-6c2d77d6ae29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-508804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-648'] for router (0faa7fd1-1727-421e-9050-6ed5129053b2), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:54.068494 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-51cb04d3-b81b-4f7f-95b9-29563a3047a4 None None] Publish callbacks [] for port (a5ead07b-f756-4855-bece-c3b77c1cc2a3), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:54.071505 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:54.122431 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-51cb04d3-b81b-4f7f-95b9-29563a3047a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (a5ead07b-f756-4855-bece-c3b77c1cc2a3), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:54.132071 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-48bdc7ad-a04a-495b-a497-6c2d77d6ae29 admin admin] Publish callbacks [] for router_controller (0faa7fd1-1727-421e-9050-6ed5129053b2), precommit_add_association {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:54.140987 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.db_base_plugin_common [None req-37526be9-4dbf-4693-aaa1-58a9de8c1ce8 None None] Allocated IP 172.20.0.2 (cf0b6958-0a55-48da-ab4d-b8fc9c671dd9/b74e0cee-59bb-4857-a467-9e503543c1b1/e9aaacae-0869-457d-a736-8780a20fbc10) {{(pid=104470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 09:07:54.142707 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:54.219424 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device 8bb074ad-af94-4324-9090-f778660c09b9 up at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:07:54.233193 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b74c36c-9b17-491a-8f14-65b0d6684e15 None None] Pushing event updated for resources: {'Port': ['ID=a5ead07b-f756-4855-bece-c3b77c1cc2a3,revision_number=3']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:54.242379 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b74c36c-9b17-491a-8f14-65b0d6684e15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:07:54.242946 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b74c36c-9b17-491a-8f14-65b0d6684e15 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:07:54.243454 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b74c36c-9b17-491a-8f14-65b0d6684e15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:07:54.243962 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b74c36c-9b17-491a-8f14-65b0d6684e15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:07:54.244451 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b74c36c-9b17-491a-8f14-65b0d6684e15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:07:54.249524 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b74c36c-9b17-491a-8f14-65b0d6684e15 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:07:54.249524 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b74c36c-9b17-491a-8f14-65b0d6684e15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:07:54.249524 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b74c36c-9b17-491a-8f14-65b0d6684e15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:07:54.249524 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b74c36c-9b17-491a-8f14-65b0d6684e15 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:07:54.249524 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b74c36c-9b17-491a-8f14-65b0d6684e15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:07:54.249524 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b74c36c-9b17-491a-8f14-65b0d6684e15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:07:54.249524 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b74c36c-9b17-491a-8f14-65b0d6684e15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:07:54.249524 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b74c36c-9b17-491a-8f14-65b0d6684e15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:07:54.249524 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b74c36c-9b17-491a-8f14-65b0d6684e15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:07:54.249524 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b74c36c-9b17-491a-8f14-65b0d6684e15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:07:54.281495 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-51cb04d3-b81b-4f7f-95b9-29563a3047a4 None None] Attempting to bind port a5ead07b-f756-4855-bece-c3b77c1cc2a3 on host dv-cinder-849626-3-iscsi for vnic_type normal with profile {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 09:07:54.281780 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-51cb04d3-b81b-4f7f-95b9-29563a3047a4 None None] Attempting to bind port a5ead07b-f756-4855-bece-c3b77c1cc2a3 by drivers openvswitch,hyperv on host dv-cinder-849626-3-iscsi at level 0 using segments [{'id': '1a040656-e7c6-465b-9b3c-96b60be8e163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '913797b9-97f0-4f1d-84dd-b458a159148c'}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 09:07:54.282360 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cb04d3-b81b-4f7f-95b9-29563a3047a4 None None] Attempting to bind port a5ead07b-f756-4855-bece-c3b77c1cc2a3 on network 913797b9-97f0-4f1d-84dd-b458a159148c {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 09:07:54.289883 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cb04d3-b81b-4f7f-95b9-29563a3047a4 None None] Checking agent: {'id': '9379cce5-6fc7-4135-bc49-530c07185724', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849626-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 8, 57, 26), 'started_at': datetime.datetime(2022, 7, 13, 8, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 9, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849626-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 09:07:54.290567 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cb04d3-b81b-4f7f-95b9-29563a3047a4 None None] Checking segment: {'id': '1a040656-e7c6-465b-9b3c-96b60be8e163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '913797b9-97f0-4f1d-84dd-b458a159148c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 09:07:54.291123 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-51cb04d3-b81b-4f7f-95b9-29563a3047a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:54.291660 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cb04d3-b81b-4f7f-95b9-29563a3047a4 None None] Bound using segment: {'id': '1a040656-e7c6-465b-9b3c-96b60be8e163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '913797b9-97f0-4f1d-84dd-b458a159148c'} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 09:07:54.292739 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-51cb04d3-b81b-4f7f-95b9-29563a3047a4 None None] Bound port: a5ead07b-f756-4855-bece-c3b77c1cc2a3, host: dv-cinder-849626-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a040656-e7c6-465b-9b3c-96b60be8e163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '913797b9-97f0-4f1d-84dd-b458a159148c'}}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 09:07:54.293283 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-51cb04d3-b81b-4f7f-95b9-29563a3047a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (a5ead07b-f756-4855-bece-c3b77c1cc2a3), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:54.296238 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Provisioning complete for port 8bb074ad-af94-4324-9090-f778660c09b9 triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:07:54.306934 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (8bb074ad-af94-4324-9090-f778660c09b9), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:54.345982 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 34004) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:07:54.371816 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-22f1224e-d609-4687-9530-5b6c0430a915 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:54.385351 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-51cb04d3-b81b-4f7f-95b9-29563a3047a4 None None] For port a5ead07b-f756-4855-bece-c3b77c1cc2a3, host dv-cinder-849626-3-iscsi, cleared binding levels {{(pid=104471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 09:07:54.388829 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-51cb04d3-b81b-4f7f-95b9-29563a3047a4 None None] For port a5ead07b-f756-4855-bece-c3b77c1cc2a3, host dv-cinder-849626-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=a5ead07b-f756-4855-bece-c3b77c1cc2a3,segment=NetworkSegment(1a040656-e7c6-465b-9b3c-96b60be8e163),segment_id=1a040656-e7c6-465b-9b3c-96b60be8e163)] {{(pid=104471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 09:07:54.420939 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-48bdc7ad-a04a-495b-a497-6c2d77d6ae29 admin admin] Publish callbacks [] for router_gateway (0faa7fd1-1727-421e-9050-6ed5129053b2), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:54.472501 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-51cb04d3-b81b-4f7f-95b9-29563a3047a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (a5ead07b-f756-4855-bece-c3b77c1cc2a3), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:54.481760 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-22f1224e-d609-4687-9530-5b6c0430a915 admin admin] Publish callbacks [] for security_group (f43d79d3-1244-416e-b663-2eaf9d492dcb), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:54.529606 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:54.530275 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:54.530896 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:54.531042 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b74c36c-9b17-491a-8f14-65b0d6684e15 None None] Pushing event updated for resources: {'Port': ['ID=a5ead07b-f756-4855-bece-c3b77c1cc2a3,revision_number=4']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:54.553383 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cb04d3-b81b-4f7f-95b9-29563a3047a4 None None] Routers {'22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:07:54.554006 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-51cb04d3-b81b-4f7f-95b9-29563a3047a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:07:53Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:07:54.561906 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-22f1224e-d609-4687-9530-5b6c0430a915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (f43d79d3-1244-416e-b663-2eaf9d492dcb), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:54.608428 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f1224e-d609-4687-9530-5b6c0430a915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f43d79d3-1244-416e-b663-2eaf9d492dcb,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:54.615635 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-22f1224e-d609-4687-9530-5b6c0430a915 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=db1e18a039674c8d9aa04000cf403309&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2678001 Jul 13 09:07:54.618309 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 34006) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:07:54.671562 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-37526be9-4dbf-4693-aaa1-58a9de8c1ce8 None None] Publish callbacks [] for port (e9aaacae-0869-457d-a736-8780a20fbc10), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:54.676076 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-05817aff-d591-4388-abf4-80774d3425ae None None] Provisioning complete for port a5ead07b-f756-4855-bece-c3b77c1cc2a3 triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:07:54.676797 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-05817aff-d591-4388-abf4-80774d3425ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (a5ead07b-f756-4855-bece-c3b77c1cc2a3), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:54.715501 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1dbb3406-54ec-4e98-bb34-282a58954b17 admin admin] Publish callbacks [] for security_group (f43d79d3-1244-416e-b663-2eaf9d492dcb), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:54.722150 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:54.774052 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1dbb3406-54ec-4e98-bb34-282a58954b17 admin admin] Publish callbacks [] for security_group (f43d79d3-1244-416e-b663-2eaf9d492dcb), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:54.779318 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-48bdc7ad-a04a-495b-a497-6c2d77d6ae29 admin admin] Publish callbacks [] for router_gateway (0faa7fd1-1727-421e-9050-6ed5129053b2), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:54.792195 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Current status of the port 8bb074ad-af94-4324-9090-f778660c09b9 is: ACTIVE; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:07:54.801795 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-37526be9-4dbf-4693-aaa1-58a9de8c1ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760184582126'] for port (e9aaacae-0869-457d-a736-8780a20fbc10), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:54.804210 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7f3b3aed-46f4-4e68-bbbe-dab9f8099e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (d1fd82e0-5c39-4100-b44b-c54ee27d2d9f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:54.826202 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-48bdc7ad-a04a-495b-a497-6c2d77d6ae29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:54.829575 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37526be9-4dbf-4693-aaa1-58a9de8c1ce8 None None] Network cf0b6958-0a55-48da-ab4d-b8fc9c671dd9 is already hosted by enough agents. {{(pid=104470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:07:54.852639 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.base_scheduler [None req-37526be9-4dbf-4693-aaa1-58a9de8c1ce8 None None] Resources bound (agent type, host, resource id): {{(pid=104470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:07:54.860394 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37526be9-4dbf-4693-aaa1-58a9de8c1ce8 None None] Received port after_create {{(pid=104470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 09:07:54.894310 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716542d4-1f67-4e20-bcd4-ace875d48c1f req-63ddd500-d4f5-4d13-b376-e4e8c6f16bc3 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:54.901861 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-716542d4-1f67-4e20-bcd4-ace875d48c1f req-63ddd500-d4f5-4d13-b376-e4e8c6f16bc3 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 945 time: 0.0782449 Jul 13 09:07:54.925308 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37526be9-4dbf-4693-aaa1-58a9de8c1ce8 None None] Pushing event updated for resources: {'Port': ['ID=e9aaacae-0869-457d-a736-8780a20fbc10,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:54.935547 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-51cb04d3-b81b-4f7f-95b9-29563a3047a4 None None] Set router 22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b gateway port host: dv-cinder-849626-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:07:54.950716 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1dbb3406-54ec-4e98-bb34-282a58954b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (f43d79d3-1244-416e-b663-2eaf9d492dcb), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:54.953219 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1dbb3406-54ec-4e98-bb34-282a58954b17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:54.955226 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-1dbb3406-54ec-4e98-bb34-282a58954b17 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/f43d79d3-1244-416e-b663-2eaf9d492dcb HTTP/1.1" status: 204 len: 168 time: 0.3351557 Jul 13 09:07:54.981664 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbb3406-54ec-4e98-bb34-282a58954b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43d79d3-1244-416e-b663-2eaf9d492dcb,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:54.989429 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-37526be9-4dbf-4693-aaa1-58a9de8c1ce8 None None] Attempting to bind port e9aaacae-0869-457d-a736-8780a20fbc10 on host dv-cinder-849626-3-iscsi for vnic_type normal with profile {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 09:07:54.989429 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-37526be9-4dbf-4693-aaa1-58a9de8c1ce8 None None] Attempting to bind port e9aaacae-0869-457d-a736-8780a20fbc10 by drivers openvswitch,hyperv on host dv-cinder-849626-3-iscsi at level 0 using segments [{'id': '806eea68-b884-45c9-be12-366696605cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cf0b6958-0a55-48da-ab4d-b8fc9c671dd9'}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 09:07:54.989745 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37526be9-4dbf-4693-aaa1-58a9de8c1ce8 None None] Attempting to bind port e9aaacae-0869-457d-a736-8780a20fbc10 on network cf0b6958-0a55-48da-ab4d-b8fc9c671dd9 {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 09:07:54.992064 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-05817aff-d591-4388-abf4-80774d3425ae None None] Current status of the port a5ead07b-f756-4855-bece-c3b77c1cc2a3 is: DOWN; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:07:54.992456 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-05817aff-d591-4388-abf4-80774d3425ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (a5ead07b-f756-4855-bece-c3b77c1cc2a3), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:55.003604 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-716542d4-1f67-4e20-bcd4-ace875d48c1f req-7141fed9-cc8d-48ed-9f92-ad115977b9a4 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953600 Jul 13 09:07:55.016634 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37526be9-4dbf-4693-aaa1-58a9de8c1ce8 None None] Checking agent: {'id': '9379cce5-6fc7-4135-bc49-530c07185724', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849626-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 8, 57, 26), 'started_at': datetime.datetime(2022, 7, 13, 8, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 9, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849626-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 09:07:55.017009 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37526be9-4dbf-4693-aaa1-58a9de8c1ce8 None None] Checking segment: {'id': '806eea68-b884-45c9-be12-366696605cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cf0b6958-0a55-48da-ab4d-b8fc9c671dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 09:07:55.017409 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-37526be9-4dbf-4693-aaa1-58a9de8c1ce8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:55.017814 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37526be9-4dbf-4693-aaa1-58a9de8c1ce8 None None] Bound using segment: {'id': '806eea68-b884-45c9-be12-366696605cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cf0b6958-0a55-48da-ab4d-b8fc9c671dd9'} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 09:07:55.019227 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-37526be9-4dbf-4693-aaa1-58a9de8c1ce8 None None] Bound port: e9aaacae-0869-457d-a736-8780a20fbc10, host: dv-cinder-849626-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '806eea68-b884-45c9-be12-366696605cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cf0b6958-0a55-48da-ab4d-b8fc9c671dd9'}}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 09:07:55.019617 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-37526be9-4dbf-4693-aaa1-58a9de8c1ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (e9aaacae-0869-457d-a736-8780a20fbc10), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:55.093306 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-05817aff-d591-4388-abf4-80774d3425ae None None] For port a5ead07b-f756-4855-bece-c3b77c1cc2a3, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=a5ead07b-f756-4855-bece-c3b77c1cc2a3,segment=NetworkSegment(1a040656-e7c6-465b-9b3c-96b60be8e163),segment_id=1a040656-e7c6-465b-9b3c-96b60be8e163)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:07:55.104790 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_common [None req-48bdc7ad-a04a-495b-a497-6c2d77d6ae29 admin admin] Allocated IP 172.27.3.173 (14d154e4-c9a5-47e8-9f7f-9daf0b869ff5/8de8efa6-546e-4542-992b-4162440fe9c8/22bc7a73-47dc-4824-9404-a6808f0b0ee9) {{(pid=104469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 09:07:55.113064 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:55.135812 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-37526be9-4dbf-4693-aaa1-58a9de8c1ce8 None None] For port e9aaacae-0869-457d-a736-8780a20fbc10, host dv-cinder-849626-3-iscsi, cleared binding levels {{(pid=104470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 09:07:55.141251 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-37526be9-4dbf-4693-aaa1-58a9de8c1ce8 None None] For port e9aaacae-0869-457d-a736-8780a20fbc10, host dv-cinder-849626-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=e9aaacae-0869-457d-a736-8780a20fbc10,segment=NetworkSegment(806eea68-b884-45c9-be12-366696605cb6),segment_id=806eea68-b884-45c9-be12-366696605cb6)] {{(pid=104470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 09:07:55.156691 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-05817aff-d591-4388-abf4-80774d3425ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (a5ead07b-f756-4855-bece-c3b77c1cc2a3), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:55.196876 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.agents_db [None req-6da3c0df-3a39-4d49-9ef0-c2c7fda6ffa8 None None] Agent healthcheck: found 6 active agents {{(pid=104471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:07:55.212575 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05817aff-d591-4388-abf4-80774d3425ae None None] Pushing event updated for resources: {'Port': ['ID=a5ead07b-f756-4855-bece-c3b77c1cc2a3,revision_number=5']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:55.235971 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-48bdc7ad-a04a-495b-a497-6c2d77d6ae29 admin admin] Publish callbacks [] for port (22bc7a73-47dc-4824-9404-a6808f0b0ee9), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:55.242862 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-37526be9-4dbf-4693-aaa1-58a9de8c1ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (e9aaacae-0869-457d-a736-8780a20fbc10), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:55.255940 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-51cb04d3-b81b-4f7f-95b9-29563a3047a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b', 'name': 'tempest-TestMinimumBasicScenario-2145401859-router', 'tenant_id': 'be3ff54edaf7439bab9ca81656e94c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '8bb074ad-af94-4324-9090-f778660c09b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:07:46Z', 'updated_at': '2022-07-13T09:07:50Z', 'revision_number': 4, 'project_id': 'be3ff54edaf7439bab9ca81656e94c70', 'gw_port': {'id': '8bb074ad-af94-4324-9090-f778660c09b9', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:02:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:07:47Z', 'updated_at': '2022-07-13T09:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_interfaces': [{'id': 'a5ead07b-f756-4855-bece-c3b77c1cc2a3', 'name': '', 'network_id': '913797b9-97f0-4f1d-84dd-b458a159148c', 'tenant_id': 'be3ff54edaf7439bab9ca81656e94c70', 'mac_address': 'fa:16:3e:8c:26:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '1c3053c6-5e38-47f4-966f-6eb4d06059b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:07:49Z', 'updated_at': '2022-07-13T09:07:54Z', 'revision_number': 4, 'project_id': 'be3ff54edaf7439bab9ca81656e94c70', 'subnets': [{'id': '1c3053c6-5e38-47f4-966f-6eb4d06059b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:07:55.283174 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cb04d3-b81b-4f7f-95b9-29563a3047a4 None None] The sync data for ids ['22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b'] in dv-cinder-849626-3-iscsi is: [{'id': '22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b', 'name': 'tempest-TestMinimumBasicScenario-2145401859-router', 'tenant_id': 'be3ff54edaf7439bab9ca81656e94c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '8bb074ad-af94-4324-9090-f778660c09b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:07:46Z', 'updated_at': '2022-07-13T09:07:50Z', 'revision_number': 4, 'project_id': 'be3ff54edaf7439bab9ca81656e94c70', 'gw_port': {'id': '8bb074ad-af94-4324-9090-f778660c09b9', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:02:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:07:47Z', 'updated_at': '2022-07-13T09:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_interfaces': [{'id': 'a5ead07b-f756-4855-bece-c3b77c1cc2a3', 'name': '', 'network_id': '913797b9-97f0-4f1d-84dd-b458a159148c', 'tenant_id': 'be3ff54edaf7439bab9ca81656e94c70', 'mac_address': 'fa:16:3e:8c:26:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '1c3053c6-5e38-47f4-966f-6eb4d06059b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:07:49Z', 'updated_at': '2022-07-13T09:07:54Z', 'revision_number': 4, 'project_id': 'be3ff54edaf7439bab9ca81656e94c70', 'subnets': [{'id': '1c3053c6-5e38-47f4-966f-6eb4d06059b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 09:07:55.318605 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-34b3a91e-93fd-4839-920f-c4a67c664fc6 None None] Provisioning complete for port a5ead07b-f756-4855-bece-c3b77c1cc2a3 triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:07:55.318970 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-34b3a91e-93fd-4839-920f-c4a67c664fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (a5ead07b-f756-4855-bece-c3b77c1cc2a3), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:55.356739 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-48bdc7ad-a04a-495b-a497-6c2d77d6ae29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760184582126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542309'] for port (22bc7a73-47dc-4824-9404-a6808f0b0ee9), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:55.434878 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48bdc7ad-a04a-495b-a497-6c2d77d6ae29 admin admin] Network 14d154e4-c9a5-47e8-9f7f-9daf0b869ff5 is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:07:55.438292 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [None req-48bdc7ad-a04a-495b-a497-6c2d77d6ae29 admin admin] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:07:55.445776 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bdc7ad-a04a-495b-a497-6c2d77d6ae29 admin admin] Received port after_create {{(pid=104469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 09:07:55.453601 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37526be9-4dbf-4693-aaa1-58a9de8c1ce8 None None] Pushing event updated for resources: {'Port': ['ID=e9aaacae-0869-457d-a736-8780a20fbc10,revision_number=2']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:55.471896 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-34b3a91e-93fd-4839-920f-c4a67c664fc6 None None] Current status of the port a5ead07b-f756-4855-bece-c3b77c1cc2a3 is: ACTIVE; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:07:55.484873 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bdc7ad-a04a-495b-a497-6c2d77d6ae29 admin admin] Pushing event updated for resources: {'Port': ['ID=22bc7a73-47dc-4824-9404-a6808f0b0ee9,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:55.646638 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5ee680a5-33f3-4217-99f5-17637ad0570e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (59ae6226-c784-4fad-8646-7377b1ef5f31), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:56.030150 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:56.031510 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (9379cce5-6fc7-4135-bc49-530c07185724), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:56.093271 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-48bdc7ad-a04a-495b-a497-6c2d77d6ae29 admin admin] Publish callbacks [] for router_gateway (0faa7fd1-1727-421e-9050-6ed5129053b2), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:56.177132 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ad07c-a13f-4484-96f9-fbd72c9aaac2 req-2febcb97-74aa-4044-8af9-013b8eb3ee2b tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:56.178858 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-858ad07c-a13f-4484-96f9-fbd72c9aaac2 req-2febcb97-74aa-4044-8af9-013b8eb3ee2b tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 945 time: 0.1057606 Jul 13 09:07:56.283285 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-858ad07c-a13f-4484-96f9-fbd72c9aaac2 req-1bce5fbc-2c60-4b9f-99e7-4cfd03906d15 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949500 Jul 13 09:07:56.360166 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device e9aaacae-0869-457d-a736-8780a20fbc10 up at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:07:56.396627 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-48bdc7ad-a04a-495b-a497-6c2d77d6ae29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-400835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388435'] for router (0faa7fd1-1727-421e-9050-6ed5129053b2), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:56.420816 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Provisioning complete for port e9aaacae-0869-457d-a736-8780a20fbc10 triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:07:56.423161 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (e9aaacae-0869-457d-a736-8780a20fbc10), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:56.443933 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:UPDATE=6,neutron:SELECT=93,neutron:INSERT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:56.495511 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:56.521035 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Current status of the port e9aaacae-0869-457d-a736-8780a20fbc10 is: DOWN; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:07:56.521550 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (e9aaacae-0869-457d-a736-8780a20fbc10), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:56.560771 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] For port e9aaacae-0869-457d-a736-8780a20fbc10, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=e9aaacae-0869-457d-a736-8780a20fbc10,segment=NetworkSegment(806eea68-b884-45c9-be12-366696605cb6),segment_id=806eea68-b884-45c9-be12-366696605cb6)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:07:56.566388 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac24e400-e0e7-4c77-b740-ae029058d61c None None] Network cf0b6958-0a55-48da-ab4d-b8fc9c671dd9 requested from dv-cinder-849626-3-iscsi {{(pid=104470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 09:07:56.640755 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-f7be8e0a-5386-41b8-af3d-56829ff2230f None None] Provisioning complete for port e9aaacae-0869-457d-a736-8780a20fbc10 triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:07:56.641126 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-f7be8e0a-5386-41b8-af3d-56829ff2230f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (e9aaacae-0869-457d-a736-8780a20fbc10), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:56.654152 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48bdc7ad-a04a-495b-a497-6c2d77d6ae29 admin admin] Router 0faa7fd1-1727-421e-9050-6ed5129053b2 is scheduled to L3 agent 084ea860-45cb-441c-b2f8-c6c2f7d6686c with binding_index 1 {{(pid=104469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 13 09:07:56.701380 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (e9aaacae-0869-457d-a736-8780a20fbc10), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:56.702280 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device a5ead07b-f756-4855-bece-c3b77c1cc2a3 up at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:07:56.782623 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48bdc7ad-a04a-495b-a497-6c2d77d6ae29 admin admin] Notify agent at l3_agent.dv-cinder-849626-3-iscsi the message routers_updated {{(pid=104469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 09:07:56.798588 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a64c944-d7af-41cd-8342-b4911bfcb788 None None] Sync routers for ids ['0faa7fd1-1727-421e-9050-6ed5129053b2'] in dv-cinder-849626-3-iscsi {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 09:07:56.819806 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Pushing event updated for resources: {'Port': ['ID=e9aaacae-0869-457d-a736-8780a20fbc10,revision_number=3']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:56.850709 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a64c944-d7af-41cd-8342-b4911bfcb788 None None] Routers {'0faa7fd1-1727-421e-9050-6ed5129053b2'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:07:56.857620 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-3a64c944-d7af-41cd-8342-b4911bfcb788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:07:53Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['0faa7fd1-1727-421e-9050-6ed5129053b2'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:07:56.857620 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-f7be8e0a-5386-41b8-af3d-56829ff2230f None None] Current status of the port e9aaacae-0869-457d-a736-8780a20fbc10 is: ACTIVE; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:07:56.858360 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Provisioning complete for port a5ead07b-f756-4855-bece-c3b77c1cc2a3 triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:07:56.858738 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (a5ead07b-f756-4855-bece-c3b77c1cc2a3), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:56.884715 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-48bdc7ad-a04a-495b-a497-6c2d77d6ae29 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:56.887085 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-48bdc7ad-a04a-495b-a497-6c2d77d6ae29 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9905422 Jul 13 09:07:56.896736 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 34056) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:07:57.086584 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-f7eb556e-12f3-4724-9995-aa82ecfa5e22 None None] Provisioning complete for port e9aaacae-0869-457d-a736-8780a20fbc10 triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:07:57.097152 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-f7eb556e-12f3-4724-9995-aa82ecfa5e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (e9aaacae-0869-457d-a736-8780a20fbc10), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:57.126625 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-3a64c944-d7af-41cd-8342-b4911bfcb788 None None] Set router 0faa7fd1-1727-421e-9050-6ed5129053b2 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:07:57.207581 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:57.263246 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Current status of the port a5ead07b-f756-4855-bece-c3b77c1cc2a3 is: ACTIVE; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:07:57.382665 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3ce2e-a0ed-481e-9882-2a35adc6ba35 req-45515c08-8d85-4fb2-a75b-3a68a0f06b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:57.383168 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-f7eb556e-12f3-4724-9995-aa82ecfa5e22 None None] Current status of the port e9aaacae-0869-457d-a736-8780a20fbc10 is: ACTIVE; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:07:57.384700 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8bd3ce2e-a0ed-481e-9882-2a35adc6ba35 req-45515c08-8d85-4fb2-a75b-3a68a0f06b16 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 1129 time: 0.0682886 Jul 13 09:07:57.456918 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8bd3ce2e-a0ed-481e-9882-2a35adc6ba35 req-990ea272-a681-4d26-a350-36b602ab35e1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640934 Jul 13 09:07:57.463043 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-3a64c944-d7af-41cd-8342-b4911bfcb788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0faa7fd1-1727-421e-9050-6ed5129053b2', 'name': 'tempest-TestMinimumBasicScenario-1758267142-router', 'tenant_id': '23ca6e44ed8f47fbbe0960fc3d65025f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '22bc7a73-47dc-4824-9404-a6808f0b0ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:07:54Z', 'updated_at': '2022-07-13T09:07:55Z', 'revision_number': 3, 'project_id': '23ca6e44ed8f47fbbe0960fc3d65025f', 'gw_port': {'id': '22bc7a73-47dc-4824-9404-a6808f0b0ee9', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f0:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0faa7fd1-1727-421e-9050-6ed5129053b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:07:54Z', 'updated_at': '2022-07-13T09:07:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi'}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:07:57.476548 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a48f7-ea20-4062-9a90-d144f4a883b5 req-1c2d602d-742b-4706-9102-226935399d57 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:57.478971 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-d77a48f7-ea20-4062-9a90-d144f4a883b5 req-1c2d602d-742b-4706-9102-226935399d57 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 945 time: 0.0678699 Jul 13 09:07:57.496354 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a64c944-d7af-41cd-8342-b4911bfcb788 None None] Checking router: 0faa7fd1-1727-421e-9050-6ed5129053b2 for host: dv-cinder-849626-3-iscsi {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 09:07:57.496708 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a64c944-d7af-41cd-8342-b4911bfcb788 None None] Updating router 0faa7fd1-1727-421e-9050-6ed5129053b2 port 22bc7a73-47dc-4824-9404-a6808f0b0ee9 binding host dv-cinder-849626-3-iscsi {{(pid=104470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 09:07:57.498600 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:57.536140 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3a64c944-d7af-41cd-8342-b4911bfcb788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (22bc7a73-47dc-4824-9404-a6808f0b0ee9), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:57.586135 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-d77a48f7-ea20-4062-9a90-d144f4a883b5 req-ccd649cd-aaa3-41dd-9cf3-b393e1abe770 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860779 Jul 13 09:07:57.614903 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4e16ff26-5ddd-47e6-9b65-bc7d0554dee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:57.627097 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:57.760350 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.db.db_base_plugin_common [None req-4e16ff26-5ddd-47e6-9b65-bc7d0554dee9 admin admin] Allocated IP 172.20.0.1 (cf0b6958-0a55-48da-ab4d-b8fc9c671dd9/b74e0cee-59bb-4857-a467-9e503543c1b1/e7b35828-4adc-4c70-afa1-c206390fc154) {{(pid=104468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 09:07:57.803338 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3a64c944-d7af-41cd-8342-b4911bfcb788 None None] Publish callbacks [] for port (22bc7a73-47dc-4824-9404-a6808f0b0ee9), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:57.828320 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:57.870415 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4e16ff26-5ddd-47e6-9b65-bc7d0554dee9 admin admin] Publish callbacks [] for port (e7b35828-4adc-4c70-afa1-c206390fc154), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:57.875987 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3a64c944-d7af-41cd-8342-b4911bfcb788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (22bc7a73-47dc-4824-9404-a6808f0b0ee9), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:57.927374 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-3a64c944-d7af-41cd-8342-b4911bfcb788 None None] Attempting to bind port 22bc7a73-47dc-4824-9404-a6808f0b0ee9 on host dv-cinder-849626-3-iscsi for vnic_type normal with profile {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 09:07:57.927733 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-3a64c944-d7af-41cd-8342-b4911bfcb788 None None] Attempting to bind port 22bc7a73-47dc-4824-9404-a6808f0b0ee9 by drivers openvswitch,hyperv on host dv-cinder-849626-3-iscsi at level 0 using segments [{'id': '51732cec-dd15-4320-89e5-7b26a17afbfa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5'}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 09:07:57.929136 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a64c944-d7af-41cd-8342-b4911bfcb788 None None] Attempting to bind port 22bc7a73-47dc-4824-9404-a6808f0b0ee9 on network 14d154e4-c9a5-47e8-9f7f-9daf0b869ff5 {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 09:07:57.931170 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49bd03d-9131-475e-afb0-4387459d506c None None] Pushing event updated for resources: {'Port': ['ID=22bc7a73-47dc-4824-9404-a6808f0b0ee9,revision_number=2']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:57.935566 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a64c944-d7af-41cd-8342-b4911bfcb788 None None] Checking agent: {'id': '9379cce5-6fc7-4135-bc49-530c07185724', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849626-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 8, 57, 26), 'started_at': datetime.datetime(2022, 7, 13, 8, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 9, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849626-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 09:07:57.935930 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a64c944-d7af-41cd-8342-b4911bfcb788 None None] Checking segment: {'id': '51732cec-dd15-4320-89e5-7b26a17afbfa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 09:07:57.936316 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3a64c944-d7af-41cd-8342-b4911bfcb788 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:57.936683 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a64c944-d7af-41cd-8342-b4911bfcb788 None None] Bound using segment: {'id': '51732cec-dd15-4320-89e5-7b26a17afbfa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5'} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 09:07:57.937130 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-3a64c944-d7af-41cd-8342-b4911bfcb788 None None] Bound port: 22bc7a73-47dc-4824-9404-a6808f0b0ee9, host: dv-cinder-849626-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51732cec-dd15-4320-89e5-7b26a17afbfa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5'}}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 09:07:57.937502 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3a64c944-d7af-41cd-8342-b4911bfcb788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (22bc7a73-47dc-4824-9404-a6808f0b0ee9), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:57.977609 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4e16ff26-5ddd-47e6-9b65-bc7d0554dee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760184582126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665350'] for port (e7b35828-4adc-4c70-afa1-c206390fc154), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:57.984476 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:57.995207 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-3a64c944-d7af-41cd-8342-b4911bfcb788 None None] For port 22bc7a73-47dc-4824-9404-a6808f0b0ee9, host dv-cinder-849626-3-iscsi, cleared binding levels {{(pid=104470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 09:07:57.998407 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-3a64c944-d7af-41cd-8342-b4911bfcb788 None None] For port 22bc7a73-47dc-4824-9404-a6808f0b0ee9, host dv-cinder-849626-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=22bc7a73-47dc-4824-9404-a6808f0b0ee9,segment=NetworkSegment(51732cec-dd15-4320-89e5-7b26a17afbfa),segment_id=51732cec-dd15-4320-89e5-7b26a17afbfa)] {{(pid=104470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 09:07:58.012595 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e16ff26-5ddd-47e6-9b65-bc7d0554dee9 admin admin] Network cf0b6958-0a55-48da-ab4d-b8fc9c671dd9 is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:07:58.018504 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-4e16ff26-5ddd-47e6-9b65-bc7d0554dee9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:07:58.024673 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e16ff26-5ddd-47e6-9b65-bc7d0554dee9 admin admin] Received port after_create {{(pid=104468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 09:07:58.054262 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e16ff26-5ddd-47e6-9b65-bc7d0554dee9 admin admin] Pushing event updated for resources: {'Port': ['ID=e7b35828-4adc-4c70-afa1-c206390fc154,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:58.077287 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4e16ff26-5ddd-47e6-9b65-bc7d0554dee9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377229'] for router_interface (0faa7fd1-1727-421e-9050-6ed5129053b2), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:58.104542 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3a64c944-d7af-41cd-8342-b4911bfcb788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (22bc7a73-47dc-4824-9404-a6808f0b0ee9), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:58.207145 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a64c944-d7af-41cd-8342-b4911bfcb788 None None] Routers {'0faa7fd1-1727-421e-9050-6ed5129053b2'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:07:58.207860 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-3a64c944-d7af-41cd-8342-b4911bfcb788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:07:53Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['0faa7fd1-1727-421e-9050-6ed5129053b2'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:07:58.214754 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49bd03d-9131-475e-afb0-4387459d506c None None] Pushing event updated for resources: {'Port': ['ID=22bc7a73-47dc-4824-9404-a6808f0b0ee9,revision_number=3']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:58.351397 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4e16ff26-5ddd-47e6-9b65-bc7d0554dee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (e7b35828-4adc-4c70-afa1-c206390fc154), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:58.444300 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device e9aaacae-0869-457d-a736-8780a20fbc10 up at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:07:58.497719 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-b3191c64-845a-48e6-940d-3632981dcd0a None None] Provisioning complete for port e7b35828-4adc-4c70-afa1-c206390fc154 triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:07:58.497719 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-b3191c64-845a-48e6-940d-3632981dcd0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (e7b35828-4adc-4c70-afa1-c206390fc154), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:58.573404 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4e16ff26-5ddd-47e6-9b65-bc7d0554dee9 admin admin] Publish callbacks [] for port (e7b35828-4adc-4c70-afa1-c206390fc154), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:58.612014 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-3a64c944-d7af-41cd-8342-b4911bfcb788 None None] Set router 0faa7fd1-1727-421e-9050-6ed5129053b2 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:07:58.612649 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-b3191c64-845a-48e6-940d-3632981dcd0a None None] Port e7b35828-4adc-4c70-afa1-c206390fc154 cannot update to ACTIVE because it is not bound. {{(pid=104470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 09:07:58.659088 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4e16ff26-5ddd-47e6-9b65-bc7d0554dee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665375'] for port (e7b35828-4adc-4c70-afa1-c206390fc154), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:58.701085 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Provisioning complete for port e9aaacae-0869-457d-a736-8780a20fbc10 triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:07:58.701460 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (e9aaacae-0869-457d-a736-8780a20fbc10), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:58.738727 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:58.810152 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4e16ff26-5ddd-47e6-9b65-bc7d0554dee9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-391157'] for router_interface (0faa7fd1-1727-421e-9050-6ed5129053b2), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:58.821780 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e16ff26-5ddd-47e6-9b65-bc7d0554dee9 admin admin] Pushing event updated for resources: {'Port': ['ID=e7b35828-4adc-4c70-afa1-c206390fc154,revision_number=2']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:58.839512 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:58.843586 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 34158) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:07:58.876465 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:58.941516 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Current status of the port e9aaacae-0869-457d-a736-8780a20fbc10 is: ACTIVE; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:07:58.997464 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-3a64c944-d7af-41cd-8342-b4911bfcb788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0faa7fd1-1727-421e-9050-6ed5129053b2', 'name': 'tempest-TestMinimumBasicScenario-1758267142-router', 'tenant_id': '23ca6e44ed8f47fbbe0960fc3d65025f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '22bc7a73-47dc-4824-9404-a6808f0b0ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:07:54Z', 'updated_at': '2022-07-13T09:07:55Z', 'revision_number': 3, 'project_id': '23ca6e44ed8f47fbbe0960fc3d65025f', 'gw_port': {'id': '22bc7a73-47dc-4824-9404-a6808f0b0ee9', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f0:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0faa7fd1-1727-421e-9050-6ed5129053b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:07:54Z', 'updated_at': '2022-07-13T09:07:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi'}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:07:59.000963 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e16ff26-5ddd-47e6-9b65-bc7d0554dee9 admin admin] Network cf0b6958-0a55-48da-ab4d-b8fc9c671dd9 is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:07:59.000963 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-4e16ff26-5ddd-47e6-9b65-bc7d0554dee9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:07:59.031388 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a64c944-d7af-41cd-8342-b4911bfcb788 None None] The sync data for ids ['0faa7fd1-1727-421e-9050-6ed5129053b2'] in dv-cinder-849626-3-iscsi is: [{'id': '0faa7fd1-1727-421e-9050-6ed5129053b2', 'name': 'tempest-TestMinimumBasicScenario-1758267142-router', 'tenant_id': '23ca6e44ed8f47fbbe0960fc3d65025f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '22bc7a73-47dc-4824-9404-a6808f0b0ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:07:54Z', 'updated_at': '2022-07-13T09:07:55Z', 'revision_number': 3, 'project_id': '23ca6e44ed8f47fbbe0960fc3d65025f', 'gw_port': {'id': '22bc7a73-47dc-4824-9404-a6808f0b0ee9', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f0:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0faa7fd1-1727-421e-9050-6ed5129053b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:07:54Z', 'updated_at': '2022-07-13T09:07:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi'}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 09:07:59.097514 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75eb4b5-52a1-47f1-a4cb-4c404b133765 req-9dab2c4d-1032-4350-896f-eaa9f24d8477 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:07:59.099797 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a75eb4b5-52a1-47f1-a4cb-4c404b133765 req-9dab2c4d-1032-4350-896f-eaa9f24d8477 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 945 time: 0.3766003 Jul 13 09:07:59.169874 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-766fe893-405f-4787-a630-134dffad2534 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:59.206561 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a75eb4b5-52a1-47f1-a4cb-4c404b133765 req-5400cd4a-7edc-4054-a02b-fdb672a9ce2b tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003654 Jul 13 09:07:59.240015 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e16ff26-5ddd-47e6-9b65-bc7d0554dee9 admin admin] Router 0faa7fd1-1727-421e-9050-6ed5129053b2 has already been hosted by L3 agent 084ea860-45cb-441c-b2f8-c6c2f7d6686c {{(pid=104468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 09:07:59.444351 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-1ca3ac12-a4ef-46de-8448-1250e272e823 None None] Provisioning complete for port e7b35828-4adc-4c70-afa1-c206390fc154 triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:07:59.444839 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1ca3ac12-a4ef-46de-8448-1250e272e823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (e7b35828-4adc-4c70-afa1-c206390fc154), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:59.452968 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-766fe893-405f-4787-a630-134dffad2534 admin admin] Publish callbacks [] for security_group (c3ff9311-04ee-48a1-ab01-1fc7fc83dff4), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:59.457924 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e16ff26-5ddd-47e6-9b65-bc7d0554dee9 admin admin] Notify agent at l3_agent.dv-cinder-849626-3-iscsi the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 09:07:59.462413 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-4e16ff26-5ddd-47e6-9b65-bc7d0554dee9 admin admin] 10.222.0.40 "PUT /v2.0/routers/0faa7fd1-1727-421e-9050-6ed5129053b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5640674 Jul 13 09:07:59.487692 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-1ca3ac12-a4ef-46de-8448-1250e272e823 None None] Port e7b35828-4adc-4c70-afa1-c206390fc154 cannot update to ACTIVE because it is not bound. {{(pid=104470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 09:07:59.510545 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:07:59.572772 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-766fe893-405f-4787-a630-134dffad2534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (c3ff9311-04ee-48a1-ab01-1fc7fc83dff4), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:59.647875 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-766fe893-405f-4787-a630-134dffad2534 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=16721ae1330d4a03ac25d25b2ee8541b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8033912 Jul 13 09:07:59.649094 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766fe893-405f-4787-a630-134dffad2534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ff9311-04ee-48a1-ab01-1fc7fc83dff4,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:07:59.651404 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 34192) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:07:59.731237 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-03403f23-02e8-4e1f-bb0a-79b9470d67cf admin admin] Publish callbacks [] for security_group (c3ff9311-04ee-48a1-ab01-1fc7fc83dff4), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:59.765761 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-03403f23-02e8-4e1f-bb0a-79b9470d67cf admin admin] Publish callbacks [] for security_group (c3ff9311-04ee-48a1-ab01-1fc7fc83dff4), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:59.956735 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-03403f23-02e8-4e1f-bb0a-79b9470d67cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (c3ff9311-04ee-48a1-ab01-1fc7fc83dff4), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:59.959430 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-03403f23-02e8-4e1f-bb0a-79b9470d67cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:07:59.960720 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-03403f23-02e8-4e1f-bb0a-79b9470d67cf admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/c3ff9311-04ee-48a1-ab01-1fc7fc83dff4 HTTP/1.1" status: 204 len: 168 time: 0.3079991 Jul 13 09:07:59.968961 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03403f23-02e8-4e1f-bb0a-79b9470d67cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ff9311-04ee-48a1-ab01-1fc7fc83dff4,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:08:00.165501 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device 22bc7a73-47dc-4824-9404-a6808f0b0ee9 up at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:08:00.215498 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Provisioning complete for port 22bc7a73-47dc-4824-9404-a6808f0b0ee9 triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:08:00.215870 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (22bc7a73-47dc-4824-9404-a6808f0b0ee9), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:00.316687 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Current status of the port 22bc7a73-47dc-4824-9404-a6808f0b0ee9 is: DOWN; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:08:00.317079 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (22bc7a73-47dc-4824-9404-a6808f0b0ee9), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:00.345998 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] For port 22bc7a73-47dc-4824-9404-a6808f0b0ee9, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=22bc7a73-47dc-4824-9404-a6808f0b0ee9,segment=NetworkSegment(51732cec-dd15-4320-89e5-7b26a17afbfa),segment_id=51732cec-dd15-4320-89e5-7b26a17afbfa)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:08:00.361970 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f95810-8c7c-4e5e-8438-4f59e890e9b9 req-1c79c323-385f-4094-a061-bc3697a4d185 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:00.374391 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-f7f95810-8c7c-4e5e-8438-4f59e890e9b9 req-1c79c323-385f-4094-a061-bc3697a4d185 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 945 time: 0.0978792 Jul 13 09:08:00.418524 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (22bc7a73-47dc-4824-9404-a6808f0b0ee9), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:00.463035 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-f7f95810-8c7c-4e5e-8438-4f59e890e9b9 req-e7337d09-cc1a-488f-8a69-1207174d8921 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908558 Jul 13 09:08:00.509350 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Pushing event updated for resources: {'Port': ['ID=22bc7a73-47dc-4824-9404-a6808f0b0ee9,revision_number=4']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:08:00.618384 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf6970-565e-461e-97c8-b3cf61a3ce3c req-5d2163df-6ae7-4334-a86d-7b9e0edcd406 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:00.620072 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-2adf6970-565e-461e-97c8-b3cf61a3ce3c req-5d2163df-6ae7-4334-a86d-7b9e0edcd406 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=8315445c-678d-4c5c-8ecf-937e48a120a4 HTTP/1.1" status: 200 len: 946 time: 0.0748427 Jul 13 09:08:00.693146 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-2adf6970-565e-461e-97c8-b3cf61a3ce3c req-c66dbe60-666c-4224-8a40-aef656e8dbec tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667312 Jul 13 09:08:00.899921 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 34248) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:08:00.911892 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:00.931332 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 34252) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:08:00.959327 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-9a59d00e-6ef1-44c3-bf08-d8045b38892f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:01.035187 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.db.db_base_plugin_v2 [None req-d86e12d4-6ae5-4d22-a9d5-d94699331531 admin admin] Deleting subnet 707deea6-c248-45c4-b97c-14f15475c6ca {{(pid=104468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 13 09:08:01.038528 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d86e12d4-6ae5-4d22-a9d5-d94699331531 admin admin] Publish callbacks [] for subnet (707deea6-c248-45c4-b97c-14f15475c6ca), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:01.092481 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d86e12d4-6ae5-4d22-a9d5-d94699331531 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4173327'] for subnet (707deea6-c248-45c4-b97c-14f15475c6ca), precommit_delete_associations {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:01.109043 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-9a59d00e-6ef1-44c3-bf08-d8045b38892f admin admin] Publish callbacks [] for security_group (30adecc8-cdf0-438b-9897-1e7944b3ef4a), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:01.152577 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d86e12d4-6ae5-4d22-a9d5-d94699331531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7837055'] for subnet (707deea6-c248-45c4-b97c-14f15475c6ca), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:01.196050 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-9a59d00e-6ef1-44c3-bf08-d8045b38892f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (30adecc8-cdf0-438b-9897-1e7944b3ef4a), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:01.264628 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-9a59d00e-6ef1-44c3-bf08-d8045b38892f admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=34c819496ff84af0a6fde5d7637be56c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3292637 Jul 13 09:08:01.265169 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 34258) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:08:01.288663 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a59d00e-6ef1-44c3-bf08-d8045b38892f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30adecc8-cdf0-438b-9897-1e7944b3ef4a,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:08:01.297597 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d86e12d4-6ae5-4d22-a9d5-d94699331531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7837033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8666841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9186763'] for subnet (707deea6-c248-45c4-b97c-14f15475c6ca), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:01.304613 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a59d00e-6ef1-44c3-bf08-d8045b38892f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:08:01.305539 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a59d00e-6ef1-44c3-bf08-d8045b38892f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:08:01.306130 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a59d00e-6ef1-44c3-bf08-d8045b38892f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:08:01.306702 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a59d00e-6ef1-44c3-bf08-d8045b38892f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:08:01.307252 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a59d00e-6ef1-44c3-bf08-d8045b38892f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:08:01.308632 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a59d00e-6ef1-44c3-bf08-d8045b38892f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:08:01.309294 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a59d00e-6ef1-44c3-bf08-d8045b38892f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:08:01.309818 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a59d00e-6ef1-44c3-bf08-d8045b38892f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:08:01.310918 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a59d00e-6ef1-44c3-bf08-d8045b38892f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:08:01.311493 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a59d00e-6ef1-44c3-bf08-d8045b38892f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:08:01.312187 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a59d00e-6ef1-44c3-bf08-d8045b38892f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:08:01.312933 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a59d00e-6ef1-44c3-bf08-d8045b38892f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:08:01.315662 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a59d00e-6ef1-44c3-bf08-d8045b38892f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:08:01.316541 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a59d00e-6ef1-44c3-bf08-d8045b38892f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:08:01.317177 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a59d00e-6ef1-44c3-bf08-d8045b38892f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:08:01.359137 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86e12d4-6ae5-4d22-a9d5-d94699331531 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=707deea6-c248-45c4-b97c-14f15475c6ca,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:08:01.369033 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d86e12d4-6ae5-4d22-a9d5-d94699331531 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:01.374471 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-d86e12d4-6ae5-4d22-a9d5-d94699331531 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/707deea6-c248-45c4-b97c-14f15475c6ca HTTP/1.1" status: 204 len: 168 time: 0.4701328 Jul 13 09:08:01.374471 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86e12d4-6ae5-4d22-a9d5-d94699331531 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:08:01.374471 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86e12d4-6ae5-4d22-a9d5-d94699331531 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:08:01.374843 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86e12d4-6ae5-4d22-a9d5-d94699331531 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:08:01.374924 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 34260) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:08:01.374999 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86e12d4-6ae5-4d22-a9d5-d94699331531 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:08:01.375294 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86e12d4-6ae5-4d22-a9d5-d94699331531 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:08:01.375624 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86e12d4-6ae5-4d22-a9d5-d94699331531 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:08:01.375979 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86e12d4-6ae5-4d22-a9d5-d94699331531 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:08:01.376371 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86e12d4-6ae5-4d22-a9d5-d94699331531 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:08:01.376595 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86e12d4-6ae5-4d22-a9d5-d94699331531 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:08:01.377018 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86e12d4-6ae5-4d22-a9d5-d94699331531 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:08:01.377304 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86e12d4-6ae5-4d22-a9d5-d94699331531 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:08:01.377622 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86e12d4-6ae5-4d22-a9d5-d94699331531 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:08:01.377975 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86e12d4-6ae5-4d22-a9d5-d94699331531 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:08:01.378387 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86e12d4-6ae5-4d22-a9d5-d94699331531 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:08:01.378703 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86e12d4-6ae5-4d22-a9d5-d94699331531 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:08:01.401755 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4c31fdb8-a817-433e-85c6-bddffdd23b83 admin admin] Publish callbacks [] for security_group (30adecc8-cdf0-438b-9897-1e7944b3ef4a), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:01.429884 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:01.433197 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4c31fdb8-a817-433e-85c6-bddffdd23b83 admin admin] Publish callbacks [] for security_group (30adecc8-cdf0-438b-9897-1e7944b3ef4a), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:01.468846 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:01.481245 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-9571a837-64a0-43ea-83bf-1ce4f39e8108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7847201'] for network (8f559a9a-7a1c-43ef-a9e2-45f5e571a5c2), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:01.593282 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4c31fdb8-a817-433e-85c6-bddffdd23b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (30adecc8-cdf0-438b-9897-1e7944b3ef4a), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:01.595930 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4c31fdb8-a817-433e-85c6-bddffdd23b83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:01.601332 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-4c31fdb8-a817-433e-85c6-bddffdd23b83 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/30adecc8-cdf0-438b-9897-1e7944b3ef4a HTTP/1.1" status: 204 len: 168 time: 0.3312213 Jul 13 09:08:01.601478 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-9571a837-64a0-43ea-83bf-1ce4f39e8108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7836165', 'neutron.services.segments.db._delete_segments_for_network-8760185013827'] for network (8f559a9a-7a1c-43ef-a9e2-45f5e571a5c2), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:01.607163 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c31fdb8-a817-433e-85c6-bddffdd23b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30adecc8-cdf0-438b-9897-1e7944b3ef4a,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:08:01.634227 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.services.segments.db [None req-9571a837-64a0-43ea-83bf-1ce4f39e8108 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f559a9a-7a1c-43ef-a9e2-45f5e571a5c2']}} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:08:01.712514 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.services.segments.db [None req-9571a837-64a0-43ea-83bf-1ce4f39e8108 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e1b5c59-05a2-4473-8ee8-18202002a906') {'for_net_delete': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:08:01.713444 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.services.segments.db [None req-9571a837-64a0-43ea-83bf-1ce4f39e8108 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e1b5c59-05a2-4473-8ee8-18202002a906') {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:08:01.762210 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-9571a837-64a0-43ea-83bf-1ce4f39e8108 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760185015116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3541587'] for segment (6e1b5c59-05a2-4473-8ee8-18202002a906), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:01.787619 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-9571a837-64a0-43ea-83bf-1ce4f39e8108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7769013'] for segment (6e1b5c59-05a2-4473-8ee8-18202002a906), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:01.803445 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9571a837-64a0-43ea-83bf-1ce4f39e8108 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=104469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 09:08:01.804259 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-9571a837-64a0-43ea-83bf-1ce4f39e8108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7769013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542360'] for segment (6e1b5c59-05a2-4473-8ee8-18202002a906), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:01.934895 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.services.segments.plugin [-] Segment 6e1b5c59-05a2-4473-8ee8-18202002a906 resource provider aggregate not found Jul 13 09:08:01.954676 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.services.segments.plugin [-] Segment 6e1b5c59-05a2-4473-8ee8-18202002a906 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6e1b5c59-05a2-4473-8ee8-18202002a906 found for delete ", "request_id": "req-db1ca6f4-5f47-40a1-abbf-e3e99f78718b"}]} Jul 13 09:08:02.036261 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-9571a837-64a0-43ea-83bf-1ce4f39e8108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7836172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-389073'] for network (8f559a9a-7a1c-43ef-a9e2-45f5e571a5c2), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:02.052237 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:02.089357 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-9571a837-64a0-43ea-83bf-1ce4f39e8108 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594414'] for network (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:02.102568 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 34274) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:08:02.103205 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-9571a837-64a0-43ea-83bf-1ce4f39e8108 admin admin] 10.222.0.40 "DELETE /v2.0/networks/8f559a9a-7a1c-43ef-a9e2-45f5e571a5c2 HTTP/1.1" status: 204 len: 168 time: 0.7247679 Jul 13 09:08:02.103205 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9571a837-64a0-43ea-83bf-1ce4f39e8108 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f559a9a-7a1c-43ef-a9e2-45f5e571a5c2,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:08:02.168216 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.db.db_base_plugin_v2 [None req-c560b92a-f183-4590-b283-13ddf9ed9e0b admin admin] Deleting subnet 0709711d-fa45-42ce-9587-e8e61c619ead {{(pid=104468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 13 09:08:02.172608 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c560b92a-f183-4590-b283-13ddf9ed9e0b admin admin] Publish callbacks [] for subnet (0709711d-fa45-42ce-9587-e8e61c619ead), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:02.209466 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device 22bc7a73-47dc-4824-9404-a6808f0b0ee9 up at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:08:02.240694 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c560b92a-f183-4590-b283-13ddf9ed9e0b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4173327'] for subnet (0709711d-fa45-42ce-9587-e8e61c619ead), precommit_delete_associations {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:02.244201 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae15fbc-b912-4ef6-9bc1-61876d1c9bde None None] Sync routers for ids ['0faa7fd1-1727-421e-9050-6ed5129053b2'] in dv-cinder-849626-3-iscsi {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 09:08:02.263671 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Provisioning complete for port 22bc7a73-47dc-4824-9404-a6808f0b0ee9 triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:08:02.264965 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (22bc7a73-47dc-4824-9404-a6808f0b0ee9), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:02.273957 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae15fbc-b912-4ef6-9bc1-61876d1c9bde None None] Routers {'0faa7fd1-1727-421e-9050-6ed5129053b2'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:08:02.280984 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-dae15fbc-b912-4ef6-9bc1-61876d1c9bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:07:53Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['0faa7fd1-1727-421e-9050-6ed5129053b2'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:08:02.328430 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c560b92a-f183-4590-b283-13ddf9ed9e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7837055'] for subnet (0709711d-fa45-42ce-9587-e8e61c619ead), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:02.409285 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:02.433749 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Current status of the port 22bc7a73-47dc-4824-9404-a6808f0b0ee9 is: ACTIVE; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:08:02.448552 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-dae15fbc-b912-4ef6-9bc1-61876d1c9bde None None] Set router 0faa7fd1-1727-421e-9050-6ed5129053b2 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:08:02.494960 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c560b92a-f183-4590-b283-13ddf9ed9e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7837033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8666841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9186763'] for subnet (0709711d-fa45-42ce-9587-e8e61c619ead), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:02.567022 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c560b92a-f183-4590-b283-13ddf9ed9e0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0709711d-fa45-42ce-9587-e8e61c619ead,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:08:02.579307 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c560b92a-f183-4590-b283-13ddf9ed9e0b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:02.586483 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-c560b92a-f183-4590-b283-13ddf9ed9e0b admin admin] 10.222.0.40 "DELETE /v2.0/subnets/0709711d-fa45-42ce-9587-e8e61c619ead HTTP/1.1" status: 204 len: 168 time: 0.4845514 Jul 13 09:08:02.587588 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 34288) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:08:02.642285 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:02.712882 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7f192fa5-9dd1-41d2-9a72-1327a8770f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7847201'] for network (560ea0d4-8346-4563-979e-ecf016105cde), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:02.725238 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-dae15fbc-b912-4ef6-9bc1-61876d1c9bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0faa7fd1-1727-421e-9050-6ed5129053b2', 'name': 'tempest-TestMinimumBasicScenario-1758267142-router', 'tenant_id': '23ca6e44ed8f47fbbe0960fc3d65025f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '22bc7a73-47dc-4824-9404-a6808f0b0ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:07:54Z', 'updated_at': '2022-07-13T09:07:58Z', 'revision_number': 4, 'project_id': '23ca6e44ed8f47fbbe0960fc3d65025f', 'gw_port': {'id': '22bc7a73-47dc-4824-9404-a6808f0b0ee9', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0faa7fd1-1727-421e-9050-6ed5129053b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:07:54Z', 'updated_at': '2022-07-13T09:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_interfaces': [{'id': 'e7b35828-4adc-4c70-afa1-c206390fc154', 'name': '', 'network_id': 'cf0b6958-0a55-48da-ab4d-b8fc9c671dd9', 'tenant_id': '23ca6e44ed8f47fbbe0960fc3d65025f', 'mac_address': 'fa:16:3e:63:29:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0faa7fd1-1727-421e-9050-6ed5129053b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'b74e0cee-59bb-4857-a467-9e503543c1b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:07:57Z', 'updated_at': '2022-07-13T09:07:58Z', 'revision_number': 2, 'project_id': '23ca6e44ed8f47fbbe0960fc3d65025f', 'subnets': [{'id': 'b74e0cee-59bb-4857-a467-9e503543c1b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:08:02.754113 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae15fbc-b912-4ef6-9bc1-61876d1c9bde None None] Checking router: 0faa7fd1-1727-421e-9050-6ed5129053b2 for host: dv-cinder-849626-3-iscsi {{(pid=104471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 09:08:02.754461 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae15fbc-b912-4ef6-9bc1-61876d1c9bde None None] Updating router 0faa7fd1-1727-421e-9050-6ed5129053b2 port e7b35828-4adc-4c70-afa1-c206390fc154 binding host dv-cinder-849626-3-iscsi {{(pid=104471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 09:08:02.789345 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-dae15fbc-b912-4ef6-9bc1-61876d1c9bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (e7b35828-4adc-4c70-afa1-c206390fc154), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:02.893865 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7f192fa5-9dd1-41d2-9a72-1327a8770f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7836165', 'neutron.services.segments.db._delete_segments_for_network-8760185013827'] for network (560ea0d4-8346-4563-979e-ecf016105cde), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:02.960404 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.services.segments.db [None req-7f192fa5-9dd1-41d2-9a72-1327a8770f03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['560ea0d4-8346-4563-979e-ecf016105cde']}} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:08:02.994482 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.services.segments.db [None req-7f192fa5-9dd1-41d2-9a72-1327a8770f03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba66f334-5b08-4eec-8872-241db9df9040') {'for_net_delete': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:08:02.995861 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.services.segments.db [None req-7f192fa5-9dd1-41d2-9a72-1327a8770f03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba66f334-5b08-4eec-8872-241db9df9040') {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:08:03.027987 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7f192fa5-9dd1-41d2-9a72-1327a8770f03 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760185015116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3541587'] for segment (ba66f334-5b08-4eec-8872-241db9df9040), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:03.058291 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7f192fa5-9dd1-41d2-9a72-1327a8770f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7769013'] for segment (ba66f334-5b08-4eec-8872-241db9df9040), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:03.072277 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f192fa5-9dd1-41d2-9a72-1327a8770f03 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=104469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 09:08:03.072913 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7f192fa5-9dd1-41d2-9a72-1327a8770f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7769013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542360'] for segment (ba66f334-5b08-4eec-8872-241db9df9040), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:03.162904 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 34302) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:08:03.298336 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-dae15fbc-b912-4ef6-9bc1-61876d1c9bde None None] Publish callbacks [] for port (e7b35828-4adc-4c70-afa1-c206390fc154), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:03.328157 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7f192fa5-9dd1-41d2-9a72-1327a8770f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7836172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-389073'] for network (560ea0d4-8346-4563-979e-ecf016105cde), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:03.341974 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7f192fa5-9dd1-41d2-9a72-1327a8770f03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594414'] for network (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:03.341974 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-7f192fa5-9dd1-41d2-9a72-1327a8770f03 admin admin] 10.222.0.40 "DELETE /v2.0/networks/560ea0d4-8346-4563-979e-ecf016105cde HTTP/1.1" status: 204 len: 168 time: 0.7529898 Jul 13 09:08:03.342522 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f192fa5-9dd1-41d2-9a72-1327a8770f03 admin admin] Pushing event deleted for resources: {'Network': ['ID=560ea0d4-8346-4563-979e-ecf016105cde,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:08:03.380322 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-56992595-f2f0-4eae-ba49-7a5fd84a246c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:03.390830 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-dae15fbc-b912-4ef6-9bc1-61876d1c9bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (e7b35828-4adc-4c70-afa1-c206390fc154), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:03.396591 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:03.562600 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d446f18-733e-48a0-b0b7-87fe35a405e6 None None] Pushing event updated for resources: {'Port': ['ID=e7b35828-4adc-4c70-afa1-c206390fc154,revision_number=3']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:08:03.581939 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-56992595-f2f0-4eae-ba49-7a5fd84a246c admin admin] Publish callbacks [] for security_group (11be8913-d7db-472c-b8c9-5bc460d73d23), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:03.627249 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a2c58a-1f4d-4f9a-85a5-7a01a3aba4e7 req-8b3e5532-e9df-43fa-bf80-5f1bb64b68ae tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:03.631117 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-37a2c58a-1f4d-4f9a-85a5-7a01a3aba4e7 req-8b3e5532-e9df-43fa-bf80-5f1bb64b68ae tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=8315445c-678d-4c5c-8ecf-937e48a120a4 HTTP/1.1" status: 200 len: 946 time: 0.1185126 Jul 13 09:08:03.669171 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b664e93-462b-463e-9267-e58f434a6788 req-a61ec242-bd82-454b-b801-9bb551a94150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:03.671459 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-dae15fbc-b912-4ef6-9bc1-61876d1c9bde None None] Attempting to bind port e7b35828-4adc-4c70-afa1-c206390fc154 on host dv-cinder-849626-3-iscsi for vnic_type normal with profile {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 09:08:03.673477 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8b664e93-462b-463e-9267-e58f434a6788 req-a61ec242-bd82-454b-b801-9bb551a94150 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7afbdee349034d2182240f1f7230236f&device_id=8315445c-678d-4c5c-8ecf-937e48a120a4 HTTP/1.1" status: 200 len: 1130 time: 0.1408744 Jul 13 09:08:03.676886 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-dae15fbc-b912-4ef6-9bc1-61876d1c9bde None None] Attempting to bind port e7b35828-4adc-4c70-afa1-c206390fc154 by drivers openvswitch,hyperv on host dv-cinder-849626-3-iscsi at level 0 using segments [{'id': '806eea68-b884-45c9-be12-366696605cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cf0b6958-0a55-48da-ab4d-b8fc9c671dd9'}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 09:08:03.676886 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae15fbc-b912-4ef6-9bc1-61876d1c9bde None None] Attempting to bind port e7b35828-4adc-4c70-afa1-c206390fc154 on network cf0b6958-0a55-48da-ab4d-b8fc9c671dd9 {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 09:08:03.687067 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-56992595-f2f0-4eae-ba49-7a5fd84a246c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (11be8913-d7db-472c-b8c9-5bc460d73d23), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:03.708850 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae15fbc-b912-4ef6-9bc1-61876d1c9bde None None] Checking agent: {'id': '9379cce5-6fc7-4135-bc49-530c07185724', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849626-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 8, 57, 26), 'started_at': datetime.datetime(2022, 7, 13, 8, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 9, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849626-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 09:08:03.709838 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae15fbc-b912-4ef6-9bc1-61876d1c9bde None None] Checking segment: {'id': '806eea68-b884-45c9-be12-366696605cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cf0b6958-0a55-48da-ab4d-b8fc9c671dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 09:08:03.712116 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-dae15fbc-b912-4ef6-9bc1-61876d1c9bde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:03.715030 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae15fbc-b912-4ef6-9bc1-61876d1c9bde None None] Bound using segment: {'id': '806eea68-b884-45c9-be12-366696605cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cf0b6958-0a55-48da-ab4d-b8fc9c671dd9'} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 09:08:03.717665 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-dae15fbc-b912-4ef6-9bc1-61876d1c9bde None None] Bound port: e7b35828-4adc-4c70-afa1-c206390fc154, host: dv-cinder-849626-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '806eea68-b884-45c9-be12-366696605cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cf0b6958-0a55-48da-ab4d-b8fc9c671dd9'}}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 09:08:03.718423 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-dae15fbc-b912-4ef6-9bc1-61876d1c9bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (e7b35828-4adc-4c70-afa1-c206390fc154), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:03.782951 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56992595-f2f0-4eae-ba49-7a5fd84a246c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11be8913-d7db-472c-b8c9-5bc460d73d23,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:08:03.816232 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:DELETE=8,neutron:SELECT=81,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:03.850177 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-56992595-f2f0-4eae-ba49-7a5fd84a246c admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=b11e7ef755dd4b54a5dfe04db7249855&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6860039 Jul 13 09:08:03.855522 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 34318) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:08:03.856759 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-26397fa5-d0c1-4f22-9692-f3618d47b910 None None] Provisioning complete for port e7b35828-4adc-4c70-afa1-c206390fc154 triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:08:03.857280 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-26397fa5-d0c1-4f22-9692-f3618d47b910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (e7b35828-4adc-4c70-afa1-c206390fc154), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:03.894801 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 34320) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:08:03.895097 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-dae15fbc-b912-4ef6-9bc1-61876d1c9bde None None] For port e7b35828-4adc-4c70-afa1-c206390fc154, host dv-cinder-849626-3-iscsi, cleared binding levels {{(pid=104471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 09:08:03.899606 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-dae15fbc-b912-4ef6-9bc1-61876d1c9bde None None] For port e7b35828-4adc-4c70-afa1-c206390fc154, host dv-cinder-849626-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=e7b35828-4adc-4c70-afa1-c206390fc154,segment=NetworkSegment(806eea68-b884-45c9-be12-366696605cb6),segment_id=806eea68-b884-45c9-be12-366696605cb6)] {{(pid=104471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 09:08:03.932964 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-37a2c58a-1f4d-4f9a-85a5-7a01a3aba4e7 req-3d431f0a-b410-49a4-807f-fc5d2b4eb32c tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917612 Jul 13 09:08:03.947076 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-26397fa5-d0c1-4f22-9692-f3618d47b910 None None] Port e7b35828-4adc-4c70-afa1-c206390fc154 cannot update to ACTIVE because it is not bound. {{(pid=104470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 09:08:03.982945 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.services.segments.plugin [-] Segment ba66f334-5b08-4eec-8872-241db9df9040 resource provider aggregate not found Jul 13 09:08:03.985389 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-dae15fbc-b912-4ef6-9bc1-61876d1c9bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (e7b35828-4adc-4c70-afa1-c206390fc154), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:04.007399 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b664e93-462b-463e-9267-e58f434a6788 req-c42c40e5-a63c-4c4a-ad93-f9a89b390425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:04.009566 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8b664e93-462b-463e-9267-e58f434a6788 req-c42c40e5-a63c-4c4a-ad93-f9a89b390425 service neutron] 10.222.0.30 "GET /v2.0/networks?id=66664860-8484-4278-a13a-d19d7f467709 HTTP/1.1" status: 200 len: 920 time: 0.3283677 Jul 13 09:08:04.091030 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8b664e93-462b-463e-9267-e58f434a6788 req-8d183ce8-7954-4357-be8a-0d6ac8d5483b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d61129b0-9f79-4508-a968-7e3a740a1f1c HTTP/1.1" status: 200 len: 217 time: 0.0727236 Jul 13 09:08:04.094417 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9a49f244-5bb5-45c3-84b1-ba69ad2831d7 admin admin] Publish callbacks [] for security_group (11be8913-d7db-472c-b8c9-5bc460d73d23), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:04.104552 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.services.segments.plugin [-] Segment ba66f334-5b08-4eec-8872-241db9df9040 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ba66f334-5b08-4eec-8872-241db9df9040 found for delete ", "request_id": "req-f59eed73-d41f-409c-ae36-d9696402f8aa"}]} Jul 13 09:08:04.124061 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-82129502-154f-4976-b6b0-3a6846f2fd66 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=d766f73cac3f40bba6f961db2e005495&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2254157 Jul 13 09:08:04.129602 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 34330) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:08:04.133681 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae15fbc-b912-4ef6-9bc1-61876d1c9bde None None] Routers {'0faa7fd1-1727-421e-9050-6ed5129053b2'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:08:04.134728 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-dae15fbc-b912-4ef6-9bc1-61876d1c9bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:07:53Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['0faa7fd1-1727-421e-9050-6ed5129053b2'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:08:04.155650 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9a49f244-5bb5-45c3-84b1-ba69ad2831d7 admin admin] Publish callbacks [] for security_group (11be8913-d7db-472c-b8c9-5bc460d73d23), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:04.193602 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b664e93-462b-463e-9267-e58f434a6788 req-23fb3034-f14e-4bd9-9fe8-7c6ebff58b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:04.196509 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8b664e93-462b-463e-9267-e58f434a6788 req-23fb3034-f14e-4bd9-9fe8-7c6ebff58b6c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e31827df-90a6-4f3b-b292-e48b977cc711 HTTP/1.1" status: 200 len: 858 time: 0.0901027 Jul 13 09:08:04.333296 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b664e93-462b-463e-9267-e58f434a6788 req-758e7154-246c-4afd-a7a6-8063581d183f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:04.335176 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8b664e93-462b-463e-9267-e58f434a6788 req-758e7154-246c-4afd-a7a6-8063581d183f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=66664860-8484-4278-a13a-d19d7f467709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1283705 Jul 13 09:08:04.407600 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9b90ae37-041d-4110-ac68-4ce53d43f162 admin admin] Publish callbacks [] for security_group (c035f738-f55a-4338-b662-2088a4d78853), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:04.411326 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9a49f244-5bb5-45c3-84b1-ba69ad2831d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (11be8913-d7db-472c-b8c9-5bc460d73d23), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:04.413812 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9a49f244-5bb5-45c3-84b1-ba69ad2831d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:04.418461 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d446f18-733e-48a0-b0b7-87fe35a405e6 None None] Pushing event updated for resources: {'Port': ['ID=e7b35828-4adc-4c70-afa1-c206390fc154,revision_number=4']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:08:04.430605 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-9a49f244-5bb5-45c3-84b1-ba69ad2831d7 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/11be8913-d7db-472c-b8c9-5bc460d73d23 HTTP/1.1" status: 204 len: 168 time: 0.5652773 Jul 13 09:08:04.442452 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-dae15fbc-b912-4ef6-9bc1-61876d1c9bde None None] Set router 0faa7fd1-1727-421e-9050-6ed5129053b2 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:08:04.480145 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-b9999ce6-7418-4c3f-89a7-4cb19322b90c None None] Provisioning complete for port e7b35828-4adc-4c70-afa1-c206390fc154 triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:08:04.480390 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a49f244-5bb5-45c3-84b1-ba69ad2831d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11be8913-d7db-472c-b8c9-5bc460d73d23,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:08:04.481006 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-b9999ce6-7418-4c3f-89a7-4cb19322b90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (e7b35828-4adc-4c70-afa1-c206390fc154), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:04.504146 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9b90ae37-041d-4110-ac68-4ce53d43f162 admin admin] Publish callbacks [] for security_group (c035f738-f55a-4338-b662-2088a4d78853), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:04.599111 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=6 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:04.613951 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8b664e93-462b-463e-9267-e58f434a6788 req-2edacb34-5f42-4ef3-96bb-01db04f52571 service neutron] 10.222.0.30 "GET /v2.0/networks/66664860-8484-4278-a13a-d19d7f467709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654946 Jul 13 09:08:04.718704 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9b90ae37-041d-4110-ac68-4ce53d43f162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (c035f738-f55a-4338-b662-2088a4d78853), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:04.728591 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9b90ae37-041d-4110-ac68-4ce53d43f162 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:04.737279 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-9b90ae37-041d-4110-ac68-4ce53d43f162 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/c035f738-f55a-4338-b662-2088a4d78853 HTTP/1.1" status: 204 len: 168 time: 0.6013753 Jul 13 09:08:04.800072 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:04.812147 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-b9999ce6-7418-4c3f-89a7-4cb19322b90c None None] Current status of the port e7b35828-4adc-4c70-afa1-c206390fc154 is: DOWN; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:08:04.813849 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b90ae37-041d-4110-ac68-4ce53d43f162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c035f738-f55a-4338-b662-2088a4d78853,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:08:04.826379 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-b9999ce6-7418-4c3f-89a7-4cb19322b90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (e7b35828-4adc-4c70-afa1-c206390fc154), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:04.967785 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-dae15fbc-b912-4ef6-9bc1-61876d1c9bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0faa7fd1-1727-421e-9050-6ed5129053b2', 'name': 'tempest-TestMinimumBasicScenario-1758267142-router', 'tenant_id': '23ca6e44ed8f47fbbe0960fc3d65025f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '22bc7a73-47dc-4824-9404-a6808f0b0ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:07:54Z', 'updated_at': '2022-07-13T09:07:58Z', 'revision_number': 4, 'project_id': '23ca6e44ed8f47fbbe0960fc3d65025f', 'gw_port': {'id': '22bc7a73-47dc-4824-9404-a6808f0b0ee9', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0faa7fd1-1727-421e-9050-6ed5129053b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:07:54Z', 'updated_at': '2022-07-13T09:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_interfaces': [{'id': 'e7b35828-4adc-4c70-afa1-c206390fc154', 'name': '', 'network_id': 'cf0b6958-0a55-48da-ab4d-b8fc9c671dd9', 'tenant_id': '23ca6e44ed8f47fbbe0960fc3d65025f', 'mac_address': 'fa:16:3e:63:29:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0faa7fd1-1727-421e-9050-6ed5129053b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'b74e0cee-59bb-4857-a467-9e503543c1b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:07:57Z', 'updated_at': '2022-07-13T09:08:03Z', 'revision_number': 4, 'project_id': '23ca6e44ed8f47fbbe0960fc3d65025f', 'subnets': [{'id': 'b74e0cee-59bb-4857-a467-9e503543c1b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:08:04.997656 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-b9999ce6-7418-4c3f-89a7-4cb19322b90c None None] For port e7b35828-4adc-4c70-afa1-c206390fc154, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=e7b35828-4adc-4c70-afa1-c206390fc154,segment=NetworkSegment(806eea68-b884-45c9-be12-366696605cb6),segment_id=806eea68-b884-45c9-be12-366696605cb6)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:08:05.104793 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-b9999ce6-7418-4c3f-89a7-4cb19322b90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (e7b35828-4adc-4c70-afa1-c206390fc154), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:05.143476 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bc3458-df89-472a-9ad2-686868b13120 req-aa70de73-c8c6-4c1c-8b17-334ac101c95c tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:05.161815 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a6bc3458-df89-472a-9ad2-686868b13120 req-aa70de73-c8c6-4c1c-8b17-334ac101c95c tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=8315445c-678d-4c5c-8ecf-937e48a120a4 HTTP/1.1" status: 200 len: 946 time: 0.1093006 Jul 13 09:08:05.168213 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8b664e93-462b-463e-9267-e58f434a6788 req-a4b3f14c-ee18-4d00-993e-6f47aff1a5d3 service neutron] 10.222.0.30 "GET /v2.0/networks/66664860-8484-4278-a13a-d19d7f467709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5355401 Jul 13 09:08:05.173585 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae15fbc-b912-4ef6-9bc1-61876d1c9bde None None] The sync data for ids ['0faa7fd1-1727-421e-9050-6ed5129053b2'] in dv-cinder-849626-3-iscsi is: [{'id': '0faa7fd1-1727-421e-9050-6ed5129053b2', 'name': 'tempest-TestMinimumBasicScenario-1758267142-router', 'tenant_id': '23ca6e44ed8f47fbbe0960fc3d65025f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '22bc7a73-47dc-4824-9404-a6808f0b0ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:07:54Z', 'updated_at': '2022-07-13T09:07:58Z', 'revision_number': 4, 'project_id': '23ca6e44ed8f47fbbe0960fc3d65025f', 'gw_port': {'id': '22bc7a73-47dc-4824-9404-a6808f0b0ee9', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0faa7fd1-1727-421e-9050-6ed5129053b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:07:54Z', 'updated_at': '2022-07-13T09:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_interfaces': [{'id': 'e7b35828-4adc-4c70-afa1-c206390fc154', 'name': '', 'network_id': 'cf0b6958-0a55-48da-ab4d-b8fc9c671dd9', 'tenant_id': '23ca6e44ed8f47fbbe0960fc3d65025f', 'mac_address': 'fa:16:3e:63:29:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0faa7fd1-1727-421e-9050-6ed5129053b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'b74e0cee-59bb-4857-a467-9e503543c1b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:07:57Z', 'updated_at': '2022-07-13T09:08:03Z', 'revision_number': 4, 'project_id': '23ca6e44ed8f47fbbe0960fc3d65025f', 'subnets': [{'id': 'b74e0cee-59bb-4857-a467-9e503543c1b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 09:08:05.219452 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9999ce6-7418-4c3f-89a7-4cb19322b90c None None] Pushing event updated for resources: {'Port': ['ID=e7b35828-4adc-4c70-afa1-c206390fc154,revision_number=5']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:08:05.323382 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a6bc3458-df89-472a-9ad2-686868b13120 req-33ba80f5-bfd2-4fa3-9daa-8fb935c85d8d tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537700 Jul 13 09:08:06.161890 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device e7b35828-4adc-4c70-afa1-c206390fc154 up at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:08:06.215969 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Provisioning complete for port e7b35828-4adc-4c70-afa1-c206390fc154 triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:08:06.216590 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (e7b35828-4adc-4c70-afa1-c206390fc154), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:06.298847 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Current status of the port e7b35828-4adc-4c70-afa1-c206390fc154 is: ACTIVE; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:08:06.318914 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 34368) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:08:06.376535 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-aee2471e-b77c-4993-bc3f-1fa52ba4aa17 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=f19246c2607b475bbb1dc5abd1ad2567&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0559261 Jul 13 09:08:06.380057 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 34372) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:08:06.427675 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:06.478848 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed84634-c98e-4b3d-a0d1-8f4dcb5c8315 req-43aead63-3ff8-4c23-a21f-f07bafbc0de3 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:06.479540 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-a177433b-0051-4a44-9810-482d28b28383 admin admin] Publish callbacks [] for security_group (166b3279-7a44-430f-a8dd-02bab91d7221), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:06.488645 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-4ed84634-c98e-4b3d-a0d1-8f4dcb5c8315 req-43aead63-3ff8-4c23-a21f-f07bafbc0de3 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=8315445c-678d-4c5c-8ecf-937e48a120a4 HTTP/1.1" status: 200 len: 946 time: 0.0762341 Jul 13 09:08:06.538014 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-a177433b-0051-4a44-9810-482d28b28383 admin admin] Publish callbacks [] for security_group (166b3279-7a44-430f-a8dd-02bab91d7221), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:06.573854 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-4ed84634-c98e-4b3d-a0d1-8f4dcb5c8315 req-393950c4-6a68-4608-88ca-916973d15f6a tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676754 Jul 13 09:08:06.762510 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-a177433b-0051-4a44-9810-482d28b28383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (166b3279-7a44-430f-a8dd-02bab91d7221), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:06.771846 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-a177433b-0051-4a44-9810-482d28b28383 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:06.771846 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-a177433b-0051-4a44-9810-482d28b28383 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/166b3279-7a44-430f-a8dd-02bab91d7221 HTTP/1.1" status: 204 len: 168 time: 0.3887916 Jul 13 09:08:06.825318 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a177433b-0051-4a44-9810-482d28b28383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=166b3279-7a44-430f-a8dd-02bab91d7221,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:08:07.741707 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e01e6-36b3-47a0-9f90-14a3f28263ae req-a570a7cd-95a7-4732-a9fb-04074f2e3dd7 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:07.745957 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-0b1e01e6-36b3-47a0-9f90-14a3f28263ae req-a570a7cd-95a7-4732-a9fb-04074f2e3dd7 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=8315445c-678d-4c5c-8ecf-937e48a120a4 HTTP/1.1" status: 200 len: 946 time: 0.0777404 Jul 13 09:08:07.861403 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-0b1e01e6-36b3-47a0-9f90-14a3f28263ae req-d5205e87-b7b6-4b52-a465-861045b6f027 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038263 Jul 13 09:08:09.003862 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236b9cb-6a1f-4d7b-af49-80e5133bc593 req-89b07dcd-5a5a-40f6-bb63-30f647096b91 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:09.006584 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-3236b9cb-6a1f-4d7b-af49-80e5133bc593 req-89b07dcd-5a5a-40f6-bb63-30f647096b91 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=8315445c-678d-4c5c-8ecf-937e48a120a4 HTTP/1.1" status: 200 len: 946 time: 0.0567539 Jul 13 09:08:09.063406 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-3236b9cb-6a1f-4d7b-af49-80e5133bc593 req-22ab810f-da51-4cc0-a761-038d971d8f6a tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499215 Jul 13 09:08:09.270731 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 34460) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:08:09.343403 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 34466) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:08:09.537275 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d23734c0-145d-443e-9daa-fd2a17c58b14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:09.712150 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-314c6aa0-5433-409d-beff-2884be26d942 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:09.717326 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:09.794303 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d23734c0-145d-443e-9daa-fd2a17c58b14 admin admin] Publish callbacks [] for security_group (59569775-cc89-4b1f-a9d1-9a30b4c42426), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:09.812471 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c5bfbb-195e-49ea-aef7-0ccd4370d660 req-b84465e8-0c5d-49dd-88cf-97be05ae33db tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:09.832925 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-10c5bfbb-195e-49ea-aef7-0ccd4370d660 req-b84465e8-0c5d-49dd-88cf-97be05ae33db tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 945 time: 0.1177306 Jul 13 09:08:09.857460 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (6e9d2670-629d-42a5-8dd5-d0857aba9a7e), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:09.908743 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d23734c0-145d-443e-9daa-fd2a17c58b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (59569775-cc89-4b1f-a9d1-9a30b4c42426), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:09.933545 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-314c6aa0-5433-409d-beff-2884be26d942 admin admin] Publish callbacks [] for security_group (bfcc6412-47f9-4441-abd0-6830eefa008c), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:09.936282 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-10c5bfbb-195e-49ea-aef7-0ccd4370d660 req-0d2234b4-31bf-4c61-986a-c95d769d7e62 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023414 Jul 13 09:08:10.018397 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-314c6aa0-5433-409d-beff-2884be26d942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (bfcc6412-47f9-4441-abd0-6830eefa008c), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:10.047336 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-d23734c0-145d-443e-9daa-fd2a17c58b14 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=ca67a2ecd29f4e0dae6e4a2e64296d51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7028327 Jul 13 09:08:10.048520 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a426c77-e7ad-45de-946f-310953b60091 req-3daba65a-f688-4b54-879c-801fb2ae26a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:10.049981 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1a426c77-e7ad-45de-946f-310953b60091 req-3daba65a-f688-4b54-879c-801fb2ae26a1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=09b63eccabbc498cb96dd4bbcef0969a&device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 1129 time: 0.1429725 Jul 13 09:08:10.050742 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23734c0-145d-443e-9daa-fd2a17c58b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59569775-cc89-4b1f-a9d1-9a30b4c42426,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:08:10.051533 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 34498) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:08:10.059025 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-314c6aa0-5433-409d-beff-2884be26d942 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=9bcb9ec4cda94d41915261ddee455455&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7870944 Jul 13 09:08:10.068117 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 34500) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:08:10.085061 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314c6aa0-5433-409d-beff-2884be26d942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfcc6412-47f9-4441-abd0-6830eefa008c,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:08:10.202056 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-91c9fbf6-fc3a-4f61-bdd6-9f9fa2653073 admin admin] Publish callbacks [] for security_group (bfcc6412-47f9-4441-abd0-6830eefa008c), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:10.228627 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:10.256129 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a9cf281f-f6b4-4540-b2c8-a40a16027de8 admin admin] Publish callbacks [] for security_group (59569775-cc89-4b1f-a9d1-9a30b4c42426), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:10.258311 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a426c77-e7ad-45de-946f-310953b60091 req-d9566b4b-cb91-486b-ba68-79a2680e44a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:10.261096 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-91c9fbf6-fc3a-4f61-bdd6-9f9fa2653073 admin admin] Publish callbacks [] for security_group (bfcc6412-47f9-4441-abd0-6830eefa008c), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:10.262254 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1a426c77-e7ad-45de-946f-310953b60091 req-d9566b4b-cb91-486b-ba68-79a2680e44a9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dced4119-fd64-48f2-a32b-f0864c860758 HTTP/1.1" status: 200 len: 918 time: 0.1640768 Jul 13 09:08:10.355909 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a9cf281f-f6b4-4540-b2c8-a40a16027de8 admin admin] Publish callbacks [] for security_group (59569775-cc89-4b1f-a9d1-9a30b4c42426), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:10.366386 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2581ce3-bc3f-4900-8364-ad587f597858 req-779bf83d-7ff1-4a44-854a-2c3c39f4b5a0 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:10.368205 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-d2581ce3-bc3f-4900-8364-ad587f597858 req-779bf83d-7ff1-4a44-854a-2c3c39f4b5a0 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=8315445c-678d-4c5c-8ecf-937e48a120a4 HTTP/1.1" status: 200 len: 946 time: 0.1387339 Jul 13 09:08:10.393700 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1a426c77-e7ad-45de-946f-310953b60091 req-eaa2bbc9-01e2-45f0-aeca-1320ae7fe36b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f HTTP/1.1" status: 200 len: 1001 time: 0.1145246 Jul 13 09:08:10.599984 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:10.600567 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a426c77-e7ad-45de-946f-310953b60091 req-290357f3-496d-4a28-b74c-5c896933ee76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:10.600670 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-d2581ce3-bc3f-4900-8364-ad587f597858 req-14336c13-c8a4-43fe-b8d5-d63d6c1f6ab7 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868883 Jul 13 09:08:10.600781 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1a426c77-e7ad-45de-946f-310953b60091 req-290357f3-496d-4a28-b74c-5c896933ee76 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f435a127-82ff-4993-a381-fe0f5e258ef6 HTTP/1.1" status: 200 len: 856 time: 0.0661991 Jul 13 09:08:10.600875 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:10.600969 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a426c77-e7ad-45de-946f-310953b60091 req-b73b88e1-c16e-4651-a85f-2e7115ca659a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:10.600969 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1a426c77-e7ad-45de-946f-310953b60091 req-b73b88e1-c16e-4651-a85f-2e7115ca659a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dced4119-fd64-48f2-a32b-f0864c860758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441897 Jul 13 09:08:10.621247 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1a426c77-e7ad-45de-946f-310953b60091 req-8a72aa1c-8f39-4121-9e80-00b6f1d77999 service neutron] 10.222.0.30 "GET /v2.0/networks/dced4119-fd64-48f2-a32b-f0864c860758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972469 Jul 13 09:08:10.737675 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1a426c77-e7ad-45de-946f-310953b60091 req-4fad1bc7-c89f-43b2-ba89-bfbc20f26a03 service neutron] 10.222.0.30 "GET /v2.0/networks/dced4119-fd64-48f2-a32b-f0864c860758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072376 Jul 13 09:08:11.061696 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684a0af1-343f-4028-b64b-2ba20be915b3 req-24aec1b3-feda-4cfa-a2ef-93313becef74 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:11.063310 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-684a0af1-343f-4028-b64b-2ba20be915b3 req-24aec1b3-feda-4cfa-a2ef-93313becef74 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 945 time: 0.0658801 Jul 13 09:08:11.109310 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-684a0af1-343f-4028-b64b-2ba20be915b3 req-61ffaca3-74c2-4e0b-a0cd-025f9aa05812 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396080 Jul 13 09:08:11.264122 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-91c9fbf6-fc3a-4f61-bdd6-9f9fa2653073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (bfcc6412-47f9-4441-abd0-6830eefa008c), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:11.266707 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-91c9fbf6-fc3a-4f61-bdd6-9f9fa2653073 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:11.267899 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-91c9fbf6-fc3a-4f61-bdd6-9f9fa2653073 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/bfcc6412-47f9-4441-abd0-6830eefa008c HTTP/1.1" status: 204 len: 168 time: 1.1956758 Jul 13 09:08:11.276195 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c9fbf6-fc3a-4f61-bdd6-9f9fa2653073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfcc6412-47f9-4441-abd0-6830eefa008c,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:08:11.288352 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:11.310116 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a9cf281f-f6b4-4540-b2c8-a40a16027de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (59569775-cc89-4b1f-a9d1-9a30b4c42426), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:11.312809 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a9cf281f-f6b4-4540-b2c8-a40a16027de8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:11.317021 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-a9cf281f-f6b4-4540-b2c8-a40a16027de8 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/59569775-cc89-4b1f-a9d1-9a30b4c42426 HTTP/1.1" status: 204 len: 168 time: 1.2612286 Jul 13 09:08:11.324791 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cf281f-f6b4-4540-b2c8-a40a16027de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59569775-cc89-4b1f-a9d1-9a30b4c42426,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:08:11.754446 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eef4ec-a38d-44d9-a5f0-9dacf124cfa6 req-898ace99-30f5-4388-ac15-11c4ca0d6a40 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:11.763257 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-55eef4ec-a38d-44d9-a5f0-9dacf124cfa6 req-898ace99-30f5-4388-ac15-11c4ca0d6a40 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=8315445c-678d-4c5c-8ecf-937e48a120a4 HTTP/1.1" status: 200 len: 946 time: 0.0696456 Jul 13 09:08:11.823289 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-55eef4ec-a38d-44d9-a5f0-9dacf124cfa6 req-5b7ba8eb-d018-46c9-b710-9c1a6970116b tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588422 Jul 13 09:08:12.301380 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34756e-1225-4db8-a4df-8a99bef2d5ae req-3af576e8-4df6-4b9b-a7a6-0ef9fcebaef0 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:12.303507 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-2f34756e-1225-4db8-a4df-8a99bef2d5ae req-3af576e8-4df6-4b9b-a7a6-0ef9fcebaef0 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 945 time: 0.0986423 Jul 13 09:08:12.377356 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-2f34756e-1225-4db8-a4df-8a99bef2d5ae req-16423105-ae00-4f74-8d73-8e172a5cea9b tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616226 Jul 13 09:08:12.994941 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88921d4-5c35-4131-aba6-baa48554ff24 req-12fe4f41-e755-4da2-8340-fc9954485320 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:12.997267 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-b88921d4-5c35-4131-aba6-baa48554ff24 req-12fe4f41-e755-4da2-8340-fc9954485320 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=8315445c-678d-4c5c-8ecf-937e48a120a4 HTTP/1.1" status: 200 len: 946 time: 0.0725801 Jul 13 09:08:13.094471 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-b88921d4-5c35-4131-aba6-baa48554ff24 req-6f5f090d-e197-4acd-9e3a-148fdda7503f tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848191 Jul 13 09:08:13.538435 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9204a651-a6e8-4343-887f-f31d1b85206b req-7bc4010a-6ed9-4ecb-9620-4288726d54e2 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:13.541522 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-9204a651-a6e8-4343-887f-f31d1b85206b req-7bc4010a-6ed9-4ecb-9620-4288726d54e2 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 945 time: 0.0902212 Jul 13 09:08:13.616782 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-9204a651-a6e8-4343-887f-f31d1b85206b req-f5fbf5c2-511b-4bdd-a454-ae82e25c49d2 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696747 Jul 13 09:08:13.645166 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 34598) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:08:13.801300 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-3c5e612b-6d99-464f-804e-d847ad90e3b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:13.821481 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:13.910757 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-3c5e612b-6d99-464f-804e-d847ad90e3b5 admin admin] Publish callbacks [] for security_group (ef8353c6-c0bd-426b-956e-a915baea0d88), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:13.984571 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-3c5e612b-6d99-464f-804e-d847ad90e3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (ef8353c6-c0bd-426b-956e-a915baea0d88), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:14.029946 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-3c5e612b-6d99-464f-804e-d847ad90e3b5 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=84c9eff020fd4de4b2a3c1528b668485&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3812611 Jul 13 09:08:14.030787 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 34610) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:08:14.034917 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5e612b-6d99-464f-804e-d847ad90e3b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8353c6-c0bd-426b-956e-a915baea0d88,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:08:14.088861 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-dfd1f876-5008-4684-be5e-50e408ea684c admin admin] Publish callbacks [] for security_group (ef8353c6-c0bd-426b-956e-a915baea0d88), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:14.117703 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-dfd1f876-5008-4684-be5e-50e408ea684c admin admin] Publish callbacks [] for security_group (ef8353c6-c0bd-426b-956e-a915baea0d88), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:14.224130 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb5573-fc17-4e2d-b9fa-8ceeea9463a7 req-d827a51f-7672-4922-8f65-06fe5538a68b tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:14.226270 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-2ccb5573-fc17-4e2d-b9fa-8ceeea9463a7 req-d827a51f-7672-4922-8f65-06fe5538a68b tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=8315445c-678d-4c5c-8ecf-937e48a120a4 HTTP/1.1" status: 200 len: 946 time: 0.0560589 Jul 13 09:08:14.287188 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-dfd1f876-5008-4684-be5e-50e408ea684c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (ef8353c6-c0bd-426b-956e-a915baea0d88), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:14.290151 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-dfd1f876-5008-4684-be5e-50e408ea684c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:14.293686 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-dfd1f876-5008-4684-be5e-50e408ea684c admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/ef8353c6-c0bd-426b-956e-a915baea0d88 HTTP/1.1" status: 204 len: 168 time: 0.2589297 Jul 13 09:08:14.297944 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-2ccb5573-fc17-4e2d-b9fa-8ceeea9463a7 req-74408f54-9cc2-4674-8386-05b9b1ea00cf tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660233 Jul 13 09:08:14.306185 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd1f876-5008-4684-be5e-50e408ea684c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8353c6-c0bd-426b-956e-a915baea0d88,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:08:14.755248 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e517d333-39d0-49db-aba7-27711a6761ac req-f9a2b3d2-3315-47fd-a1bd-897e11c0dcdd tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:14.756904 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-e517d333-39d0-49db-aba7-27711a6761ac req-f9a2b3d2-3315-47fd-a1bd-897e11c0dcdd tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 945 time: 0.0580494 Jul 13 09:08:14.846808 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-e517d333-39d0-49db-aba7-27711a6761ac req-a8a3db62-62bd-403f-a63e-0ebc981cf3af tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835805 Jul 13 09:08:15.434468 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6fad2c-d4dc-47f8-ad60-780d18e2a270 req-36763941-1fbf-4051-a8c5-8406f17d1caa tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:15.436022 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-9b6fad2c-d4dc-47f8-ad60-780d18e2a270 req-36763941-1fbf-4051-a8c5-8406f17d1caa tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=8315445c-678d-4c5c-8ecf-937e48a120a4 HTTP/1.1" status: 200 len: 946 time: 0.0571146 Jul 13 09:08:15.488429 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-9b6fad2c-d4dc-47f8-ad60-780d18e2a270 req-a65da593-be89-49e9-a512-59654aad3038 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461791 Jul 13 09:08:15.981300 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1497a27b-1a9e-4c6e-abf8-487bb5b8ad3e req-9277862a-bde1-4667-90e0-1961b51bd012 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:15.982963 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1497a27b-1a9e-4c6e-abf8-487bb5b8ad3e req-9277862a-bde1-4667-90e0-1961b51bd012 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 945 time: 0.0553176 Jul 13 09:08:16.049557 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1497a27b-1a9e-4c6e-abf8-487bb5b8ad3e req-b0aa7dbf-eef7-4ebf-a1db-8d2874672dc9 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608380 Jul 13 09:08:16.630439 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a594066-4da1-47d8-aa3e-2bc158ebbbb0 req-bb012dc3-071f-45e0-b5e3-8f3f032d3133 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:16.632835 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-8a594066-4da1-47d8-aa3e-2bc158ebbbb0 req-bb012dc3-071f-45e0-b5e3-8f3f032d3133 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=8315445c-678d-4c5c-8ecf-937e48a120a4 HTTP/1.1" status: 200 len: 946 time: 0.0699825 Jul 13 09:08:16.632979 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bcb6f2-f303-4edb-8d5d-01a517667ef8 req-455f8cfb-38a6-4e49-98c3-88aa71fd28de tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:16.646599 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f2bcb6f2-f303-4edb-8d5d-01a517667ef8 req-455f8cfb-38a6-4e49-98c3-88aa71fd28de tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/networks?id=913797b9-97f0-4f1d-84dd-b458a159148c HTTP/1.1" status: 200 len: 815 time: 0.1272347 Jul 13 09:08:16.662501 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f2bcb6f2-f303-4edb-8d5d-01a517667ef8 req-c7cf4d84-af82-47d3-a388-c8efcff65e0f tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/quotas/be3ff54edaf7439bab9ca81656e94c70 HTTP/1.1" status: 200 len: 375 time: 0.0149972 Jul 13 09:08:16.704125 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-8a594066-4da1-47d8-aa3e-2bc158ebbbb0 req-df2e8a94-ef59-439d-9a65-6290949679d8 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590670 Jul 13 09:08:16.720281 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f2bcb6f2-f303-4edb-8d5d-01a517667ef8 req-81f8df2c-619d-4490-8278-33380f45a8b2 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=be3ff54edaf7439bab9ca81656e94c70&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501382 Jul 13 09:08:16.807386 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f2bcb6f2-f303-4edb-8d5d-01a517667ef8 req-5124f487-0413-4de2-b1af-e5eade05570d service neutron] 10.222.0.40 "GET /v2.0/networks/913797b9-97f0-4f1d-84dd-b458a159148c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862517 Jul 13 09:08:16.900098 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f2bcb6f2-f303-4edb-8d5d-01a517667ef8 req-d979a38d-c03b-4fbc-bf73-c752faa22bb5 service neutron] 10.222.0.40 "GET /v2.0/networks/913797b9-97f0-4f1d-84dd-b458a159148c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869176 Jul 13 09:08:17.194325 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6e4cbf-9f96-4fa4-a64a-53827fe76244 req-cf1f7cf0-ccaa-411d-a924-e95700d92554 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:17.195781 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-3d6e4cbf-9f96-4fa4-a64a-53827fe76244 req-cf1f7cf0-ccaa-411d-a924-e95700d92554 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 945 time: 0.0471277 Jul 13 09:08:17.224701 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:17.246521 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-3d6e4cbf-9f96-4fa4-a64a-53827fe76244 req-9217523d-3ffb-49d4-94c7-2f538f58f7db tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450175 Jul 13 09:08:17.308542 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d67192c3-aa6f-451e-90a0-7fdd85257a5a req-875a36e9-aff2-4853-b6ce-19e2ae389344 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/ports?device_id=7fab6a94-5644-4551-9434-0451849be88b HTTP/1.1" status: 200 len: 210 time: 0.0277302 Jul 13 09:08:17.822562 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab24adc-ddcd-4d08-a38a-32b41cf66684 req-3f35fbc1-927b-4fc9-8683-d6ed2410fcc2 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:17.824026 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-6ab24adc-ddcd-4d08-a38a-32b41cf66684 req-3f35fbc1-927b-4fc9-8683-d6ed2410fcc2 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=8315445c-678d-4c5c-8ecf-937e48a120a4 HTTP/1.1" status: 200 len: 946 time: 0.0461082 Jul 13 09:08:17.870565 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-6ab24adc-ddcd-4d08-a38a-32b41cf66684 req-1556b5d4-63e5-42a1-9c43-35745796dee2 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409575 Jul 13 09:08:18.331304 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:18.373593 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6bf725-08d8-45d1-9130-23103089bf7f req-ea2ffcde-82c9-4348-a49f-3fafeeaf5204 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:18.381260 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-3f6bf725-08d8-45d1-9130-23103089bf7f req-ea2ffcde-82c9-4348-a49f-3fafeeaf5204 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 945 time: 0.0590174 Jul 13 09:08:18.415208 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-eb4cccc4-ab3c-4fff-958d-8ec986862435 req-21bc98c8-d1cf-4aba-9f68-ee85d1a894c7 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/ports?device_id=7fab6a94-5644-4551-9434-0451849be88b HTTP/1.1" status: 200 len: 210 time: 0.0300689 Jul 13 09:08:18.430719 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-3f6bf725-08d8-45d1-9130-23103089bf7f req-b7cb3659-bf72-4ee2-b958-bde9a786140f tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484290 Jul 13 09:08:18.989259 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aeb232-c8a2-4088-991b-aa167be923af req-316a8049-c498-4f47-8046-584e6f202b9d tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:18.990797 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-21aeb232-c8a2-4088-991b-aa167be923af req-316a8049-c498-4f47-8046-584e6f202b9d tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=8315445c-678d-4c5c-8ecf-937e48a120a4 HTTP/1.1" status: 200 len: 946 time: 0.0498810 Jul 13 09:08:19.039509 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-21aeb232-c8a2-4088-991b-aa167be923af req-f99ab30e-392f-4125-b42e-c51ec92c7768 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425622 Jul 13 09:08:19.516860 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-c0c59c37-9c93-411f-a2c2-cfea8f748780 req-af702a06-6fef-4ca1-9c7f-040e3662fb46 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/ports?device_id=7fab6a94-5644-4551-9434-0451849be88b HTTP/1.1" status: 200 len: 210 time: 0.0303125 Jul 13 09:08:19.552836 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e511fb-c4b1-419e-b25d-23bf0f759191 req-1954924d-8524-4606-a341-bc46402829f3 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:19.554389 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-39e511fb-c4b1-419e-b25d-23bf0f759191 req-1954924d-8524-4606-a341-bc46402829f3 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 945 time: 0.0501294 Jul 13 09:08:19.598915 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=14 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:19.601062 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-39e511fb-c4b1-419e-b25d-23bf0f759191 req-98d252cd-bee6-42fc-9587-89839e811e63 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409620 Jul 13 09:08:19.605038 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=52 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:20.134238 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bcb6f2-f303-4edb-8d5d-01a517667ef8 req-f04afeec-08ac-4c0e-a8b1-82a0880bd810 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:20.135735 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f2bcb6f2-f303-4edb-8d5d-01a517667ef8 req-f04afeec-08ac-4c0e-a8b1-82a0880bd810 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.30 "GET /v2.0/networks?id=913797b9-97f0-4f1d-84dd-b458a159148c HTTP/1.1" status: 200 len: 815 time: 0.1288962 Jul 13 09:08:20.195109 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0d865-faa1-4291-81b4-1d9cb0b1785a req-1c82249a-28ab-4521-9fc9-d890789d6a14 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:20.196608 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8db0d865-faa1-4291-81b4-1d9cb0b1785a req-1c82249a-28ab-4521-9fc9-d890789d6a14 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=8315445c-678d-4c5c-8ecf-937e48a120a4 HTTP/1.1" status: 200 len: 946 time: 0.0491331 Jul 13 09:08:20.221579 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:20.245648 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8db0d865-faa1-4291-81b4-1d9cb0b1785a req-6d0074b4-c4fa-49e2-be28-68f042ccb141 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435140 Jul 13 09:08:20.364158 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [req-f2bcb6f2-f303-4edb-8d5d-01a517667ef8 req-6bfacc6a-5137-40dc-9dcc-879a0cd0ce1f tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Request body: {'port': {'device_id': '7fab6a94-5644-4551-9434-0451849be88b', 'network_id': '913797b9-97f0-4f1d-84dd-b458a159148c', 'admin_state_up': True, 'tenant_id': 'be3ff54edaf7439bab9ca81656e94c70'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:08:20.584011 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2bcb6f2-f303-4edb-8d5d-01a517667ef8 req-6bfacc6a-5137-40dc-9dcc-879a0cd0ce1f tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Made reservation on behalf of be3ff54edaf7439bab9ca81656e94c70 for: {'port': 1} {{(pid=104469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 09:08:20.590196 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-f2bcb6f2-f303-4edb-8d5d-01a517667ef8 req-6bfacc6a-5137-40dc-9dcc-879a0cd0ce1f tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:20.618527 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-c27ed05a-23fd-4d26-a1b7-2b55b5d1fcf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (a33f270e-6fb2-40d7-a0c5-ff754f30a69f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:20.623675 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-76719a8e-85b2-4e1f-aa64-d7a29e155b42 req-a8a76c69-2ae1-4706-b8ff-354330bcc2c5 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/ports?device_id=7fab6a94-5644-4551-9434-0451849be88b HTTP/1.1" status: 200 len: 210 time: 0.0276792 Jul 13 09:08:20.765564 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b49b46-da53-4fcf-ae5d-8e5c68995f6c req-fb52ec5c-2933-4c18-8de3-5a80c17e9e5c tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:20.767710 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f2b49b46-da53-4fcf-ae5d-8e5c68995f6c req-fb52ec5c-2933-4c18-8de3-5a80c17e9e5c tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 945 time: 0.0836542 Jul 13 09:08:20.786635 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_common [req-f2bcb6f2-f303-4edb-8d5d-01a517667ef8 req-6bfacc6a-5137-40dc-9dcc-879a0cd0ce1f tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Allocated IP 172.20.0.9 (913797b9-97f0-4f1d-84dd-b458a159148c/1c3053c6-5e38-47f4-966f-6eb4d06059b4/85a58c92-11ad-4ae8-b43c-cd72f892cc97) {{(pid=104469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 09:08:20.846590 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f2b49b46-da53-4fcf-ae5d-8e5c68995f6c req-382b1716-267b-414f-a9e4-f3804b50d398 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721540 Jul 13 09:08:20.981851 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-f2bcb6f2-f303-4edb-8d5d-01a517667ef8 req-6bfacc6a-5137-40dc-9dcc-879a0cd0ce1f tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Publish callbacks [] for port (85a58c92-11ad-4ae8-b43c-cd72f892cc97), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:21.004127 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 34806) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:08:21.014969 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:21.074822 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-f2bcb6f2-f303-4edb-8d5d-01a517667ef8 req-6bfacc6a-5137-40dc-9dcc-879a0cd0ce1f tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760184582126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542309'] for port (85a58c92-11ad-4ae8-b43c-cd72f892cc97), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:21.125710 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f20840db-59b6-42e3-a3b1-7497baa2385b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:21.129504 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2bcb6f2-f303-4edb-8d5d-01a517667ef8 req-6bfacc6a-5137-40dc-9dcc-879a0cd0ce1f tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Network 913797b9-97f0-4f1d-84dd-b458a159148c is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:08:21.142224 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [req-f2bcb6f2-f303-4edb-8d5d-01a517667ef8 req-6bfacc6a-5137-40dc-9dcc-879a0cd0ce1f tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:08:21.146866 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2bcb6f2-f303-4edb-8d5d-01a517667ef8 req-6bfacc6a-5137-40dc-9dcc-879a0cd0ce1f tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Received port after_create {{(pid=104469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 09:08:21.158856 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfacc6a-5137-40dc-9dcc-879a0cd0ce1f tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Pushing event updated for resources: {'Port': ['ID=85a58c92-11ad-4ae8-b43c-cd72f892cc97,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:08:21.223127 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bcb6f2-f303-4edb-8d5d-01a517667ef8 req-6bfacc6a-5137-40dc-9dcc-879a0cd0ce1f tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:21.223747 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-f2bcb6f2-f303-4edb-8d5d-01a517667ef8 req-6bfacc6a-5137-40dc-9dcc-879a0cd0ce1f tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for port (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:21.256070 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:21.276738 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f20840db-59b6-42e3-a3b1-7497baa2385b admin admin] Publish callbacks [] for security_group (bc6d5d19-059d-403a-91f1-e1cc2306ce64), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:21.313141 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f2bcb6f2-f303-4edb-8d5d-01a517667ef8 req-6bfacc6a-5137-40dc-9dcc-879a0cd0ce1f tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9532025 Jul 13 09:08:21.348249 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f20840db-59b6-42e3-a3b1-7497baa2385b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (bc6d5d19-059d-403a-91f1-e1cc2306ce64), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:21.397477 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20840db-59b6-42e3-a3b1-7497baa2385b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc6d5d19-059d-403a-91f1-e1cc2306ce64,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:08:21.399401 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-d6699cc8-affd-4051-be8a-1c76db907e3d None None] Provisioning complete for port 85a58c92-11ad-4ae8-b43c-cd72f892cc97 triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:08:21.399958 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-d6699cc8-affd-4051-be8a-1c76db907e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (85a58c92-11ad-4ae8-b43c-cd72f892cc97), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:21.402027 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-f20840db-59b6-42e3-a3b1-7497baa2385b admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=95359cc27dc948f5a9fb45a128664b48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3969347 Jul 13 09:08:21.408547 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 34816) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:08:21.437684 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-d6699cc8-affd-4051-be8a-1c76db907e3d None None] Port 85a58c92-11ad-4ae8-b43c-cd72f892cc97 cannot update to ACTIVE because it is not bound. {{(pid=104470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 09:08:21.458718 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-bc0a2714-08c0-4b76-862c-de233c7ddb3d admin admin] Publish callbacks [] for security_group (bc6d5d19-059d-403a-91f1-e1cc2306ce64), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:21.481744 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-bc0a2714-08c0-4b76-862c-de233c7ddb3d admin admin] Publish callbacks [] for security_group (bc6d5d19-059d-403a-91f1-e1cc2306ce64), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:21.595400 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:21.603594 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24808cf1-f3b3-4c59-a5df-3bc7ef04511d req-feeecbb6-b9c4-48a1-afa1-bd6dbc4359da tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:21.605207 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-24808cf1-f3b3-4c59-a5df-3bc7ef04511d req-feeecbb6-b9c4-48a1-afa1-bd6dbc4359da tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=8315445c-678d-4c5c-8ecf-937e48a120a4 HTTP/1.1" status: 200 len: 946 time: 0.2882707 Jul 13 09:08:21.651907 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-24808cf1-f3b3-4c59-a5df-3bc7ef04511d req-17631b6e-2b00-4ed9-b351-cab61ccd8976 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405490 Jul 13 09:08:21.709294 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-bc0a2714-08c0-4b76-862c-de233c7ddb3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (bc6d5d19-059d-403a-91f1-e1cc2306ce64), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:21.711721 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-bc0a2714-08c0-4b76-862c-de233c7ddb3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:21.713987 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-bc0a2714-08c0-4b76-862c-de233c7ddb3d admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/bc6d5d19-059d-403a-91f1-e1cc2306ce64 HTTP/1.1" status: 204 len: 168 time: 0.3081369 Jul 13 09:08:21.743115 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0a2714-08c0-4b76-862c-de233c7ddb3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc6d5d19-059d-403a-91f1-e1cc2306ce64,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:08:21.755614 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b70e55-d1ca-453d-9575-7ea578ebdfbf req-cd973759-1d70-4627-b208-88cb205482d8 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:21.757267 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-90b70e55-d1ca-453d-9575-7ea578ebdfbf req-cd973759-1d70-4627-b208-88cb205482d8 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/ports?device_id=7fab6a94-5644-4551-9434-0451849be88b HTTP/1.1" status: 200 len: 931 time: 0.0596271 Jul 13 09:08:21.806617 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-90b70e55-d1ca-453d-9575-7ea578ebdfbf req-dd6ce100-654e-4bfe-ae00-0335b363a4f0 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/security-groups?id=08d948e1-356b-4796-94a9-af7d163eff09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434368 Jul 13 09:08:21.965161 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa67ed0-4c2b-4fae-8ad6-9a161af7ea3d req-41149cd2-8090-4cff-82d8-7b6f7c566c99 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:21.967246 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-1aa67ed0-4c2b-4fae-8ad6-9a161af7ea3d req-41149cd2-8090-4cff-82d8-7b6f7c566c99 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 945 time: 0.0500448 Jul 13 09:08:22.020649 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-1aa67ed0-4c2b-4fae-8ad6-9a161af7ea3d req-92b25db5-f675-42e8-9444-a6a58f94d9d7 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472252 Jul 13 09:08:22.768698 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8067e-e8ca-495a-b5e5-46f685b62815 req-c0cf2866-b951-485f-af83-bf80ec5ecb53 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:22.770200 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-0fb8067e-e8ca-495a-b5e5-46f685b62815 req-c0cf2866-b951-485f-af83-bf80ec5ecb53 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=8315445c-678d-4c5c-8ecf-937e48a120a4 HTTP/1.1" status: 200 len: 946 time: 0.0501297 Jul 13 09:08:22.800720 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a304e33d-19a4-46f1-914a-2798c68446bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (084ea860-45cb-441c-b2f8-c6c2f7d6686c), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:22.819712 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-0fb8067e-e8ca-495a-b5e5-46f685b62815 req-f2c59bec-fa1e-4946-9932-8657bec2fb6a tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439520 Jul 13 09:08:22.921692 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4048b7-4d2e-4f1b-aadf-55cbaa6ca229 req-279f888a-6f54-4ea6-a7ce-c3f72a1db9d0 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:22.923586 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-7d4048b7-4d2e-4f1b-aadf-55cbaa6ca229 req-279f888a-6f54-4ea6-a7ce-c3f72a1db9d0 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/ports?device_id=7fab6a94-5644-4551-9434-0451849be88b HTTP/1.1" status: 200 len: 931 time: 0.0516274 Jul 13 09:08:22.971148 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-7d4048b7-4d2e-4f1b-aadf-55cbaa6ca229 req-c6be3fab-c518-449c-8a75-a9fec96e2878 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/security-groups?id=08d948e1-356b-4796-94a9-af7d163eff09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420625 Jul 13 09:08:23.137250 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eb0dbb-e277-42a2-8d28-8d67f1f36e9e req-28ce166a-8f90-4768-babd-11486162a74c tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:23.138996 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b5eb0dbb-e277-42a2-8d28-8d67f1f36e9e req-28ce166a-8f90-4768-babd-11486162a74c tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 945 time: 0.0463395 Jul 13 09:08:23.184774 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b5eb0dbb-e277-42a2-8d28-8d67f1f36e9e req-e246a077-5184-4542-99a9-8fde0e650d0c tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398018 Jul 13 09:08:23.192854 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [req-f2bcb6f2-f303-4edb-8d5d-01a517667ef8 req-9e5a82a6-85ec-43f8-b58b-b839c7a2af8c service neutron] Request body: {'port': {'device_id': '7fab6a94-5644-4551-9434-0451849be88b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84962'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:08:23.258575 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-f2bcb6f2-f303-4edb-8d5d-01a517667ef8 req-9e5a82a6-85ec-43f8-b58b-b839c7a2af8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (85a58c92-11ad-4ae8-b43c-cd72f892cc97), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:23.376230 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:23.525758 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:23.539938 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [req-f2bcb6f2-f303-4edb-8d5d-01a517667ef8 req-9e5a82a6-85ec-43f8-b58b-b839c7a2af8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85a58c92-11ad-4ae8-b43c-cd72f892cc97 {{(pid=104469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 09:08:23.555085 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-f2bcb6f2-f303-4edb-8d5d-01a517667ef8 req-9e5a82a6-85ec-43f8-b58b-b839c7a2af8c service neutron] Publish callbacks [] for port (85a58c92-11ad-4ae8-b43c-cd72f892cc97), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:23.573924 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [req-f2bcb6f2-f303-4edb-8d5d-01a517667ef8 req-9e5a82a6-85ec-43f8-b58b-b839c7a2af8c service neutron] Transition to ACTIVE for port object 85a58c92-11ad-4ae8-b43c-cd72f892cc97 will not be triggered until provisioned by entity L2. {{(pid=104469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 09:08:23.680785 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-f2bcb6f2-f303-4edb-8d5d-01a517667ef8 req-9e5a82a6-85ec-43f8-b58b-b839c7a2af8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542332'] for port (85a58c92-11ad-4ae8-b43c-cd72f892cc97), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:24.015726 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cea6ef-f51e-4bd4-830b-b874854ea342 req-c6700e48-40c9-41e5-945f-fede81c3d9b1 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:24.024418 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-60cea6ef-f51e-4bd4-830b-b874854ea342 req-c6700e48-40c9-41e5-945f-fede81c3d9b1 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=8315445c-678d-4c5c-8ecf-937e48a120a4 HTTP/1.1" status: 200 len: 946 time: 0.0959113 Jul 13 09:08:24.150674 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-60cea6ef-f51e-4bd4-830b-b874854ea342 req-c57af1a2-de75-4977-bd17-2a17f6782e39 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250930 Jul 13 09:08:24.169920 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5a82a6-85ec-43f8-b58b-b839c7a2af8c service neutron] Pushing event updated for resources: {'Port': ['ID=85a58c92-11ad-4ae8-b43c-cd72f892cc97,revision_number=2']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:08:24.228944 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2376742-639b-41b5-9f84-59d5dd5166b2 req-f335d9e4-828b-4065-918b-a849ac6c9b87 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:24.245644 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f2376742-639b-41b5-9f84-59d5dd5166b2 req-f335d9e4-828b-4065-918b-a849ac6c9b87 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb4e5e88-6062-46c0-92b1-4f21fe81b697 HTTP/1.1" status: 200 len: 945 time: 0.1367810 Jul 13 09:08:24.359221 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1637992f-3a96-45ad-97ff-72b2097d25e3 req-0ae34a92-14c3-4ee2-baa5-a7bed331a578 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:24.370205 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-1637992f-3a96-45ad-97ff-72b2097d25e3 req-0ae34a92-14c3-4ee2-baa5-a7bed331a578 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/ports?device_id=7fab6a94-5644-4551-9434-0451849be88b HTTP/1.1" status: 200 len: 943 time: 0.1154249 Jul 13 09:08:24.396949 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f2376742-639b-41b5-9f84-59d5dd5166b2 req-573291f5-cd30-4bb7-af2c-8a4523f5edcb tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/security-groups?id=0b3399b4-d38d-4638-ac76-98394e377705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490941 Jul 13 09:08:24.404555 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [req-f2bcb6f2-f303-4edb-8d5d-01a517667ef8 req-9e5a82a6-85ec-43f8-b58b-b839c7a2af8c service neutron] Attempting to bind port 85a58c92-11ad-4ae8-b43c-cd72f892cc97 on host hv-cinder-84962 for vnic_type normal with profile {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 09:08:24.410999 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [req-f2bcb6f2-f303-4edb-8d5d-01a517667ef8 req-9e5a82a6-85ec-43f8-b58b-b839c7a2af8c service neutron] Attempting to bind port 85a58c92-11ad-4ae8-b43c-cd72f892cc97 by drivers openvswitch,hyperv on host hv-cinder-84962 at level 0 using segments [{'id': '1a040656-e7c6-465b-9b3c-96b60be8e163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '913797b9-97f0-4f1d-84dd-b458a159148c'}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 09:08:24.411547 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bcb6f2-f303-4edb-8d5d-01a517667ef8 req-9e5a82a6-85ec-43f8-b58b-b839c7a2af8c service neutron] Attempting to bind port 85a58c92-11ad-4ae8-b43c-cd72f892cc97 on network 913797b9-97f0-4f1d-84dd-b458a159148c {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 09:08:24.420478 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bcb6f2-f303-4edb-8d5d-01a517667ef8 req-9e5a82a6-85ec-43f8-b58b-b839c7a2af8c service neutron] Port 85a58c92-11ad-4ae8-b43c-cd72f892cc97 on network 913797b9-97f0-4f1d-84dd-b458a159148c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84962 {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 13 09:08:24.420478 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bcb6f2-f303-4edb-8d5d-01a517667ef8 req-9e5a82a6-85ec-43f8-b58b-b839c7a2af8c service neutron] Attempting to bind port 85a58c92-11ad-4ae8-b43c-cd72f892cc97 on network 913797b9-97f0-4f1d-84dd-b458a159148c {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 09:08:24.427946 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bcb6f2-f303-4edb-8d5d-01a517667ef8 req-9e5a82a6-85ec-43f8-b58b-b839c7a2af8c service neutron] Checking agent: {'id': '6e9d2670-629d-42a5-8dd5-d0857aba9a7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84962', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 9, 4, 10), 'started_at': datetime.datetime(2022, 7, 13, 9, 4, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 9, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 09:08:24.428297 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bcb6f2-f303-4edb-8d5d-01a517667ef8 req-9e5a82a6-85ec-43f8-b58b-b839c7a2af8c service neutron] Checking segment: {'id': '1a040656-e7c6-465b-9b3c-96b60be8e163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '913797b9-97f0-4f1d-84dd-b458a159148c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 09:08:24.428666 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bcb6f2-f303-4edb-8d5d-01a517667ef8 req-9e5a82a6-85ec-43f8-b58b-b839c7a2af8c service neutron] Bound using segment: {'id': '1a040656-e7c6-465b-9b3c-96b60be8e163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '913797b9-97f0-4f1d-84dd-b458a159148c'} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 09:08:24.429147 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [req-f2bcb6f2-f303-4edb-8d5d-01a517667ef8 req-9e5a82a6-85ec-43f8-b58b-b839c7a2af8c service neutron] Bound port: 85a58c92-11ad-4ae8-b43c-cd72f892cc97, host: hv-cinder-84962, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a040656-e7c6-465b-9b3c-96b60be8e163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '913797b9-97f0-4f1d-84dd-b458a159148c'}}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 09:08:24.429520 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-f2bcb6f2-f303-4edb-8d5d-01a517667ef8 req-9e5a82a6-85ec-43f8-b58b-b839c7a2af8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (85a58c92-11ad-4ae8-b43c-cd72f892cc97), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:24.465307 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-1637992f-3a96-45ad-97ff-72b2097d25e3 req-035770ef-0226-40df-b6b7-a42325dfae41 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/security-groups?id=08d948e1-356b-4796-94a9-af7d163eff09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937922 Jul 13 09:08:24.474875 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7f3b3aed-46f4-4e68-bbbe-dab9f8099e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (d1fd82e0-5c39-4100-b44b-c54ee27d2d9f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:24.572503 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e08641e-24f4-4e7f-bc4d-f76e0f5eecff req-ee70c8f7-d29d-4986-b4db-f3ec0560b62d tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:24.574207 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-7e08641e-24f4-4e7f-bc4d-f76e0f5eecff req-ee70c8f7-d29d-4986-b4db-f3ec0560b62d tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 945 time: 0.0758247 Jul 13 09:08:24.575451 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [req-f2bcb6f2-f303-4edb-8d5d-01a517667ef8 req-9e5a82a6-85ec-43f8-b58b-b839c7a2af8c service neutron] For port 85a58c92-11ad-4ae8-b43c-cd72f892cc97, host hv-cinder-84962, cleared binding levels {{(pid=104469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 09:08:24.586772 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [req-f2bcb6f2-f303-4edb-8d5d-01a517667ef8 req-9e5a82a6-85ec-43f8-b58b-b839c7a2af8c service neutron] For port 85a58c92-11ad-4ae8-b43c-cd72f892cc97, host hv-cinder-84962, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=85a58c92-11ad-4ae8-b43c-cd72f892cc97,segment=NetworkSegment(1a040656-e7c6-465b-9b3c-96b60be8e163),segment_id=1a040656-e7c6-465b-9b3c-96b60be8e163)] {{(pid=104469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 09:08:24.636051 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-7e08641e-24f4-4e7f-bc4d-f76e0f5eecff req-104ca874-896e-45b9-8238-f6b866d9266f tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546610 Jul 13 09:08:24.676607 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-f2bcb6f2-f303-4edb-8d5d-01a517667ef8 req-9e5a82a6-85ec-43f8-b58b-b839c7a2af8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542332'] for port (85a58c92-11ad-4ae8-b43c-cd72f892cc97), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:24.717139 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bcb6f2-f303-4edb-8d5d-01a517667ef8 req-9e5a82a6-85ec-43f8-b58b-b839c7a2af8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:24.717965 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-f2bcb6f2-f303-4edb-8d5d-01a517667ef8 req-9e5a82a6-85ec-43f8-b58b-b839c7a2af8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for port (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:24.719216 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f2bcb6f2-f303-4edb-8d5d-01a517667ef8 req-9e5a82a6-85ec-43f8-b58b-b839c7a2af8c service neutron] 10.222.0.30 "PUT /v2.0/ports/85a58c92-11ad-4ae8-b43c-cd72f892cc97 HTTP/1.1" status: 200 len: 1093 time: 1.5312142 Jul 13 09:08:24.719672 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fab6a94-5644-4551-9434-0451849be88b', 'tag': '85a58c92-11ad-4ae8-b43c-cd72f892cc97'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:08:24.722413 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c4e5b91a84def5af2f1fcdaa70b19e5540aa6c2f63d8f4e9cb6586108f6a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-317a37ca-0260-4314-8263-4e7c550869b3" -d '{"events": [{"name": "network-changed", "server_uuid": "7fab6a94-5644-4551-9434-0451849be88b", "tag": "85a58c92-11ad-4ae8-b43c-cd72f892cc97"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:08:24.753142 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5a82a6-85ec-43f8-b58b-b839c7a2af8c service neutron] Pushing event updated for resources: {'Port': ['ID=85a58c92-11ad-4ae8-b43c-cd72f892cc97,revision_number=3']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:08:24.815480 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 09:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9dff22-9508-46cb-85bd-f820d69b1797 x-openstack-request-id: req-8a9dff22-9508-46cb-85bd-f820d69b1797 {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:08:24.815770 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fab6a94-5644-4551-9434-0451849be88b", "tag": "85a58c92-11ad-4ae8-b43c-cd72f892cc97", "status": "completed", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:08:24.816250 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-8a9dff22-9508-46cb-85bd-f820d69b1797 {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:08:24.816649 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a9dff22-9508-46cb-85bd-f820d69b1797'] response: {'name': 'network-changed', 'server_uuid': '7fab6a94-5644-4551-9434-0451849be88b', 'tag': '85a58c92-11ad-4ae8-b43c-cd72f892cc97', 'status': 'completed', 'code': 200} Jul 13 09:08:24.949969 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 34900) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:08:25.114545 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-6796f95b-8f9a-4fb3-9ab5-aeb86c69bd54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:25.221870 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-6796f95b-8f9a-4fb3-9ab5-aeb86c69bd54 admin admin] Publish callbacks [] for security_group (667bf8dc-1e17-4e9b-9da5-967ff30e8e59), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:25.281531 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-6796f95b-8f9a-4fb3-9ab5-aeb86c69bd54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (667bf8dc-1e17-4e9b-9da5-967ff30e8e59), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:25.310501 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871634bf-def3-4dc5-8630-4be00f86931a req-dbcc29f2-8a9c-4931-866d-aa7809e7774f tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:25.312373 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-871634bf-def3-4dc5-8630-4be00f86931a req-dbcc29f2-8a9c-4931-866d-aa7809e7774f tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=8315445c-678d-4c5c-8ecf-937e48a120a4 HTTP/1.1" status: 200 len: 946 time: 0.0784287 Jul 13 09:08:25.349207 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-6796f95b-8f9a-4fb3-9ab5-aeb86c69bd54 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=dbb9a286dde7416b92a50b729f45280f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3930585 Jul 13 09:08:25.349328 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 34906) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:08:25.349710 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:25.380357 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796f95b-8f9a-4fb3-9ab5-aeb86c69bd54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=667bf8dc-1e17-4e9b-9da5-967ff30e8e59,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:08:25.464447 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-871634bf-def3-4dc5-8630-4be00f86931a req-25d525fd-f68e-414a-a41a-0a56f9df8b6d tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286108 Jul 13 09:08:25.474447 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ae1e62b2-58de-4956-93ce-557d73b338b1 admin admin] Publish callbacks [] for security_group (667bf8dc-1e17-4e9b-9da5-967ff30e8e59), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:25.520543 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5ee680a5-33f3-4217-99f5-17637ad0570e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (59ae6226-c784-4fad-8646-7377b1ef5f31), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:25.544398 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ae1e62b2-58de-4956-93ce-557d73b338b1 admin admin] Publish callbacks [] for security_group (667bf8dc-1e17-4e9b-9da5-967ff30e8e59), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:25.553607 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:25.565625 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba470b0-577a-4c80-8861-1cd0fad20587 req-6f651606-0593-48d2-b069-e5abb5675fa3 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:25.573033 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-8ba470b0-577a-4c80-8861-1cd0fad20587 req-6f651606-0593-48d2-b069-e5abb5675fa3 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb4e5e88-6062-46c0-92b1-4f21fe81b697 HTTP/1.1" status: 200 len: 945 time: 0.0742819 Jul 13 09:08:25.589008 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24a5c19-35aa-477e-818a-61bf643d6c54 req-b1ed61c6-8b64-487b-b13b-8c6ea1fe926d tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:25.597433 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b24a5c19-35aa-477e-818a-61bf643d6c54 req-b1ed61c6-8b64-487b-b13b-8c6ea1fe926d tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/ports?device_id=7fab6a94-5644-4551-9434-0451849be88b HTTP/1.1" status: 200 len: 943 time: 0.0666707 Jul 13 09:08:25.622876 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:25.678673 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-8ba470b0-577a-4c80-8861-1cd0fad20587 req-fb3d9e2d-ba68-4b6f-8c7b-d876799c0ef2 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/security-groups?id=0b3399b4-d38d-4638-ac76-98394e377705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046565 Jul 13 09:08:25.697035 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b24a5c19-35aa-477e-818a-61bf643d6c54 req-63c95a67-cf37-4263-9f13-3b639af096b3 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/security-groups?id=08d948e1-356b-4796-94a9-af7d163eff09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918007 Jul 13 09:08:25.772620 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ae1e62b2-58de-4956-93ce-557d73b338b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (667bf8dc-1e17-4e9b-9da5-967ff30e8e59), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:25.775420 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ae1e62b2-58de-4956-93ce-557d73b338b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:25.776801 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-ae1e62b2-58de-4956-93ce-557d73b338b1 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/667bf8dc-1e17-4e9b-9da5-967ff30e8e59 HTTP/1.1" status: 204 len: 168 time: 0.4287810 Jul 13 09:08:25.792272 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e62b2-58de-4956-93ce-557d73b338b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=667bf8dc-1e17-4e9b-9da5-967ff30e8e59,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:08:25.793848 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (9379cce5-6fc7-4135-bc49-530c07185724), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:26.020146 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2624e2f0-619e-4217-8b22-669c377059c1 req-38beff18-0d1f-4e79-b62e-3ac500057be1 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:26.021927 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-2624e2f0-619e-4217-8b22-669c377059c1 req-38beff18-0d1f-4e79-b62e-3ac500057be1 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 945 time: 0.0668988 Jul 13 09:08:26.090044 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-2624e2f0-619e-4217-8b22-669c377059c1 req-07b37f1e-8098-4cd2-9630-e357b48ffbc2 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619111 Jul 13 09:08:26.595492 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7996726a-e1d7-488a-baf6-06fa1e3f7697 req-e5af2e29-b317-47c8-af42-45dd751eda2d tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:26.597125 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-7996726a-e1d7-488a-baf6-06fa1e3f7697 req-e5af2e29-b317-47c8-af42-45dd751eda2d tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=8315445c-678d-4c5c-8ecf-937e48a120a4 HTTP/1.1" status: 200 len: 946 time: 0.0590508 Jul 13 09:08:26.682532 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-7996726a-e1d7-488a-baf6-06fa1e3f7697 req-c1538d03-9c29-4817-a08e-cdaafa615e95 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761976 Jul 13 09:08:26.842983 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e05b50-e83d-4a92-8696-00e96ee0985f req-d9a461f0-8a7b-416d-9994-574638297ee9 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:26.850205 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-93e05b50-e83d-4a92-8696-00e96ee0985f req-d9a461f0-8a7b-416d-9994-574638297ee9 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb4e5e88-6062-46c0-92b1-4f21fe81b697 HTTP/1.1" status: 200 len: 945 time: 0.0530212 Jul 13 09:08:26.886889 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ce4ed-607d-4607-a254-0210e86b654c req-2bd4fa96-5acf-437a-805a-b005258d0fe3 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:26.888939 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d18ce4ed-607d-4607-a254-0210e86b654c req-2bd4fa96-5acf-437a-805a-b005258d0fe3 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/ports?device_id=7fab6a94-5644-4551-9434-0451849be88b HTTP/1.1" status: 200 len: 943 time: 0.0740807 Jul 13 09:08:26.980122 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d18ce4ed-607d-4607-a254-0210e86b654c req-e2f11b35-07ed-4319-b202-4d38491ef867 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/security-groups?id=08d948e1-356b-4796-94a9-af7d163eff09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758843 Jul 13 09:08:26.983984 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-93e05b50-e83d-4a92-8696-00e96ee0985f req-33577806-3c7d-4169-bc57-0c598a80335a tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/security-groups?id=0b3399b4-d38d-4638-ac76-98394e377705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325438 Jul 13 09:08:27.213947 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa2673-96e5-4b68-8255-387f1df3fa0c req-efabc65f-ae8e-411c-ab7c-fc458ceacd0f tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:27.215531 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a2aa2673-96e5-4b68-8255-387f1df3fa0c req-efabc65f-ae8e-411c-ab7c-fc458ceacd0f tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 945 time: 0.0560071 Jul 13 09:08:27.271084 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a2aa2673-96e5-4b68-8255-387f1df3fa0c req-bf2130f2-8969-4aba-98ee-013836951c77 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496688 Jul 13 09:08:27.811044 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e514c0-65b9-4805-8861-d868893766a5 req-ee98ff2a-61e6-4c04-8153-75273b23c237 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:27.812889 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-91e514c0-65b9-4805-8861-d868893766a5 req-ee98ff2a-61e6-4c04-8153-75273b23c237 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=8315445c-678d-4c5c-8ecf-937e48a120a4 HTTP/1.1" status: 200 len: 946 time: 0.0524249 Jul 13 09:08:27.890896 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-91e514c0-65b9-4805-8861-d868893766a5 req-9b7d7543-3c52-404a-bb9a-0cfbf557ed0d tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705497 Jul 13 09:08:28.135867 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a00aa-9749-4944-bbdc-0c43fffa5c16 req-b20a5d95-2c20-49d7-963e-63bcf21b7034 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:28.137391 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-c24a00aa-9749-4944-bbdc-0c43fffa5c16 req-b20a5d95-2c20-49d7-963e-63bcf21b7034 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/ports?device_id=7fab6a94-5644-4551-9434-0451849be88b HTTP/1.1" status: 200 len: 943 time: 0.0658901 Jul 13 09:08:28.139906 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d7912-e26f-4865-86fc-0c887c15a15a req-01cbb5e2-6b6a-4e07-a691-13090d1d5915 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:28.141907 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a84d7912-e26f-4865-86fc-0c887c15a15a req-01cbb5e2-6b6a-4e07-a691-13090d1d5915 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb4e5e88-6062-46c0-92b1-4f21fe81b697 HTTP/1.1" status: 200 len: 945 time: 0.0605524 Jul 13 09:08:28.185651 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-c24a00aa-9749-4944-bbdc-0c43fffa5c16 req-2c1456d1-29fd-4f45-ac51-515d0396cec7 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/security-groups?id=08d948e1-356b-4796-94a9-af7d163eff09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415208 Jul 13 09:08:28.192509 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a84d7912-e26f-4865-86fc-0c887c15a15a req-a07dfeff-09c9-4a15-bd81-194caf8a7e42 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/security-groups?id=0b3399b4-d38d-4638-ac76-98394e377705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440059 Jul 13 09:08:28.400947 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e43dd-4528-4992-a02d-707d4ae85682 req-79c1e040-a1e6-4868-8110-392a0cce5ddc tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:28.402515 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a77e43dd-4528-4992-a02d-707d4ae85682 req-79c1e040-a1e6-4868-8110-392a0cce5ddc tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 945 time: 0.0542564 Jul 13 09:08:28.457820 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a77e43dd-4528-4992-a02d-707d4ae85682 req-ecddaea4-e631-4252-bf28-b6cb17ea3ed3 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482061 Jul 13 09:08:29.064417 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3965c84e-f5cd-4f00-89a3-9fb75eb6b5e3 req-561c0aed-b46a-4f9f-a24d-ee9b561baed5 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:29.066357 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-3965c84e-f5cd-4f00-89a3-9fb75eb6b5e3 req-561c0aed-b46a-4f9f-a24d-ee9b561baed5 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=8315445c-678d-4c5c-8ecf-937e48a120a4 HTTP/1.1" status: 200 len: 946 time: 0.0666542 Jul 13 09:08:29.088133 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:29.120168 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-3965c84e-f5cd-4f00-89a3-9fb75eb6b5e3 req-66fb8434-d6b9-45e0-b69a-806af5417b34 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475693 Jul 13 09:08:29.356196 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df20cf3-9e93-43b4-b16f-ff8844252c39 req-076e369e-b6e9-4ba5-9e5f-f63d5718ece7 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:29.367623 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf23ef11-feed-4c85-8087-ef259624c959 req-9aadd2de-d403-4a77-90c9-63273137eebc tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:29.369408 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-bf23ef11-feed-4c85-8087-ef259624c959 req-9aadd2de-d403-4a77-90c9-63273137eebc tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb4e5e88-6062-46c0-92b1-4f21fe81b697 HTTP/1.1" status: 200 len: 945 time: 0.0700443 Jul 13 09:08:29.370261 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-9df20cf3-9e93-43b4-b16f-ff8844252c39 req-076e369e-b6e9-4ba5-9e5f-f63d5718ece7 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/ports?device_id=7fab6a94-5644-4551-9434-0451849be88b HTTP/1.1" status: 200 len: 943 time: 0.0919123 Jul 13 09:08:29.431806 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-9df20cf3-9e93-43b4-b16f-ff8844252c39 req-dcb08835-fc74-4ad9-bd3a-ed35fee291bb tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/security-groups?id=08d948e1-356b-4796-94a9-af7d163eff09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601876 Jul 13 09:08:29.445146 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-bf23ef11-feed-4c85-8087-ef259624c959 req-e41c98a4-c3ed-4371-9919-8752f99f51d7 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/security-groups?id=0b3399b4-d38d-4638-ac76-98394e377705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692515 Jul 13 09:08:29.610349 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0232388-a8b8-4bfc-81af-d6c36e304656 req-b4c8adc7-c0c6-46d0-b06d-f10ea3e0f273 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:29.612027 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-c0232388-a8b8-4bfc-81af-d6c36e304656 req-b4c8adc7-c0c6-46d0-b06d-f10ea3e0f273 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 945 time: 0.0599346 Jul 13 09:08:29.669754 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-c0232388-a8b8-4bfc-81af-d6c36e304656 req-1cfcdf79-408f-497b-9dea-b6462d8130f8 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515282 Jul 13 09:08:30.363730 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0af56-9bc9-45e0-bc91-5fed7716444f req-cf9074e4-68ef-401d-8cc7-9c45580959d2 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:30.365488 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-0ed0af56-9bc9-45e0-bc91-5fed7716444f req-cf9074e4-68ef-401d-8cc7-9c45580959d2 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=8315445c-678d-4c5c-8ecf-937e48a120a4 HTTP/1.1" status: 200 len: 946 time: 0.1075900 Jul 13 09:08:30.432649 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-0ed0af56-9bc9-45e0-bc91-5fed7716444f req-09fe7e8f-9c41-47bb-9834-e7b3cb0fde6f tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568826 Jul 13 09:08:30.646004 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be05a7a3-e4a8-4c7a-b364-b906485afb05 req-b4322af4-e097-465f-b1ac-d6aa7520cf40 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:30.647634 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-be05a7a3-e4a8-4c7a-b364-b906485afb05 req-b4322af4-e097-465f-b1ac-d6aa7520cf40 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/ports?device_id=7fab6a94-5644-4551-9434-0451849be88b HTTP/1.1" status: 200 len: 943 time: 0.0924716 Jul 13 09:08:30.650893 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ce654-6e44-4111-a240-7f512f2bb9f9 req-e9e7b01f-178b-40eb-a47e-6233d657487b tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:30.653315 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-e57ce654-6e44-4111-a240-7f512f2bb9f9 req-e9e7b01f-178b-40eb-a47e-6233d657487b tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb4e5e88-6062-46c0-92b1-4f21fe81b697 HTTP/1.1" status: 200 len: 945 time: 0.0854683 Jul 13 09:08:30.724311 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-be05a7a3-e4a8-4c7a-b364-b906485afb05 req-bc4f5f9b-8e06-4c8a-8189-f3df64402ba1 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/security-groups?id=08d948e1-356b-4796-94a9-af7d163eff09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632761 Jul 13 09:08:30.791294 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-e57ce654-6e44-4111-a240-7f512f2bb9f9 req-eadf206c-338b-4378-b8d4-824dae683ae1 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/security-groups?id=0b3399b4-d38d-4638-ac76-98394e377705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961049 Jul 13 09:08:30.878705 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8361403b-0c16-475a-9d78-28d4e55c18e9 req-414f5cd3-edb4-4e56-b362-215599d68a3d tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:30.887458 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8361403b-0c16-475a-9d78-28d4e55c18e9 req-414f5cd3-edb4-4e56-b362-215599d68a3d tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 945 time: 0.0818412 Jul 13 09:08:30.988988 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8361403b-0c16-475a-9d78-28d4e55c18e9 req-995840c9-da53-4ae1-b0ad-9a82f0603ed0 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998924 Jul 13 09:08:31.595581 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:31.625896 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20677f28-286c-4439-98af-b213f4e9f432 req-5fa36cc6-abee-419d-bf11-f1622fd4963d tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:31.628373 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-20677f28-286c-4439-98af-b213f4e9f432 req-5fa36cc6-abee-419d-bf11-f1622fd4963d tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=8315445c-678d-4c5c-8ecf-937e48a120a4 HTTP/1.1" status: 200 len: 946 time: 0.0691371 Jul 13 09:08:31.694896 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-20677f28-286c-4439-98af-b213f4e9f432 req-85c74e70-3e83-451a-aefa-5793d45b94cf tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608504 Jul 13 09:08:31.863960 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d24116-c27d-43d1-97ac-7b981f7f0f1d req-734f0aa2-f9eb-4b1c-9ded-93ca5203f0fd tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:31.872212 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d4d24116-c27d-43d1-97ac-7b981f7f0f1d req-734f0aa2-f9eb-4b1c-9ded-93ca5203f0fd tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/ports?device_id=7fab6a94-5644-4551-9434-0451849be88b HTTP/1.1" status: 200 len: 943 time: 0.0750468 Jul 13 09:08:31.946663 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d4d24116-c27d-43d1-97ac-7b981f7f0f1d req-d816ea56-8672-4136-baf9-c447ee7e06b3 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/security-groups?id=08d948e1-356b-4796-94a9-af7d163eff09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732043 Jul 13 09:08:31.995330 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb564d-bd72-43da-aba8-e570d672d328 req-10eb63cd-374a-448f-b921-060f7a035127 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:31.995330 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-75cb564d-bd72-43da-aba8-e570d672d328 req-10eb63cd-374a-448f-b921-060f7a035127 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb4e5e88-6062-46c0-92b1-4f21fe81b697 HTTP/1.1" status: 200 len: 945 time: 0.0868170 Jul 13 09:08:32.142708 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-75cb564d-bd72-43da-aba8-e570d672d328 req-2a5a7997-f356-42ba-bfd4-ad6bd63b66ff tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/security-groups?id=0b3399b4-d38d-4638-ac76-98394e377705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468499 Jul 13 09:08:32.190075 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4715a8-cd88-4c9d-af43-a69a10de2552 req-d990bdad-c9fc-4d17-b440-0da92c3d21fb tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:32.197573 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.agents_db [None req-6da3c0df-3a39-4d49-9ef0-c2c7fda6ffa8 None None] Agent healthcheck: found 6 active agents {{(pid=104471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:08:32.198181 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8f4715a8-cd88-4c9d-af43-a69a10de2552 req-d990bdad-c9fc-4d17-b440-0da92c3d21fb tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 945 time: 0.0879283 Jul 13 09:08:32.215427 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:32.227762 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:32.252493 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8f4715a8-cd88-4c9d-af43-a69a10de2552 req-9d96d277-5ed6-4986-8329-43778c5d2244 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538926 Jul 13 09:08:32.815760 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d73004-5715-46df-91d1-0d73ad2a466e req-80e87979-eee4-4ba0-9ac2-ffe0f542b49d tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:32.817280 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-b7d73004-5715-46df-91d1-0d73ad2a466e req-80e87979-eee4-4ba0-9ac2-ffe0f542b49d tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=8315445c-678d-4c5c-8ecf-937e48a120a4 HTTP/1.1" status: 200 len: 946 time: 0.0501664 Jul 13 09:08:32.867511 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-b7d73004-5715-46df-91d1-0d73ad2a466e req-5b132ada-4f4e-4efa-926c-63ffd24e8b69 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443666 Jul 13 09:08:33.062164 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d4931e-5e28-443b-8216-c40534c403e1 req-d6fa38d9-c0ca-4af6-802f-8a488eabdd38 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:33.064507 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-16d4931e-5e28-443b-8216-c40534c403e1 req-d6fa38d9-c0ca-4af6-802f-8a488eabdd38 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/ports?device_id=7fab6a94-5644-4551-9434-0451849be88b HTTP/1.1" status: 200 len: 943 time: 0.0550849 Jul 13 09:08:33.111889 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-16d4931e-5e28-443b-8216-c40534c403e1 req-c6335674-4786-4e7f-826b-7d2c4660bd66 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/security-groups?id=08d948e1-356b-4796-94a9-af7d163eff09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416837 Jul 13 09:08:33.247299 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595cb960-69b5-4ec8-b15d-0abe2d51bf79 req-cb925369-0bb1-488f-9796-e85302dbfb87 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:33.248763 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-595cb960-69b5-4ec8-b15d-0abe2d51bf79 req-cb925369-0bb1-488f-9796-e85302dbfb87 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb4e5e88-6062-46c0-92b1-4f21fe81b697 HTTP/1.1" status: 200 len: 945 time: 0.0461333 Jul 13 09:08:33.296694 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-595cb960-69b5-4ec8-b15d-0abe2d51bf79 req-ba05fde8-61ae-47ec-85d5-c6d1b04964d3 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/security-groups?id=0b3399b4-d38d-4638-ac76-98394e377705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419331 Jul 13 09:08:33.373054 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92013a2a-af8b-4374-80be-3719aad03add req-1d178fe0-c1ee-47b2-a051-d058156202b5 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:33.374576 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-92013a2a-af8b-4374-80be-3719aad03add req-1d178fe0-c1ee-47b2-a051-d058156202b5 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 945 time: 0.0487390 Jul 13 09:08:33.424415 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-92013a2a-af8b-4374-80be-3719aad03add req-e826751c-4ced-40d8-8266-6c5d35eac4b7 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430894 Jul 13 09:08:33.988637 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba5885c-2f07-40d8-856f-7da46aea30af req-11a0de12-bdd6-45be-99df-ad61c75a6be5 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:33.990134 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-4ba5885c-2f07-40d8-856f-7da46aea30af req-11a0de12-bdd6-45be-99df-ad61c75a6be5 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=8315445c-678d-4c5c-8ecf-937e48a120a4 HTTP/1.1" status: 200 len: 946 time: 0.0533676 Jul 13 09:08:34.037959 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-4ba5885c-2f07-40d8-856f-7da46aea30af req-4015aadd-386a-434e-bef8-8adfe9e5941b tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424328 Jul 13 09:08:34.224822 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf988ca8-cd30-46b9-985d-bea942601d71 req-802afd94-6834-4824-a86b-574ba1c78ef1 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:34.226330 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-bf988ca8-cd30-46b9-985d-bea942601d71 req-802afd94-6834-4824-a86b-574ba1c78ef1 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/ports?device_id=7fab6a94-5644-4551-9434-0451849be88b HTTP/1.1" status: 200 len: 943 time: 0.0468016 Jul 13 09:08:34.276373 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-bf988ca8-cd30-46b9-985d-bea942601d71 req-3eed6112-4809-4dd2-ba39-74e89247cab4 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/security-groups?id=08d948e1-356b-4796-94a9-af7d163eff09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445180 Jul 13 09:08:34.413050 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a8d72-da23-4f2a-a328-628c351e504d req-5b27b270-66ca-4a8c-a59b-5b581696da1f tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:34.414574 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5e9a8d72-da23-4f2a-a328-628c351e504d req-5b27b270-66ca-4a8c-a59b-5b581696da1f tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb4e5e88-6062-46c0-92b1-4f21fe81b697 HTTP/1.1" status: 200 len: 945 time: 0.0476670 Jul 13 09:08:34.470397 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5e9a8d72-da23-4f2a-a328-628c351e504d req-cca0d2a7-4d01-4956-8e3d-3c3c801a48c1 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/security-groups?id=0b3399b4-d38d-4638-ac76-98394e377705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502934 Jul 13 09:08:34.496990 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bcb6f2-f303-4edb-8d5d-01a517667ef8 req-57ad2491-9e53-4afb-8ef0-482bc6c05011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:34.498529 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f2bcb6f2-f303-4edb-8d5d-01a517667ef8 req-57ad2491-9e53-4afb-8ef0-482bc6c05011 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=be3ff54edaf7439bab9ca81656e94c70&device_id=7fab6a94-5644-4551-9434-0451849be88b HTTP/1.1" status: 200 len: 1127 time: 0.0591111 Jul 13 09:08:34.552793 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a541fd97-d69f-4e55-a72c-71c168e98362 req-d773c549-eefd-4ae6-a016-5907f0e1e66a tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:34.554508 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a541fd97-d69f-4e55-a72c-71c168e98362 req-d773c549-eefd-4ae6-a016-5907f0e1e66a tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 945 time: 0.0484591 Jul 13 09:08:34.602945 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a541fd97-d69f-4e55-a72c-71c168e98362 req-22e4e218-4c75-4974-b4fc-6aa490def7c4 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427392 Jul 13 09:08:34.825253 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f2bcb6f2-f303-4edb-8d5d-01a517667ef8 req-9bda0845-0d9a-4763-912c-e48163853282 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85a58c92-11ad-4ae8-b43c-cd72f892cc97 HTTP/1.1" status: 200 len: 217 time: 0.0385957 Jul 13 09:08:34.874501 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bcb6f2-f303-4edb-8d5d-01a517667ef8 req-9f966d5f-9456-45b9-89ea-bb6561984d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:34.876041 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f2bcb6f2-f303-4edb-8d5d-01a517667ef8 req-9f966d5f-9456-45b9-89ea-bb6561984d55 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1c3053c6-5e38-47f4-966f-6eb4d06059b4 HTTP/1.1" status: 200 len: 854 time: 0.0450885 Jul 13 09:08:35.151550 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516cdfd-3b79-48a1-81d8-3c2aea255c83 req-f1a3a851-6bd9-4469-8097-53ea56dad455 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:35.153074 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-8516cdfd-3b79-48a1-81d8-3c2aea255c83 req-f1a3a851-6bd9-4469-8097-53ea56dad455 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=8315445c-678d-4c5c-8ecf-937e48a120a4 HTTP/1.1" status: 200 len: 946 time: 0.0482333 Jul 13 09:08:35.204644 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-8516cdfd-3b79-48a1-81d8-3c2aea255c83 req-f5b6b077-de61-4a86-8465-1f02e3ca3191 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458634 Jul 13 09:08:35.388263 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0850834e-f421-46cc-b897-05ba8aa0d16c req-788877a9-0b48-451d-bf65-45c405c74848 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:35.389731 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-0850834e-f421-46cc-b897-05ba8aa0d16c req-788877a9-0b48-451d-bf65-45c405c74848 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/ports?device_id=7fab6a94-5644-4551-9434-0451849be88b HTTP/1.1" status: 200 len: 943 time: 0.0469661 Jul 13 09:08:35.439739 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-0850834e-f421-46cc-b897-05ba8aa0d16c req-35fd3946-f70a-4cf6-8fce-7e8d8789c860 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/security-groups?id=08d948e1-356b-4796-94a9-af7d163eff09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438685 Jul 13 09:08:35.584090 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c0ae8a-7c3c-4273-bcd7-7bc15b51b80b req-f0980fe1-0a63-46d5-89c1-d8c671758a9b tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:35.585608 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c5c0ae8a-7c3c-4273-bcd7-7bc15b51b80b req-f0980fe1-0a63-46d5-89c1-d8c671758a9b tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb4e5e88-6062-46c0-92b1-4f21fe81b697 HTTP/1.1" status: 200 len: 945 time: 0.0466938 Jul 13 09:08:35.633183 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c5c0ae8a-7c3c-4273-bcd7-7bc15b51b80b req-d02a979a-81e4-4c18-90aa-ff25571f60ea tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/security-groups?id=0b3399b4-d38d-4638-ac76-98394e377705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419881 Jul 13 09:08:35.765777 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd536d1-caec-4e04-9a91-a95b7f449de5 req-15186d38-e4b6-4678-9556-40e663bd874c tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:35.767239 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-9fd536d1-caec-4e04-9a91-a95b7f449de5 req-15186d38-e4b6-4678-9556-40e663bd874c tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 945 time: 0.0829561 Jul 13 09:08:35.786136 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bcb6f2-f303-4edb-8d5d-01a517667ef8 req-867f8a8d-8a70-4f7e-91b9-dc7734bf1ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:35.787945 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f2bcb6f2-f303-4edb-8d5d-01a517667ef8 req-867f8a8d-8a70-4f7e-91b9-dc7734bf1ebe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=913797b9-97f0-4f1d-84dd-b458a159148c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0602858 Jul 13 09:08:35.819138 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:35.820166 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=66,neutron:UPDATE=5 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:35.933482 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-9fd536d1-caec-4e04-9a91-a95b7f449de5 req-a6e09ea8-be7b-4719-aa05-8191fce67443 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1596694 Jul 13 09:08:35.934593 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64438427-e4bc-43c1-a295-cfabe0e85024 req-2db4d5b1-74f2-4597-a52d-295fde70f964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:35.935971 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-64438427-e4bc-43c1-a295-cfabe0e85024 req-2db4d5b1-74f2-4597-a52d-295fde70f964 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8315445c-678d-4c5c-8ecf-937e48a120a4 HTTP/1.1" status: 200 len: 1130 time: 0.1291094 Jul 13 09:08:35.983232 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f2bcb6f2-f303-4edb-8d5d-01a517667ef8 req-c58ebc93-c2b3-4bc1-9506-2eaeab4e335c service neutron] 10.222.0.30 "GET /v2.0/networks/913797b9-97f0-4f1d-84dd-b458a159148c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886196 Jul 13 09:08:36.016749 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-64438427-e4bc-43c1-a295-cfabe0e85024 req-d0e84892-d7c1-4fe3-b731-97931cb93c08 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745788 Jul 13 09:08:36.091045 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f2bcb6f2-f303-4edb-8d5d-01a517667ef8 req-2703bc7c-4bf3-435f-b084-7981cbfc0ac5 service neutron] 10.222.0.30 "GET /v2.0/networks/913797b9-97f0-4f1d-84dd-b458a159148c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980260 Jul 13 09:08:36.312045 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:36.326024 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee30bc-8f28-44e1-9507-a6495a9755b2 req-a2c4ae72-c292-432c-acc6-4033501daa3a tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:36.327522 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-1aee30bc-8f28-44e1-9507-a6495a9755b2 req-a2c4ae72-c292-432c-acc6-4033501daa3a tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=8315445c-678d-4c5c-8ecf-937e48a120a4 HTTP/1.1" status: 200 len: 946 time: 0.0494878 Jul 13 09:08:36.375885 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-1aee30bc-8f28-44e1-9507-a6495a9755b2 req-f659c6ea-b9f6-45a3-a97d-c2b30c523511 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425415 Jul 13 09:08:36.519601 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:36.538757 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:36.554924 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be486a-9e52-4b08-978a-7c1be788ccc8 req-55d343cc-7aca-4e5a-a71f-5d182fd81d51 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:36.556388 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b5be486a-9e52-4b08-978a-7c1be788ccc8 req-55d343cc-7aca-4e5a-a71f-5d182fd81d51 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/ports?device_id=7fab6a94-5644-4551-9434-0451849be88b HTTP/1.1" status: 200 len: 943 time: 0.0475934 Jul 13 09:08:36.604611 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b5be486a-9e52-4b08-978a-7c1be788ccc8 req-e8d5a9bd-f840-4e1d-8585-3a8174808665 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/security-groups?id=08d948e1-356b-4796-94a9-af7d163eff09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427229 Jul 13 09:08:36.764073 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd0ac6-5f11-43e6-9bca-77ba09e8e59d req-4c17e0d3-fa93-4de4-9588-d88b227e0ce8 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:36.765540 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-4bbd0ac6-5f11-43e6-9bca-77ba09e8e59d req-4c17e0d3-fa93-4de4-9588-d88b227e0ce8 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb4e5e88-6062-46c0-92b1-4f21fe81b697 HTTP/1.1" status: 200 len: 945 time: 0.0505197 Jul 13 09:08:36.813133 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-4bbd0ac6-5f11-43e6-9bca-77ba09e8e59d req-1b9e3f78-b20e-4ddd-9154-edd29379c1a9 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/security-groups?id=0b3399b4-d38d-4638-ac76-98394e377705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415609 Jul 13 09:08:37.052636 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d8fa16-3548-4758-9197-26bb97ff327c req-be3af3ef-572a-4195-b6e6-2fe150686544 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:37.054203 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a8d8fa16-3548-4758-9197-26bb97ff327c req-be3af3ef-572a-4195-b6e6-2fe150686544 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 945 time: 0.0482371 Jul 13 09:08:37.103646 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a8d8fa16-3548-4758-9197-26bb97ff327c req-4d2f6d7e-d315-4f11-8ff4-78d73cd749fc tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430169 Jul 13 09:08:37.251661 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device 80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f details requested by agent hyperv_hv-cinder-84962 with host hv-cinder-84962 {{(pid=104470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 09:08:37.355299 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port 80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f,segment=NetworkSegment(d26cc65f-34ee-4574-8332-30169090378e),segment_id=d26cc65f-34ee-4574-8332-30169090378e)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:08:37.372255 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Returning: {'device': '80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f', 'network_id': 'dced4119-fd64-48f2-a32b-f0864c860758', 'port_id': '80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f', 'mac_address': 'fa:16:3e:0c:13:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f435a127-82ff-4993-a381-fe0f5e258ef6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 09:08:37.413019 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Current status of the port 80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f is: ACTIVE; New status is: BUILD {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:08:37.413408 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:37.428422 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f {{(pid=104470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 09:08:37.450321 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port 80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f,segment=NetworkSegment(d26cc65f-34ee-4574-8332-30169090378e),segment_id=d26cc65f-34ee-4574-8332-30169090378e)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:08:37.501238 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8018c09-a9eb-4e00-9fe6-f601ef0b1c2d req-7387216c-ced0-44e6-a11e-d04fa5c3988f tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:37.503537 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c8018c09-a9eb-4e00-9fe6-f601ef0b1c2d req-7387216c-ced0-44e6-a11e-d04fa5c3988f tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=8315445c-678d-4c5c-8ecf-937e48a120a4 HTTP/1.1" status: 200 len: 946 time: 0.0484321 Jul 13 09:08:37.552667 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c8018c09-a9eb-4e00-9fe6-f601ef0b1c2d req-76501693-b425-4cf2-b496-e7533c2563f0 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428815 Jul 13 09:08:37.571472 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:37.621744 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Pushing event updated for resources: {'Port': ['ID=80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f,revision_number=6']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:08:37.629202 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:08:37.629541 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:08:37.629873 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:08:37.630255 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:08:37.630589 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:08:37.630903 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:08:37.631225 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:08:37.631542 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:08:37.631856 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:08:37.632172 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:08:37.632487 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:08:37.632800 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:08:37.633326 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:08:37.633432 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:08:37.633772 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:08:37.665310 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] get_ports_and_sgs() called for port_ids ['80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f'] {{(pid=104470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 09:08:37.729881 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a37ca-0260-4314-8263-4e7c550869b3 req-f80e1a75-c9de-49fa-b766-fb92a4281475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:37.731969 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-317a37ca-0260-4314-8263-4e7c550869b3 req-f80e1a75-c9de-49fa-b766-fb92a4281475 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=be3ff54edaf7439bab9ca81656e94c70&device_id=7fab6a94-5644-4551-9434-0451849be88b HTTP/1.1" status: 200 len: 1127 time: 0.0838373 Jul 13 09:08:37.748741 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d53f6e6-bf49-4de4-8130-e4b0e746c766 req-601cfded-5118-4c3b-b051-fad04af3a2a3 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:37.750313 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-4d53f6e6-bf49-4de4-8130-e4b0e746c766 req-601cfded-5118-4c3b-b051-fad04af3a2a3 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/ports?device_id=7fab6a94-5644-4551-9434-0451849be88b HTTP/1.1" status: 200 len: 943 time: 0.0640261 Jul 13 09:08:37.861852 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-4d53f6e6-bf49-4de4-8130-e4b0e746c766 req-686100e3-8f5a-4a63-84c0-665c6a3e57e9 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/security-groups?id=08d948e1-356b-4796-94a9-af7d163eff09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054366 Jul 13 09:08:37.892759 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a37ca-0260-4314-8263-4e7c550869b3 req-093e4770-e6b6-4cbf-b3cc-96572cda73cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:37.894802 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-317a37ca-0260-4314-8263-4e7c550869b3 req-093e4770-e6b6-4cbf-b3cc-96572cda73cb service neutron] 10.222.0.30 "GET /v2.0/networks?id=913797b9-97f0-4f1d-84dd-b458a159148c HTTP/1.1" status: 200 len: 916 time: 0.1302993 Jul 13 09:08:37.934175 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14591d4-813c-48b5-917c-13b91dc9605d req-1953ae55-8ae8-4645-b40e-5bfda09a65b7 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:37.935813 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-b14591d4-813c-48b5-917c-13b91dc9605d req-1953ae55-8ae8-4645-b40e-5bfda09a65b7 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb4e5e88-6062-46c0-92b1-4f21fe81b697 HTTP/1.1" status: 200 len: 945 time: 0.0527551 Jul 13 09:08:37.936080 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-317a37ca-0260-4314-8263-4e7c550869b3 req-a6f0b7ec-40c5-4ba1-959a-804c066e65ce service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85a58c92-11ad-4ae8-b43c-cd72f892cc97 HTTP/1.1" status: 200 len: 217 time: 0.0347834 Jul 13 09:08:37.980040 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:37.984237 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a37ca-0260-4314-8263-4e7c550869b3 req-eb00e6c6-12d1-461a-b098-d5c16b7c7121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:37.984689 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-b14591d4-813c-48b5-917c-13b91dc9605d req-76c09639-4fdc-49ae-9db0-0cc70e80baef tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/security-groups?id=0b3399b4-d38d-4638-ac76-98394e377705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428450 Jul 13 09:08:37.985716 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-317a37ca-0260-4314-8263-4e7c550869b3 req-eb00e6c6-12d1-461a-b098-d5c16b7c7121 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1c3053c6-5e38-47f4-966f-6eb4d06059b4 HTTP/1.1" status: 200 len: 854 time: 0.0436776 Jul 13 09:08:38.032020 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a37ca-0260-4314-8263-4e7c550869b3 req-ebecd43d-4580-43b9-9598-33d656123fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:38.033575 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-317a37ca-0260-4314-8263-4e7c550869b3 req-ebecd43d-4580-43b9-9598-33d656123fbf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=913797b9-97f0-4f1d-84dd-b458a159148c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423522 Jul 13 09:08:38.125132 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-317a37ca-0260-4314-8263-4e7c550869b3 req-758a8e7c-0f5b-40c9-a289-f307692c3df7 service neutron] 10.222.0.30 "GET /v2.0/networks/913797b9-97f0-4f1d-84dd-b458a159148c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844944 Jul 13 09:08:38.262113 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2382cc-81e2-4cd7-9263-0fd4b83f0b02 req-6adbcd11-ebee-4e1d-99f7-47f02ea934f2 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:38.263883 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-5c2382cc-81e2-4cd7-9263-0fd4b83f0b02 req-6adbcd11-ebee-4e1d-99f7-47f02ea934f2 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 944 time: 0.0823948 Jul 13 09:08:38.302076 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-317a37ca-0260-4314-8263-4e7c550869b3 req-26caee47-f799-459a-a8ef-62b8c8bb8c52 service neutron] 10.222.0.30 "GET /v2.0/networks/913797b9-97f0-4f1d-84dd-b458a159148c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526601 Jul 13 09:08:38.333301 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-5c2382cc-81e2-4cd7-9263-0fd4b83f0b02 req-e9dd0d90-18ce-4c89-a005-48501912370c tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546408 Jul 13 09:08:38.630078 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 35256) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:08:38.668440 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908c8219-1d1a-46ba-801e-7682b72e390d req-9f210201-e97e-4258-851d-2c787c6f11a5 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:38.669968 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-908c8219-1d1a-46ba-801e-7682b72e390d req-9f210201-e97e-4258-851d-2c787c6f11a5 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=8315445c-678d-4c5c-8ecf-937e48a120a4 HTTP/1.1" status: 200 len: 946 time: 0.0492427 Jul 13 09:08:38.727391 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-908c8219-1d1a-46ba-801e-7682b72e390d req-360219c6-cb04-468a-9ccc-10b00b606e9a tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422971 Jul 13 09:08:38.744403 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-652663bc-19a5-4e6e-a4df-4bf38db6204e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:38.803091 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:38.827005 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-652663bc-19a5-4e6e-a4df-4bf38db6204e admin admin] Publish callbacks [] for security_group (f8dbca6b-759d-436f-bd14-7424aa58694b), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:38.925740 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-652663bc-19a5-4e6e-a4df-4bf38db6204e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (f8dbca6b-759d-436f-bd14-7424aa58694b), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:38.995778 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:38.998324 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-652663bc-19a5-4e6e-a4df-4bf38db6204e admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=e9675599cef24cfbb8d4db0a0acc13d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3670421 Jul 13 09:08:39.001087 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 35266) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:08:39.006080 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652663bc-19a5-4e6e-a4df-4bf38db6204e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8dbca6b-759d-436f-bd14-7424aa58694b,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:08:39.018072 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d57df-2bc8-461c-8640-f83b53c9979c req-2b07770d-9f17-44d7-b3c5-a08782593f94 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:39.020176 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-6f8d57df-2bc8-461c-8640-f83b53c9979c req-2b07770d-9f17-44d7-b3c5-a08782593f94 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/ports?device_id=7fab6a94-5644-4551-9434-0451849be88b HTTP/1.1" status: 200 len: 943 time: 0.0855954 Jul 13 09:08:39.061864 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2bb2852b-8899-4c36-b3ae-f5b4a72c63ec admin admin] Publish callbacks [] for security_group (f8dbca6b-759d-436f-bd14-7424aa58694b), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:39.084088 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-6f8d57df-2bc8-461c-8640-f83b53c9979c req-5f07ef88-f379-4eb9-8301-8f350174a037 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/security-groups?id=08d948e1-356b-4796-94a9-af7d163eff09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540476 Jul 13 09:08:39.126161 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2bb2852b-8899-4c36-b3ae-f5b4a72c63ec admin admin] Publish callbacks [] for security_group (f8dbca6b-759d-436f-bd14-7424aa58694b), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:39.138677 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c0bee-44f0-482d-ad39-b0dc1953dfce req-bd431e0a-e113-4058-9f18-c177cbddd241 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:39.140173 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-f24c0bee-44f0-482d-ad39-b0dc1953dfce req-bd431e0a-e113-4058-9f18-c177cbddd241 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb4e5e88-6062-46c0-92b1-4f21fe81b697 HTTP/1.1" status: 200 len: 945 time: 0.0734713 Jul 13 09:08:39.208581 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-f24c0bee-44f0-482d-ad39-b0dc1953dfce req-7ae7e5cf-6b0f-41a1-acce-4d8ad83ed5be tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/security-groups?id=0b3399b4-d38d-4638-ac76-98394e377705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589144 Jul 13 09:08:39.259314 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 35280) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:08:39.284078 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device 85a58c92-11ad-4ae8-b43c-cd72f892cc97 details requested by agent hyperv_hv-cinder-84962 with host hv-cinder-84962 {{(pid=104470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 09:08:39.287453 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device 80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f up at agent hyperv_hv-cinder-84962 {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:08:39.308884 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2bb2852b-8899-4c36-b3ae-f5b4a72c63ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (f8dbca6b-759d-436f-bd14-7424aa58694b), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:39.312233 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2bb2852b-8899-4c36-b3ae-f5b4a72c63ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:39.319561 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-2bb2852b-8899-4c36-b3ae-f5b4a72c63ec admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/f8dbca6b-759d-436f-bd14-7424aa58694b HTTP/1.1" status: 204 len: 168 time: 0.3116717 Jul 13 09:08:39.339844 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb2852b-8899-4c36-b3ae-f5b4a72c63ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8dbca6b-759d-436f-bd14-7424aa58694b,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:08:39.424122 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Provisioning complete for port 80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:08:39.427593 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:39.427943 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ef7bdea5-67a7-4fc0-88b4-f7c1225f47d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:39.508959 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8626c23-6e6f-4cd9-8d6d-9fe41bad05b6 req-3950bcc3-016b-4192-9a17-f3b2619fd0ea tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:39.510622 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f8626c23-6e6f-4cd9-8d6d-9fe41bad05b6 req-3950bcc3-016b-4192-9a17-f3b2619fd0ea tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 944 time: 0.0883663 Jul 13 09:08:39.527057 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port 85a58c92-11ad-4ae8-b43c-cd72f892cc97, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=85a58c92-11ad-4ae8-b43c-cd72f892cc97,segment=NetworkSegment(1a040656-e7c6-465b-9b3c-96b60be8e163),segment_id=1a040656-e7c6-465b-9b3c-96b60be8e163)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:08:39.544733 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:39.561082 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Returning: {'device': '85a58c92-11ad-4ae8-b43c-cd72f892cc97', 'network_id': '913797b9-97f0-4f1d-84dd-b458a159148c', 'port_id': '85a58c92-11ad-4ae8-b43c-cd72f892cc97', 'mac_address': 'fa:16:3e:6d:3e:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c3053c6-5e38-47f4-966f-6eb4d06059b4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 09:08:39.566972 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Current status of the port 80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f is: BUILD; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:08:39.567588 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:39.569845 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f8626c23-6e6f-4cd9-8d6d-9fe41bad05b6 req-f280ed92-7c0c-49fd-9e89-728ee8a06866 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520849 Jul 13 09:08:39.593384 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ef7bdea5-67a7-4fc0-88b4-f7c1225f47d1 admin admin] Publish callbacks [] for security_group (cc82e103-979e-4910-ba41-5eca0d97968f), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:39.703161 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ef7bdea5-67a7-4fc0-88b4-f7c1225f47d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (cc82e103-979e-4910-ba41-5eca0d97968f), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:39.732052 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:39.747079 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-ef7bdea5-67a7-4fc0-88b4-f7c1225f47d1 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=c58ebaaf4ceb417b8e916832e35faea7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4842083 Jul 13 09:08:39.747272 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7bcc760-4b60-4bfc-bd63-33c070d886b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:08:39.747565 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 35300) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:08:39.748526 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db18c03db31c8eba27ff59efcab6aeefebc9da3faa7d3b822264179bbf74904a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b31f8bcb-78cd-476e-a3f7-e348c948063d" -d '{"events": [{"server_uuid": "f7bcc760-4b60-4bfc-bd63-33c070d886b6", "name": "network-vif-plugged", "status": "completed", "tag": "80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:08:39.756391 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7bdea5-67a7-4fc0-88b4-f7c1225f47d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc82e103-979e-4910-ba41-5eca0d97968f,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:08:39.756743 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:39.775598 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port 80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f,segment=NetworkSegment(d26cc65f-34ee-4574-8332-30169090378e),segment_id=d26cc65f-34ee-4574-8332-30169090378e)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:08:39.777228 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Current status of the port 85a58c92-11ad-4ae8-b43c-cd72f892cc97 is: DOWN; New status is: BUILD {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:08:39.777790 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (85a58c92-11ad-4ae8-b43c-cd72f892cc97), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:39.796228 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85a58c92-11ad-4ae8-b43c-cd72f892cc97 {{(pid=104470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 09:08:39.871651 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port 85a58c92-11ad-4ae8-b43c-cd72f892cc97, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=85a58c92-11ad-4ae8-b43c-cd72f892cc97,segment=NetworkSegment(1a040656-e7c6-465b-9b3c-96b60be8e163),segment_id=1a040656-e7c6-465b-9b3c-96b60be8e163)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:08:39.882469 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (6e9d2670-629d-42a5-8dd5-d0857aba9a7e), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:39.883676 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:39.928942 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 09:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a52dd5d6-792a-4107-b472-92a540fdbfbb x-openstack-request-id: req-a52dd5d6-792a-4107-b472-92a540fdbfbb {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:08:39.929483 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7bcc760-4b60-4bfc-bd63-33c070d886b6", "name": "network-vif-plugged", "status": "completed", "tag": "80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:08:39.929918 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-a52dd5d6-792a-4107-b472-92a540fdbfbb {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:08:39.930508 dv-cinder-849626-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a52dd5d6-792a-4107-b472-92a540fdbfbb'] response: {'server_uuid': 'f7bcc760-4b60-4bfc-bd63-33c070d886b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f', 'code': 200} Jul 13 09:08:39.938207 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (85a58c92-11ad-4ae8-b43c-cd72f892cc97), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:39.953018 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-a6365794-516f-421b-b713-5a9b3b95fd18 admin admin] Publish callbacks [] for security_group (cc82e103-979e-4910-ba41-5eca0d97968f), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:39.974399 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa776093-dac1-48f7-948b-58079002aaa4 req-b01776b0-46be-4e2f-b8c0-70e6d2385907 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:39.976976 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Pushing event updated for resources: {'Port': ['ID=80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f,revision_number=7']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:08:39.984590 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-fa776093-dac1-48f7-948b-58079002aaa4 req-b01776b0-46be-4e2f-b8c0-70e6d2385907 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=8315445c-678d-4c5c-8ecf-937e48a120a4 HTTP/1.1" status: 200 len: 946 time: 0.1398752 Jul 13 09:08:40.011027 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-a6365794-516f-421b-b713-5a9b3b95fd18 admin admin] Publish callbacks [] for security_group (cc82e103-979e-4910-ba41-5eca0d97968f), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:40.058365 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Pushing event updated for resources: {'Port': ['ID=85a58c92-11ad-4ae8-b43c-cd72f892cc97,revision_number=4']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:08:40.081785 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-fa776093-dac1-48f7-948b-58079002aaa4 req-e2b93056-34fe-40dc-951a-48ab437a843a tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940468 Jul 13 09:08:40.164595 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 35316) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:08:40.171222 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-a6365794-516f-421b-b713-5a9b3b95fd18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (cc82e103-979e-4910-ba41-5eca0d97968f), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:40.178648 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-a6365794-516f-421b-b713-5a9b3b95fd18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:40.183426 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-a6365794-516f-421b-b713-5a9b3b95fd18 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/cc82e103-979e-4910-ba41-5eca0d97968f HTTP/1.1" status: 204 len: 168 time: 0.4340541 Jul 13 09:08:40.198670 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6365794-516f-421b-b713-5a9b3b95fd18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc82e103-979e-4910-ba41-5eca0d97968f,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:08:40.227773 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] get_ports_and_sgs() called for port_ids ['85a58c92-11ad-4ae8-b43c-cd72f892cc97'] {{(pid=104470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 09:08:40.250833 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436280fe-32ca-4ba4-958d-299f2e84994b req-c8c3157c-7ee0-4e50-95f6-4aa2292f5257 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:40.255659 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-436280fe-32ca-4ba4-958d-299f2e84994b req-c8c3157c-7ee0-4e50-95f6-4aa2292f5257 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/ports?device_id=7fab6a94-5644-4551-9434-0451849be88b HTTP/1.1" status: 200 len: 944 time: 0.0696447 Jul 13 09:08:40.337079 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-436280fe-32ca-4ba4-958d-299f2e84994b req-0a02f47f-e300-4825-9259-bb4dcfa2fb83 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/security-groups?id=08d948e1-356b-4796-94a9-af7d163eff09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776796 Jul 13 09:08:40.395843 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-bc17858b-07a1-479e-9563-7589002f98c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:40.539573 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15fa214-9cd2-4eb9-b984-e22fdcff02c8 req-4c85bfe6-7a53-466d-8367-2db83b4e13fd tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:40.547725 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c15fa214-9cd2-4eb9-b984-e22fdcff02c8 req-4c85bfe6-7a53-466d-8367-2db83b4e13fd tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb4e5e88-6062-46c0-92b1-4f21fe81b697 HTTP/1.1" status: 200 len: 945 time: 0.0870230 Jul 13 09:08:40.583578 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:40.601797 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d9f05a-9a93-422e-9b0b-a198ea8575b7 req-5079d3ff-3316-4107-b89e-ffbbfacb0bed tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:40.605297 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-bc17858b-07a1-479e-9563-7589002f98c6 admin admin] Publish callbacks [] for security_group (9bbfb150-1bd5-4bd2-9e9d-a42a553e39d5), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:40.611106 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b8d9f05a-9a93-422e-9b0b-a198ea8575b7 req-5079d3ff-3316-4107-b89e-ffbbfacb0bed tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=8315445c-678d-4c5c-8ecf-937e48a120a4 HTTP/1.1" status: 200 len: 946 time: 0.1106470 Jul 13 09:08:40.621042 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25450ff-dc10-471e-8c35-71185cfc9477 req-cefb17f3-1f71-4a70-a891-ab37c586e439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:40.622787 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a25450ff-dc10-471e-8c35-71185cfc9477 req-cefb17f3-1f71-4a70-a891-ab37c586e439 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7afbdee349034d2182240f1f7230236f&device_id=8315445c-678d-4c5c-8ecf-937e48a120a4 HTTP/1.1" status: 200 len: 1130 time: 0.0814714 Jul 13 09:08:40.634244 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c15fa214-9cd2-4eb9-b984-e22fdcff02c8 req-2294d5c5-59f8-43ec-8a10-ff4bb908cd1e tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/security-groups?id=0b3399b4-d38d-4638-ac76-98394e377705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813413 Jul 13 09:08:40.703145 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-bc17858b-07a1-479e-9563-7589002f98c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (9bbfb150-1bd5-4bd2-9e9d-a42a553e39d5), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:40.731841 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b8d9f05a-9a93-422e-9b0b-a198ea8575b7 req-ca71e3be-559e-4ba8-bbf1-f2dc22fa022b tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157742 Jul 13 09:08:40.797132 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25450ff-dc10-471e-8c35-71185cfc9477 req-ce08bc20-509e-476f-9d02-9a66ab3ad50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:40.799365 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a25450ff-dc10-471e-8c35-71185cfc9477 req-ce08bc20-509e-476f-9d02-9a66ab3ad50c service neutron] 10.222.0.30 "GET /v2.0/networks?id=66664860-8484-4278-a13a-d19d7f467709 HTTP/1.1" status: 200 len: 920 time: 0.1683352 Jul 13 09:08:40.842002 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-bc17858b-07a1-479e-9563-7589002f98c6 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=cf31b51aef494e8d9893321735325126&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6773446 Jul 13 09:08:40.847143 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc17858b-07a1-479e-9563-7589002f98c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bbfb150-1bd5-4bd2-9e9d-a42a553e39d5,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:08:40.864243 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 35338) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:08:40.872844 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a25450ff-dc10-471e-8c35-71185cfc9477 req-a4f44b14-33fd-4587-9b2b-31dc32441a9b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d61129b0-9f79-4508-a968-7e3a740a1f1c HTTP/1.1" status: 200 len: 217 time: 0.0644364 Jul 13 09:08:40.905767 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754f304-2a7b-4fb5-a03f-470ab9b3c8e1 req-d941f9d4-7749-4f86-92a6-0f8bfb3fa7f2 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:40.919330 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-7754f304-2a7b-4fb5-a03f-470ab9b3c8e1 req-d941f9d4-7749-4f86-92a6-0f8bfb3fa7f2 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 945 time: 0.1798489 Jul 13 09:08:40.976728 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25450ff-dc10-471e-8c35-71185cfc9477 req-ef62daa3-1c11-441e-a757-b6f65c788821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:40.978434 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a25450ff-dc10-471e-8c35-71185cfc9477 req-ef62daa3-1c11-441e-a757-b6f65c788821 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e31827df-90a6-4f3b-b292-e48b977cc711 HTTP/1.1" status: 200 len: 858 time: 0.0974691 Jul 13 09:08:41.001192 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-7754f304-2a7b-4fb5-a03f-470ab9b3c8e1 req-f1945bcb-6156-4299-b5ff-46e7fe337d56 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702162 Jul 13 09:08:41.035017 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-0609d177-c2b1-44f7-b383-8f484650e41f admin admin] Publish callbacks [] for security_group (9bbfb150-1bd5-4bd2-9e9d-a42a553e39d5), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:41.059313 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25450ff-dc10-471e-8c35-71185cfc9477 req-1356e427-b186-499f-988d-f98fa20a742d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:41.060905 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a25450ff-dc10-471e-8c35-71185cfc9477 req-1356e427-b186-499f-988d-f98fa20a742d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=66664860-8484-4278-a13a-d19d7f467709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0740588 Jul 13 09:08:41.074688 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-0609d177-c2b1-44f7-b383-8f484650e41f admin admin] Publish callbacks [] for security_group (9bbfb150-1bd5-4bd2-9e9d-a42a553e39d5), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:41.191998 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:41.239140 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a25450ff-dc10-471e-8c35-71185cfc9477 req-52c88d58-cd35-4f38-a206-3ffda74d5d20 service neutron] 10.222.0.30 "GET /v2.0/networks/66664860-8484-4278-a13a-d19d7f467709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697578 Jul 13 09:08:41.272591 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:41.277370 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eeef17-eaad-48ff-bffd-b785dc50e551 req-619b7298-941c-41dd-8bc7-b9f86aaf1261 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:41.291561 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-73eeef17-eaad-48ff-bffd-b785dc50e551 req-619b7298-941c-41dd-8bc7-b9f86aaf1261 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb4e5e88-6062-46c0-92b1-4f21fe81b697 HTTP/1.1" status: 200 len: 945 time: 0.0665200 Jul 13 09:08:41.299184 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device 85a58c92-11ad-4ae8-b43c-cd72f892cc97 up at agent hyperv_hv-cinder-84962 {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:08:41.323659 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-0609d177-c2b1-44f7-b383-8f484650e41f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (9bbfb150-1bd5-4bd2-9e9d-a42a553e39d5), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:41.328112 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-0609d177-c2b1-44f7-b383-8f484650e41f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:41.333916 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-0609d177-c2b1-44f7-b383-8f484650e41f admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/9bbfb150-1bd5-4bd2-9e9d-a42a553e39d5 HTTP/1.1" status: 204 len: 168 time: 0.4681304 Jul 13 09:08:41.363788 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0609d177-c2b1-44f7-b383-8f484650e41f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bbfb150-1bd5-4bd2-9e9d-a42a553e39d5,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:08:41.425601 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4e108-1a91-435a-88c1-7274f1b45120 req-8ad5efdc-b9db-42a6-ae13-f69f70dc5c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:41.427980 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-bcc4e108-1a91-435a-88c1-7274f1b45120 req-8ad5efdc-b9db-42a6-ae13-f69f70dc5c31 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb9e230019f042dbbc680fc3b1340d41&device_id=eb4e5e88-6062-46c0-92b1-4f21fe81b697 HTTP/1.1" status: 200 len: 1129 time: 0.0876739 Jul 13 09:08:41.434386 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a25450ff-dc10-471e-8c35-71185cfc9477 req-f5ef7398-5231-4de2-8ccb-42b364792d66 service neutron] 10.222.0.30 "GET /v2.0/networks/66664860-8484-4278-a13a-d19d7f467709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893880 Jul 13 09:08:41.498219 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-73eeef17-eaad-48ff-bffd-b785dc50e551 req-32774e55-588e-49ea-adc8-226f94d53b5d tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/security-groups?id=0b3399b4-d38d-4638-ac76-98394e377705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1877346 Jul 13 09:08:41.507386 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Provisioning for port 85a58c92-11ad-4ae8-b43c-cd72f892cc97 completed by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 13 09:08:41.576041 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Provisioning complete for port 85a58c92-11ad-4ae8-b43c-cd72f892cc97 triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:08:41.576686 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (85a58c92-11ad-4ae8-b43c-cd72f892cc97), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:41.622304 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a4e00-b0b7-48f5-a5eb-4db008715dbf req-1397d247-f80e-4a94-b4a9-089dab3768cc tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:41.624126 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-0f1a4e00-b0b7-48f5-a5eb-4db008715dbf req-1397d247-f80e-4a94-b4a9-089dab3768cc tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/ports?device_id=7fab6a94-5644-4551-9434-0451849be88b HTTP/1.1" status: 200 len: 944 time: 0.1007259 Jul 13 09:08:41.665994 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4e108-1a91-435a-88c1-7274f1b45120 req-76eff24a-847f-4117-8ea1-af0aa36ac63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:41.667564 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-bcc4e108-1a91-435a-88c1-7274f1b45120 req-76eff24a-847f-4117-8ea1-af0aa36ac63e service neutron] 10.222.0.30 "GET /v2.0/networks?id=862d32ef-d286-4010-a420-61dff25da7b3 HTTP/1.1" status: 200 len: 912 time: 0.2322400 Jul 13 09:08:41.712155 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-0f1a4e00-b0b7-48f5-a5eb-4db008715dbf req-1c666bb7-b4ac-4b2b-a2f1-fedcc2f3ddb5 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/security-groups?id=08d948e1-356b-4796-94a9-af7d163eff09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729043 Jul 13 09:08:41.756922 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Current status of the port 85a58c92-11ad-4ae8-b43c-cd72f892cc97 is: BUILD; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:08:41.757577 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (85a58c92-11ad-4ae8-b43c-cd72f892cc97), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:41.833656 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port 85a58c92-11ad-4ae8-b43c-cd72f892cc97, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=85a58c92-11ad-4ae8-b43c-cd72f892cc97,segment=NetworkSegment(1a040656-e7c6-465b-9b3c-96b60be8e163),segment_id=1a040656-e7c6-465b-9b3c-96b60be8e163)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:08:41.874474 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2094c7fb-db3e-41c1-a8fa-0ffdd7a3aac4 req-cdeef05f-c38e-4a28-afec-09ab28974b7c tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:41.875990 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-2094c7fb-db3e-41c1-a8fa-0ffdd7a3aac4 req-cdeef05f-c38e-4a28-afec-09ab28974b7c tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=8315445c-678d-4c5c-8ecf-937e48a120a4 HTTP/1.1" status: 200 len: 946 time: 0.0503919 Jul 13 09:08:41.886194 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (85a58c92-11ad-4ae8-b43c-cd72f892cc97), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:41.937194 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fab6a94-5644-4551-9434-0451849be88b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85a58c92-11ad-4ae8-b43c-cd72f892cc97'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:08:41.937194 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db18c03db31c8eba27ff59efcab6aeefebc9da3faa7d3b822264179bbf74904a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-360024d3-d239-4983-9133-6eff895dcba6" -d '{"events": [{"server_uuid": "7fab6a94-5644-4551-9434-0451849be88b", "name": "network-vif-plugged", "status": "completed", "tag": "85a58c92-11ad-4ae8-b43c-cd72f892cc97"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:08:41.966602 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-2094c7fb-db3e-41c1-a8fa-0ffdd7a3aac4 req-9bcfeca2-2112-4d9f-b2f9-205a0ab0141a tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797315 Jul 13 09:08:41.968416 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Pushing event updated for resources: {'Port': ['ID=85a58c92-11ad-4ae8-b43c-cd72f892cc97,revision_number=5']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:08:42.013177 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 09:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-567475b9-7a99-45f4-939c-865e7aa730aa x-openstack-request-id: req-567475b9-7a99-45f4-939c-865e7aa730aa {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:08:42.013664 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fab6a94-5644-4551-9434-0451849be88b", "name": "network-vif-plugged", "status": "completed", "tag": "85a58c92-11ad-4ae8-b43c-cd72f892cc97", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:08:42.014093 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-567475b9-7a99-45f4-939c-865e7aa730aa {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:08:42.014629 dv-cinder-849626-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-567475b9-7a99-45f4-939c-865e7aa730aa'] response: {'server_uuid': '7fab6a94-5644-4551-9434-0451849be88b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85a58c92-11ad-4ae8-b43c-cd72f892cc97', 'code': 200} Jul 13 09:08:42.136633 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:42.148859 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e18ed2-9a8e-47e3-9cec-46639af61769 req-2e628fb8-0d1c-4a51-9a2a-fbb37afc8939 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:42.154741 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-53e18ed2-9a8e-47e3-9cec-46639af61769 req-2e628fb8-0d1c-4a51-9a2a-fbb37afc8939 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 945 time: 0.0594456 Jul 13 09:08:42.216752 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-53e18ed2-9a8e-47e3-9cec-46639af61769 req-5b7358c6-dcda-4eaf-8821-486ab1a48839 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596309 Jul 13 09:08:42.634435 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdfe0c8-92b5-493c-bf3a-820a9f0c01f5 req-e8785cf8-1007-446f-bed1-a905df5d08a9 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:42.636045 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-bfdfe0c8-92b5-493c-bf3a-820a9f0c01f5 req-e8785cf8-1007-446f-bed1-a905df5d08a9 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb4e5e88-6062-46c0-92b1-4f21fe81b697 HTTP/1.1" status: 200 len: 945 time: 0.0641232 Jul 13 09:08:42.691824 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-bfdfe0c8-92b5-493c-bf3a-820a9f0c01f5 req-123d434d-0e93-4901-965a-86a49e330a9c tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/security-groups?id=0b3399b4-d38d-4638-ac76-98394e377705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492864 Jul 13 09:08:42.862552 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5581bffb-8969-4189-9432-a6c52b2212d2 req-829bb212-66e0-47f0-a496-139bd2827113 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:42.866441 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-bcc4e108-1a91-435a-88c1-7274f1b45120 req-da8442b9-73a5-4080-9be6-ebd08b21d385 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97786c99-fd64-4d30-a6bd-7dffa045cb11 HTTP/1.1" status: 200 len: 1001 time: 0.0932329 Jul 13 09:08:42.870293 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5581bffb-8969-4189-9432-a6c52b2212d2 req-829bb212-66e0-47f0-a496-139bd2827113 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/ports?device_id=7fab6a94-5644-4551-9434-0451849be88b HTTP/1.1" status: 200 len: 945 time: 0.0655236 Jul 13 09:08:42.958662 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4e108-1a91-435a-88c1-7274f1b45120 req-8673f639-fad2-4ff2-a3a2-ccdb4e4e5e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:42.958662 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-bcc4e108-1a91-435a-88c1-7274f1b45120 req-8673f639-fad2-4ff2-a3a2-ccdb4e4e5e7b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=633e38db-5802-43d1-a471-65c5e58c5839 HTTP/1.1" status: 200 len: 850 time: 0.0817754 Jul 13 09:08:43.034785 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5581bffb-8969-4189-9432-a6c52b2212d2 req-6f7de755-a46f-456f-a889-7998404ef32a tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/security-groups?id=08d948e1-356b-4796-94a9-af7d163eff09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632283 Jul 13 09:08:43.087449 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4e108-1a91-435a-88c1-7274f1b45120 req-55170164-c48b-47c4-9d1e-acf64f1554c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:43.089121 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-bcc4e108-1a91-435a-88c1-7274f1b45120 req-55170164-c48b-47c4-9d1e-acf64f1554c0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=862d32ef-d286-4010-a420-61dff25da7b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0854113 Jul 13 09:08:43.167787 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c36ed9-ba63-4374-9c27-d022c51d478f req-686b2aa2-2656-4f66-8ddc-8df88bc108bb tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:43.169547 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b0c36ed9-ba63-4374-9c27-d022c51d478f req-686b2aa2-2656-4f66-8ddc-8df88bc108bb tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=8315445c-678d-4c5c-8ecf-937e48a120a4 HTTP/1.1" status: 200 len: 946 time: 0.0793962 Jul 13 09:08:43.270873 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b0c36ed9-ba63-4374-9c27-d022c51d478f req-e2053318-038b-4c43-835a-836b1677763f tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884805 Jul 13 09:08:43.344038 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 35402) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:08:43.379455 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72b1f53-5e85-4aa7-81f6-89a9d89aa8f4 req-a2fae8b7-5bbb-4ba8-8493-ff3ed216f63c tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:43.381699 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a72b1f53-5e85-4aa7-81f6-89a9d89aa8f4 req-a2fae8b7-5bbb-4ba8-8493-ff3ed216f63c tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 945 time: 0.0631990 Jul 13 09:08:43.503666 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a72b1f53-5e85-4aa7-81f6-89a9d89aa8f4 req-cd5c8182-ee80-4435-84f8-d400a5429bc7 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140025 Jul 13 09:08:43.605330 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b3430-cc53-4fa6-af39-7fa87ea76da0 req-08a31248-e080-4bf7-b7c9-e9010d5f1488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:43.606880 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-9b6b3430-cc53-4fa6-af39-7fa87ea76da0 req-08a31248-e080-4bf7-b7c9-e9010d5f1488 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7fab6a94-5644-4551-9434-0451849be88b HTTP/1.1" status: 200 len: 1129 time: 0.1111805 Jul 13 09:08:43.670263 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-bcc4e108-1a91-435a-88c1-7274f1b45120 req-4fb23ae6-571b-427c-a4f9-2d3c25385f90 service neutron] 10.222.0.30 "GET /v2.0/networks/862d32ef-d286-4010-a420-61dff25da7b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065506 Jul 13 09:08:43.680770 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-8f3f44e1-5ba2-4745-a464-e6ba6521832c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-994788136-network', 'tenant_id': '02051a1f629a48199bb1eb504c747294'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:08:43.729288 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-9b6b3430-cc53-4fa6-af39-7fa87ea76da0 req-14c1d6d0-fbfb-4a11-a32b-bed9b579b90d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=08d948e1-356b-4796-94a9-af7d163eff09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116197 Jul 13 09:08:43.821405 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:43.825441 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-bcc4e108-1a91-435a-88c1-7274f1b45120 req-5debfaa3-fd27-40fe-916e-c8783c0041f9 service neutron] 10.222.0.30 "GET /v2.0/networks/862d32ef-d286-4010-a420-61dff25da7b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235921 Jul 13 09:08:43.826577 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f3f44e1-5ba2-4745-a464-e6ba6521832c admin admin] Made reservation on behalf of 02051a1f629a48199bb1eb504c747294 for: {'network': 1} {{(pid=104469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 09:08:43.828886 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8f3f44e1-5ba2-4745-a464-e6ba6521832c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for network (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:44.078929 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8f3f44e1-5ba2-4745-a464-e6ba6521832c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:44.093187 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:44.125084 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4729b81-9b9f-4eff-9985-a4bf67aa4a2c req-10b8e94d-3f5c-45d4-9dad-9a23c113473a tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:44.134637 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b4729b81-9b9f-4eff-9985-a4bf67aa4a2c req-10b8e94d-3f5c-45d4-9dad-9a23c113473a tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb4e5e88-6062-46c0-92b1-4f21fe81b697 HTTP/1.1" status: 200 len: 945 time: 0.3303077 Jul 13 09:08:44.169543 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc824e-5df3-4a8d-a165-7fadeed998f9 req-88835b56-a887-4a74-ba9a-1ccd5ffe2853 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:44.171760 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-18dc824e-5df3-4a8d-a165-7fadeed998f9 req-88835b56-a887-4a74-ba9a-1ccd5ffe2853 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/ports?device_id=7fab6a94-5644-4551-9434-0451849be88b HTTP/1.1" status: 200 len: 945 time: 0.0588756 Jul 13 09:08:44.243442 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-18dc824e-5df3-4a8d-a165-7fadeed998f9 req-2da82e7b-63a4-48dc-b0fd-33f4dc0efd38 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/security-groups?id=08d948e1-356b-4796-94a9-af7d163eff09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649064 Jul 13 09:08:44.249252 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b4729b81-9b9f-4eff-9985-a4bf67aa4a2c req-f6bbfcea-2f04-4043-90b3-0bf61343af72 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/security-groups?id=0b3399b4-d38d-4638-ac76-98394e377705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136477 Jul 13 09:08:44.288809 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8f3f44e1-5ba2-4745-a464-e6ba6521832c admin admin] Publish callbacks [] for security_group (e3d749bf-e44d-4c79-9588-38394badd38d), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:44.394905 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8f3f44e1-5ba2-4745-a464-e6ba6521832c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (e3d749bf-e44d-4c79-9588-38394badd38d), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:44.430640 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be02bf8-6099-46a9-ab5f-c4d1b61fcbe8 req-e4584389-699e-4483-8f75-5673eec26559 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:44.432293 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-9be02bf8-6099-46a9-ab5f-c4d1b61fcbe8 req-e4584389-699e-4483-8f75-5673eec26559 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=8315445c-678d-4c5c-8ecf-937e48a120a4 HTTP/1.1" status: 200 len: 946 time: 0.0588524 Jul 13 09:08:44.438096 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3f44e1-5ba2-4745-a464-e6ba6521832c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d749bf-e44d-4c79-9588-38394badd38d,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:08:44.441045 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f3f44e1-5ba2-4745-a464-e6ba6521832c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=104469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 09:08:44.454426 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8f3f44e1-5ba2-4745-a464-e6ba6521832c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7769013'] for segment (6417cdc0-763c-4790-ae1e-ebc420f204bb), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:44.454426 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.db.segments_db [None req-8f3f44e1-5ba2-4745-a464-e6ba6521832c admin admin] Added segment 6417cdc0-763c-4790-ae1e-ebc420f204bb of type vlan for network 3b440154-a6c9-4139-b7ed-df54c627be50 Jul 13 09:08:44.507443 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8f3f44e1-5ba2-4745-a464-e6ba6521832c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760184566321'] for network (3b440154-a6c9-4139-b7ed-df54c627be50), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:44.534987 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-9be02bf8-6099-46a9-ab5f-c4d1b61fcbe8 req-fa03bfac-d9bb-43e4-a2f3-5d3cc08c9f42 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962532 Jul 13 09:08:44.681415 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf88031-987a-47d9-adfc-fc7981a5a062 req-9dee3e8d-8bef-414b-a495-682d26cd03aa tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:44.682938 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-eaf88031-987a-47d9-adfc-fc7981a5a062 req-9dee3e8d-8bef-414b-a495-682d26cd03aa tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 945 time: 0.0557368 Jul 13 09:08:44.741133 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-eaf88031-987a-47d9-adfc-fc7981a5a062 req-ccc40e6a-df16-4831-b2cf-c28cff795804 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481639 Jul 13 09:08:44.787533 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8f3f44e1-5ba2-4745-a464-e6ba6521832c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428'] for network (3b440154-a6c9-4139-b7ed-df54c627be50), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:44.788505 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3f44e1-5ba2-4745-a464-e6ba6521832c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:44.789088 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8f3f44e1-5ba2-4745-a464-e6ba6521832c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594414'] for network (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:44.848158 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3f44e1-5ba2-4745-a464-e6ba6521832c admin admin] Pushing event updated for resources: {'Network': ['ID=3b440154-a6c9-4139-b7ed-df54c627be50,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:08:44.857590 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Network 3b440154-a6c9-4139-b7ed-df54c627be50 details requested by agent ovs-agent-dv-cinder-849626-3-iscsi with host dv-cinder-849626-3-iscsi {{(pid=104470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 09:08:44.918385 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:44.984651 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-8f3f44e1-5ba2-4745-a464-e6ba6521832c admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.6393628 Jul 13 09:08:44.987735 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 35430) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:08:44.995793 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-69edc33b-d18e-4c5d-a3c4-f9a994ba27ef admin admin] Request body: {'subnet': {'network_id': '3b440154-a6c9-4139-b7ed-df54c627be50', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-994788136-subnet', 'tenant_id': '02051a1f629a48199bb1eb504c747294', 'ip_version': 4}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:08:45.131646 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69edc33b-d18e-4c5d-a3c4-f9a994ba27ef admin admin] Made reservation on behalf of 02051a1f629a48199bb1eb504c747294 for: {'subnet': 1} {{(pid=104469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 09:08:45.134164 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-69edc33b-d18e-4c5d-a3c4-f9a994ba27ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8945929'] for subnet (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:45.162136 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:45.162902 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:45.328592 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:45.461402 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf5a4a-61db-4d97-b9bf-ac031ebd2d5c req-d901a3c0-3587-4e3d-82c3-b88470b96d13 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:45.463372 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-6fdf5a4a-61db-4d97-b9bf-ac031ebd2d5c req-d901a3c0-3587-4e3d-82c3-b88470b96d13 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb4e5e88-6062-46c0-92b1-4f21fe81b697 HTTP/1.1" status: 200 len: 945 time: 0.1511865 Jul 13 09:08:45.521760 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e7960c-431d-4a96-a056-a5edae1156f3 req-5410ad3a-6ae4-4477-84a2-7abd3fdb8be1 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:45.530740 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-10e7960c-431d-4a96-a056-a5edae1156f3 req-5410ad3a-6ae4-4477-84a2-7abd3fdb8be1 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/ports?device_id=7fab6a94-5644-4551-9434-0451849be88b HTTP/1.1" status: 200 len: 945 time: 0.1342282 Jul 13 09:08:45.549152 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-6fdf5a4a-61db-4d97-b9bf-ac031ebd2d5c req-553c365b-7cd0-4bdd-b011-843d2bf0a83c tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/security-groups?id=0b3399b4-d38d-4638-ac76-98394e377705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737481 Jul 13 09:08:45.593416 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-10e7960c-431d-4a96-a056-a5edae1156f3 req-f4177d5d-834c-433a-981e-59c0e97c66bb tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/security-groups?id=08d948e1-356b-4796-94a9-af7d163eff09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615413 Jul 13 09:08:45.619837 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-69edc33b-d18e-4c5d-a3c4-f9a994ba27ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3541685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8945979'] for subnet (8c1af7e4-944c-47db-9585-b5c5f9138bea), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:45.677359 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=7,neutron:DELETE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:45.688876 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69edc33b-d18e-4c5d-a3c4-f9a994ba27ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c1af7e4-944c-47db-9585-b5c5f9138bea,revision_number=0']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:08:45.703390 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69edc33b-d18e-4c5d-a3c4-f9a994ba27ef admin admin] Checking segment: {'id': '6417cdc0-763c-4790-ae1e-ebc420f204bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3b440154-a6c9-4139-b7ed-df54c627be50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 09:08:45.703747 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69edc33b-d18e-4c5d-a3c4-f9a994ba27ef admin admin] Network hostable DHCP agents. Network: 3b440154-a6c9-4139-b7ed-df54c627be50, hostable agents: ['a33f270e-6fb2-40d7-a0c5-ff754f30a69f'], hosted agents: [] {{(pid=104469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 09:08:45.822616 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69edc33b-d18e-4c5d-a3c4-f9a994ba27ef admin admin] Network 3b440154-a6c9-4139-b7ed-df54c627be50 is scheduled to be hosted by DHCP agent a33f270e-6fb2-40d7-a0c5-ff754f30a69f with binding_index 1 {{(pid=104469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 09:08:45.881984 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4fe5fe-5087-428a-ba40-0c675ec0a802 req-2183988f-9a04-49f3-88b4-60f207e60ad7 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:45.884290 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-3c4fe5fe-5087-428a-ba40-0c675ec0a802 req-2183988f-9a04-49f3-88b4-60f207e60ad7 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 945 time: 0.0665038 Jul 13 09:08:45.936900 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [None req-69edc33b-d18e-4c5d-a3c4-f9a994ba27ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849626-3-iscsi, 3b440154-a6c9-4139-b7ed-df54c627be50) {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:08:45.943091 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69edc33b-d18e-4c5d-a3c4-f9a994ba27ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:45.943753 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-69edc33b-d18e-4c5d-a3c4-f9a994ba27ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594414'] for subnet (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:45.962527 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd6bae7-c55e-47bf-8b0e-f23d430b9c52 None None] Network 3b440154-a6c9-4139-b7ed-df54c627be50 requested from dv-cinder-849626-3-iscsi {{(pid=104470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 09:08:45.971232 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-3c4fe5fe-5087-428a-ba40-0c675ec0a802 req-4b2efc71-926c-4141-83d8-b64a15d9ec2a tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809915 Jul 13 09:08:46.064450 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-69edc33b-d18e-4c5d-a3c4-f9a994ba27ef admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0729568 Jul 13 09:08:46.064911 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 35450) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:08:46.070447 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-77f40df7-8ff3-4422-b9a7-23b88ff58851 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-994788136-router', 'tenant_id': '02051a1f629a48199bb1eb504c747294', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5'}}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:08:46.116169 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91af65bb-c98b-4726-aaa7-03637532f660 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa97415d6-5d51-52f2-982d-111b1056dda0-3b440154-a6c9-4139-b7ed-df54c627be50', 'network_id': '3b440154-a6c9-4139-b7ed-df54c627be50', 'project_id': '02051a1f629a48199bb1eb504c747294', 'fixed_ips': [{'subnet_id': '8c1af7e4-944c-47db-9585-b5c5f9138bea'}]}} from dv-cinder-849626-3-iscsi. {{(pid=104470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 13 09:08:46.117137 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-91af65bb-c98b-4726-aaa7-03637532f660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:46.160572 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-77f40df7-8ff3-4422-b9a7-23b88ff58851 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-400718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-703'] for router (85c398ac-4635-4e27-aa8f-d2369f8b6800), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:46.161644 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-77f40df7-8ff3-4422-b9a7-23b88ff58851 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-508804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-648'] for router (85c398ac-4635-4e27-aa8f-d2369f8b6800), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:46.199771 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:46.235966 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-77f40df7-8ff3-4422-b9a7-23b88ff58851 admin admin] Publish callbacks [] for router_controller (85c398ac-4635-4e27-aa8f-d2369f8b6800), precommit_add_association {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:46.280367 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.db_base_plugin_common [None req-91af65bb-c98b-4726-aaa7-03637532f660 None None] Allocated IP 172.20.0.2 (3b440154-a6c9-4139-b7ed-df54c627be50/8c1af7e4-944c-47db-9585-b5c5f9138bea/ed56b475-782d-46d2-a9fe-3ac78aeb6206) {{(pid=104470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 09:08:46.438786 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-91af65bb-c98b-4726-aaa7-03637532f660 None None] Publish callbacks [] for port (ed56b475-782d-46d2-a9fe-3ac78aeb6206), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:46.441313 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:46.476537 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-77f40df7-8ff3-4422-b9a7-23b88ff58851 admin admin] Publish callbacks [] for router_gateway (85c398ac-4635-4e27-aa8f-d2369f8b6800), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:46.554884 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-91af65bb-c98b-4726-aaa7-03637532f660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760184582126'] for port (ed56b475-782d-46d2-a9fe-3ac78aeb6206), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:46.615341 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91af65bb-c98b-4726-aaa7-03637532f660 None None] Network 3b440154-a6c9-4139-b7ed-df54c627be50 is already hosted by enough agents. {{(pid=104470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:08:46.636220 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.base_scheduler [None req-91af65bb-c98b-4726-aaa7-03637532f660 None None] Resources bound (agent type, host, resource id): {{(pid=104470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:08:46.645731 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91af65bb-c98b-4726-aaa7-03637532f660 None None] Pushing event updated for resources: {'Port': ['ID=ed56b475-782d-46d2-a9fe-3ac78aeb6206,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:08:46.647164 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 35464) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:08:46.651422 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-95bd31e4-4882-4ac9-9282-e1cc1a02cdf9 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1873825380', 'description': 'tempest-description--424312158'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:08:46.653309 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91af65bb-c98b-4726-aaa7-03637532f660 None None] Received port after_create {{(pid=104470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 09:08:46.729286 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-91af65bb-c98b-4726-aaa7-03637532f660 None None] Attempting to bind port ed56b475-782d-46d2-a9fe-3ac78aeb6206 on host dv-cinder-849626-3-iscsi for vnic_type normal with profile {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 09:08:46.729686 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-91af65bb-c98b-4726-aaa7-03637532f660 None None] Attempting to bind port ed56b475-782d-46d2-a9fe-3ac78aeb6206 by drivers openvswitch,hyperv on host dv-cinder-849626-3-iscsi at level 0 using segments [{'id': '6417cdc0-763c-4790-ae1e-ebc420f204bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3b440154-a6c9-4139-b7ed-df54c627be50'}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 09:08:46.730756 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91af65bb-c98b-4726-aaa7-03637532f660 None None] Attempting to bind port ed56b475-782d-46d2-a9fe-3ac78aeb6206 on network 3b440154-a6c9-4139-b7ed-df54c627be50 {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 09:08:46.736514 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91af65bb-c98b-4726-aaa7-03637532f660 None None] Checking agent: {'id': '9379cce5-6fc7-4135-bc49-530c07185724', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849626-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 8, 57, 26), 'started_at': datetime.datetime(2022, 7, 13, 8, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 9, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849626-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 09:08:46.737609 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91af65bb-c98b-4726-aaa7-03637532f660 None None] Checking segment: {'id': '6417cdc0-763c-4790-ae1e-ebc420f204bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3b440154-a6c9-4139-b7ed-df54c627be50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 09:08:46.738340 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-91af65bb-c98b-4726-aaa7-03637532f660 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:46.738773 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91af65bb-c98b-4726-aaa7-03637532f660 None None] Bound using segment: {'id': '6417cdc0-763c-4790-ae1e-ebc420f204bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3b440154-a6c9-4139-b7ed-df54c627be50'} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 09:08:46.739251 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-91af65bb-c98b-4726-aaa7-03637532f660 None None] Bound port: ed56b475-782d-46d2-a9fe-3ac78aeb6206, host: dv-cinder-849626-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6417cdc0-763c-4790-ae1e-ebc420f204bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3b440154-a6c9-4139-b7ed-df54c627be50'}}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 09:08:46.739639 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-91af65bb-c98b-4726-aaa7-03637532f660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (ed56b475-782d-46d2-a9fe-3ac78aeb6206), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:46.789143 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:46.817870 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cc0ae4-dd09-4032-a1c2-00f80cb7760c req-91355228-65ee-4782-96cb-71e8bb71a935 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:46.822076 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-d5cc0ae4-dd09-4032-a1c2-00f80cb7760c req-91355228-65ee-4782-96cb-71e8bb71a935 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/ports?device_id=7fab6a94-5644-4551-9434-0451849be88b HTTP/1.1" status: 200 len: 945 time: 0.1059108 Jul 13 09:08:46.828561 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-91af65bb-c98b-4726-aaa7-03637532f660 None None] For port ed56b475-782d-46d2-a9fe-3ac78aeb6206, host dv-cinder-849626-3-iscsi, cleared binding levels {{(pid=104470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 09:08:46.836953 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-91af65bb-c98b-4726-aaa7-03637532f660 None None] For port ed56b475-782d-46d2-a9fe-3ac78aeb6206, host dv-cinder-849626-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=ed56b475-782d-46d2-a9fe-3ac78aeb6206,segment=NetworkSegment(6417cdc0-763c-4790-ae1e-ebc420f204bb),segment_id=6417cdc0-763c-4790-ae1e-ebc420f204bb)] {{(pid=104470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 09:08:46.851113 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-95bd31e4-4882-4ac9-9282-e1cc1a02cdf9 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:46.865925 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-77f40df7-8ff3-4422-b9a7-23b88ff58851 admin admin] Publish callbacks [] for router_gateway (85c398ac-4635-4e27-aa8f-d2369f8b6800), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:46.899555 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-77f40df7-8ff3-4422-b9a7-23b88ff58851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:46.913566 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-91af65bb-c98b-4726-aaa7-03637532f660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (ed56b475-782d-46d2-a9fe-3ac78aeb6206), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:46.977973 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:46.985654 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-d5cc0ae4-dd09-4032-a1c2-00f80cb7760c req-cb61db9f-5c83-4e56-a1d3-b2843e49fb88 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/security-groups?id=08d948e1-356b-4796-94a9-af7d163eff09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563649 Jul 13 09:08:47.008059 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91af65bb-c98b-4726-aaa7-03637532f660 None None] Pushing event updated for resources: {'Port': ['ID=ed56b475-782d-46d2-a9fe-3ac78aeb6206,revision_number=2']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:08:47.105274 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-95bd31e4-4882-4ac9-9282-e1cc1a02cdf9 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Publish callbacks [] for security_group (b803fcad-06fb-4c9a-9600-bfbe09ca979b), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:47.154810 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed057e39-a246-46c2-b7f7-37fb31ef0f79 req-4c969230-ca32-40ce-af20-48cc2645cba2 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:47.162691 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ed057e39-a246-46c2-b7f7-37fb31ef0f79 req-4c969230-ca32-40ce-af20-48cc2645cba2 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 945 time: 0.0782125 Jul 13 09:08:47.181744 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-95bd31e4-4882-4ac9-9282-e1cc1a02cdf9 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (b803fcad-06fb-4c9a-9600-bfbe09ca979b), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:47.202175 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:47.236463 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef3cf0b-52f0-48c8-9672-10816b8af240 req-65ad9022-2815-4015-ad7f-689eb7346047 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:47.239300 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-bef3cf0b-52f0-48c8-9672-10816b8af240 req-65ad9022-2815-4015-ad7f-689eb7346047 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/ports?device_id=7fab6a94-5644-4551-9434-0451849be88b HTTP/1.1" status: 200 len: 945 time: 0.1044140 Jul 13 09:08:47.249994 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.db.db_base_plugin_common [None req-77f40df7-8ff3-4422-b9a7-23b88ff58851 admin admin] Allocated IP 172.27.3.57 (14d154e4-c9a5-47e8-9f7f-9daf0b869ff5/8de8efa6-546e-4542-992b-4162440fe9c8/eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5) {{(pid=104468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 09:08:47.253167 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ed057e39-a246-46c2-b7f7-37fb31ef0f79 req-6d6e351f-87cf-47b3-bb73-668ec37295e0 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892730 Jul 13 09:08:47.271741 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bd31e4-4882-4ac9-9282-e1cc1a02cdf9 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b803fcad-06fb-4c9a-9600-bfbe09ca979b,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:08:47.302917 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-95bd31e4-4882-4ac9-9282-e1cc1a02cdf9 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:47.313668 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-95bd31e4-4882-4ac9-9282-e1cc1a02cdf9 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6568675 Jul 13 09:08:47.314447 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 35470) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:08:47.314447 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-1db286c1-ba74-46ec-aeec-5dff3ad69243 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Request body: {'security_group_rule': {'security_group_id': 'b803fcad-06fb-4c9a-9600-bfbe09ca979b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:08:47.427899 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-1db286c1-ba74-46ec-aeec-5dff3ad69243 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Publish callbacks [] for security_group_rule (8a9d8c33-f5ff-453a-b3c1-1f7d4bcef65c), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:47.467830 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-bef3cf0b-52f0-48c8-9672-10816b8af240 req-39a18db9-be0d-46ba-9f39-64fa12811de2 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/security-groups?id=08d948e1-356b-4796-94a9-af7d163eff09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069395 Jul 13 09:08:47.531817 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-1db286c1-ba74-46ec-aeec-5dff3ad69243 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Publish callbacks [] for security_group_rule (8a9d8c33-f5ff-453a-b3c1-1f7d4bcef65c), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:47.544506 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-77f40df7-8ff3-4422-b9a7-23b88ff58851 admin admin] Publish callbacks [] for port (eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:47.588560 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-1db286c1-ba74-46ec-aeec-5dff3ad69243 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485043'] for security_group_rule (8a9d8c33-f5ff-453a-b3c1-1f7d4bcef65c), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:47.618616 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db286c1-ba74-46ec-aeec-5dff3ad69243 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a9d8c33-f5ff-453a-b3c1-1f7d4bcef65c,revision_number=0']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:08:47.694017 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-77f40df7-8ff3-4422-b9a7-23b88ff58851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760184582126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665350'] for port (eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:47.696167 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-1db286c1-ba74-46ec-aeec-5dff3ad69243 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:47.698107 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-1db286c1-ba74-46ec-aeec-5dff3ad69243 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3877206 Jul 13 09:08:47.701844 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 35478) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:08:47.705885 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-25281653-1eaa-4bfc-996d-a475a02c4ca0 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Request body: {'security_group_rule': {'security_group_id': 'b803fcad-06fb-4c9a-9600-bfbe09ca979b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:08:47.755640 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f40df7-8ff3-4422-b9a7-23b88ff58851 admin admin] Network 14d154e4-c9a5-47e8-9f7f-9daf0b869ff5 is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:08:47.762799 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-77f40df7-8ff3-4422-b9a7-23b88ff58851 admin admin] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:08:47.771403 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f40df7-8ff3-4422-b9a7-23b88ff58851 admin admin] Received port after_create {{(pid=104468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 09:08:47.815400 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-25281653-1eaa-4bfc-996d-a475a02c4ca0 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Publish callbacks [] for security_group_rule (00bb25ab-1429-4515-9ab6-84a77e69f58a), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:47.820406 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f40df7-8ff3-4422-b9a7-23b88ff58851 admin admin] Pushing event updated for resources: {'Port': ['ID=eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:08:47.930875 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-25281653-1eaa-4bfc-996d-a475a02c4ca0 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Publish callbacks [] for security_group_rule (00bb25ab-1429-4515-9ab6-84a77e69f58a), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:48.010976 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-25281653-1eaa-4bfc-996d-a475a02c4ca0 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485043'] for security_group_rule (00bb25ab-1429-4515-9ab6-84a77e69f58a), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:48.028745 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcea92a-7779-439f-be91-9f3f757b71ad req-2b1ac687-702b-4bad-88a5-8cc94f3c68a9 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:48.030364 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-0bcea92a-7779-439f-be91-9f3f757b71ad req-2b1ac687-702b-4bad-88a5-8cc94f3c68a9 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/ports?device_id=7fab6a94-5644-4551-9434-0451849be88b HTTP/1.1" status: 200 len: 945 time: 0.1390057 Jul 13 09:08:48.036247 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25281653-1eaa-4bfc-996d-a475a02c4ca0 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00bb25ab-1429-4515-9ab6-84a77e69f58a,revision_number=0']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:08:48.044823 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 35484) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:08:48.106153 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-25281653-1eaa-4bfc-996d-a475a02c4ca0 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:48.113235 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-25281653-1eaa-4bfc-996d-a475a02c4ca0 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4118130 Jul 13 09:08:48.115961 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 35488) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:08:48.134335 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-f58eab27-99c0-4854-9e71-70f623517449 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Request body: {'floatingip': {'floating_network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:08:48.264058 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-0bcea92a-7779-439f-be91-9f3f757b71ad req-a096fb48-a227-49e8-9fc3-6721415872aa tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/security-groups?id=08d948e1-356b-4796-94a9-af7d163eff09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048550 Jul 13 09:08:48.277550 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e3c9bb7a-3e5c-4dac-bb56-06c08afc1556 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:48.280076 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f58eab27-99c0-4854-9e71-70f623517449 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:48.317277 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:48.324663 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-77f40df7-8ff3-4422-b9a7-23b88ff58851 admin admin] Publish callbacks [] for router_gateway (85c398ac-4635-4e27-aa8f-d2369f8b6800), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:48.356485 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device ed56b475-782d-46d2-a9fe-3ac78aeb6206 up at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:08:48.475897 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Provisioning complete for port ed56b475-782d-46d2-a9fe-3ac78aeb6206 triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:08:48.476323 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (ed56b475-782d-46d2-a9fe-3ac78aeb6206), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:48.494091 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f58eab27-99c0-4854-9e71-70f623517449 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:48.617890 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Current status of the port ed56b475-782d-46d2-a9fe-3ac78aeb6206 is: DOWN; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:08:48.618493 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (ed56b475-782d-46d2-a9fe-3ac78aeb6206), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:48.653146 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea9c3d-09ad-4865-a80b-28001cc248e5 req-d78daacf-9447-4707-9132-e2a7886550c0 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:48.662253 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-99ea9c3d-09ad-4865-a80b-28001cc248e5 req-d78daacf-9447-4707-9132-e2a7886550c0 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 945 time: 0.1680014 Jul 13 09:08:48.683583 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] For port ed56b475-782d-46d2-a9fe-3ac78aeb6206, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=ed56b475-782d-46d2-a9fe-3ac78aeb6206,segment=NetworkSegment(6417cdc0-763c-4790-ae1e-ebc420f204bb),segment_id=6417cdc0-763c-4790-ae1e-ebc420f204bb)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:08:48.728339 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573748d7-58e0-4417-be5d-072cfddd1d8c None None] Network 3b440154-a6c9-4139-b7ed-df54c627be50 requested from dv-cinder-849626-3-iscsi {{(pid=104470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 09:08:48.791776 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-99ea9c3d-09ad-4865-a80b-28001cc248e5 req-5dc9221e-5011-438c-97c1-326a7dd0c27f tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280894 Jul 13 09:08:48.822829 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-704ec6da-6236-43ac-a17f-bfd96e9ef08d None None] Provisioning complete for port ed56b475-782d-46d2-a9fe-3ac78aeb6206 triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:08:48.824226 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-704ec6da-6236-43ac-a17f-bfd96e9ef08d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (ed56b475-782d-46d2-a9fe-3ac78aeb6206), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:48.826286 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:INSERT=12 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:48.834590 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (ed56b475-782d-46d2-a9fe-3ac78aeb6206), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:48.835253 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:48.889205 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e3c9bb7a-3e5c-4dac-bb56-06c08afc1556 admin admin] Publish callbacks [] for security_group (4aff5de9-ca08-448b-9fa1-58140a4963ff), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:48.903751 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_common [None req-f58eab27-99c0-4854-9e71-70f623517449 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Allocated IP 172.27.3.23 (14d154e4-c9a5-47e8-9f7f-9daf0b869ff5/8de8efa6-546e-4542-992b-4162440fe9c8/9acbdad5-88ad-4ece-a2b4-9159de2e7e12) {{(pid=104469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 09:08:48.961137 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e3c9bb7a-3e5c-4dac-bb56-06c08afc1556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (4aff5de9-ca08-448b-9fa1-58140a4963ff), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:48.974980 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-77f40df7-8ff3-4422-b9a7-23b88ff58851 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-400835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388435'] for router (85c398ac-4635-4e27-aa8f-d2369f8b6800), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:48.981177 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Pushing event updated for resources: {'Port': ['ID=ed56b475-782d-46d2-a9fe-3ac78aeb6206,revision_number=3']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:08:49.016987 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:49.053960 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-704ec6da-6236-43ac-a17f-bfd96e9ef08d None None] Current status of the port ed56b475-782d-46d2-a9fe-3ac78aeb6206 is: ACTIVE; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:08:49.057728 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9bb7a-3e5c-4dac-bb56-06c08afc1556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aff5de9-ca08-448b-9fa1-58140a4963ff,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:08:49.066445 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-e3c9bb7a-3e5c-4dac-bb56-06c08afc1556 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=6d3ce5b4f6164a598a8def03e9f0f34f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0206313 Jul 13 09:08:49.068979 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 35494) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:08:49.092355 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f58eab27-99c0-4854-9e71-70f623517449 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Publish callbacks [] for port (9acbdad5-88ad-4ece-a2b4-9159de2e7e12), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:49.208316 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f58eab27-99c0-4854-9e71-70f623517449 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760184582126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542309'] for port (9acbdad5-88ad-4ece-a2b4-9159de2e7e12), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:49.220626 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-97a6b6d8-4749-4f17-9a4a-f5ce1387bd57 admin admin] Publish callbacks [] for security_group (4aff5de9-ca08-448b-9fa1-58140a4963ff), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:49.269728 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-97a6b6d8-4749-4f17-9a4a-f5ce1387bd57 admin admin] Publish callbacks [] for security_group (4aff5de9-ca08-448b-9fa1-58140a4963ff), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:49.287326 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58eab27-99c0-4854-9e71-70f623517449 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Network 14d154e4-c9a5-47e8-9f7f-9daf0b869ff5 is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:08:49.287326 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [None req-f58eab27-99c0-4854-9e71-70f623517449 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:08:49.294719 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58eab27-99c0-4854-9e71-70f623517449 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Received port after_create {{(pid=104469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 09:08:49.298213 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:49.391387 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58eab27-99c0-4854-9e71-70f623517449 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Pushing event updated for resources: {'Port': ['ID=9acbdad5-88ad-4ece-a2b4-9159de2e7e12,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:08:49.522629 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-d2ad1070-8877-4d03-aaef-fc5ec68f67e2 None None] Provisioning complete for port ed56b475-782d-46d2-a9fe-3ac78aeb6206 triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:08:49.523275 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-d2ad1070-8877-4d03-aaef-fc5ec68f67e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (ed56b475-782d-46d2-a9fe-3ac78aeb6206), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:49.621246 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:49.657986 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-d2ad1070-8877-4d03-aaef-fc5ec68f67e2 None None] Current status of the port ed56b475-782d-46d2-a9fe-3ac78aeb6206 is: ACTIVE; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:08:49.842178 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77f40df7-8ff3-4422-b9a7-23b88ff58851 admin admin] Router 85c398ac-4635-4e27-aa8f-d2369f8b6800 is scheduled to L3 agent 084ea860-45cb-441c-b2f8-c6c2f7d6686c with binding_index 1 {{(pid=104468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 13 09:08:49.851546 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-97a6b6d8-4749-4f17-9a4a-f5ce1387bd57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (4aff5de9-ca08-448b-9fa1-58140a4963ff), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:49.851546 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-97a6b6d8-4749-4f17-9a4a-f5ce1387bd57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:49.851546 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-97a6b6d8-4749-4f17-9a4a-f5ce1387bd57 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/4aff5de9-ca08-448b-9fa1-58140a4963ff HTTP/1.1" status: 204 len: 168 time: 0.7790310 Jul 13 09:08:49.880859 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f58eab27-99c0-4854-9e71-70f623517449 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Publish callbacks [] for floatingip (1aca0f8b-0dbc-487b-9bf1-3b9084caa410), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:49.881624 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6b6d8-4749-4f17-9a4a-f5ce1387bd57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aff5de9-ca08-448b-9fa1-58140a4963ff,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:08:49.992941 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32de5d9-acd4-494d-aad1-ba3cad9bbe85 req-ed62a4f5-4aaf-44c5-9095-af4107a47f0e tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:49.994771 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-d32de5d9-acd4-494d-aad1-ba3cad9bbe85 req-ed62a4f5-4aaf-44c5-9095-af4107a47f0e tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 945 time: 0.1091075 Jul 13 09:08:50.003543 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f58eab27-99c0-4854-9e71-70f623517449 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (9acbdad5-88ad-4ece-a2b4-9159de2e7e12), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:50.114743 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-d32de5d9-acd4-494d-aad1-ba3cad9bbe85 req-f172a078-a8cf-4245-915a-7705ca54f2ef tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750468 Jul 13 09:08:50.121815 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f40df7-8ff3-4422-b9a7-23b88ff58851 admin admin] Notify agent at l3_agent.dv-cinder-849626-3-iscsi the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 09:08:50.145293 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfa9e3e-d075-46be-9922-40cff55bab02 None None] Sync routers for ids ['85c398ac-4635-4e27-aa8f-d2369f8b6800'] in dv-cinder-849626-3-iscsi {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 09:08:50.170044 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfa9e3e-d075-46be-9922-40cff55bab02 None None] Routers {'85c398ac-4635-4e27-aa8f-d2369f8b6800'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:08:50.171050 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-acfa9e3e-d075-46be-9922-40cff55bab02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:08:23Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['85c398ac-4635-4e27-aa8f-d2369f8b6800'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:08:50.210333 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f58eab27-99c0-4854-9e71-70f623517449 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Publish callbacks [] for port (9acbdad5-88ad-4ece-a2b4-9159de2e7e12), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:50.252822 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-77f40df7-8ff3-4422-b9a7-23b88ff58851 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:50.255591 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-77f40df7-8ff3-4422-b9a7-23b88ff58851 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.1883583 Jul 13 09:08:50.257636 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 35510) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:08:50.273943 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f58eab27-99c0-4854-9e71-70f623517449 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542332'] for port (9acbdad5-88ad-4ece-a2b4-9159de2e7e12), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:50.295601 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device ed56b475-782d-46d2-a9fe-3ac78aeb6206 up at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:08:50.350801 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:50.371707 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-acfa9e3e-d075-46be-9922-40cff55bab02 None None] Set router 85c398ac-4635-4e27-aa8f-d2369f8b6800 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:08:50.393556 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58eab27-99c0-4854-9e71-70f623517449 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Pushing event updated for resources: {'Port': ['ID=9acbdad5-88ad-4ece-a2b4-9159de2e7e12,revision_number=2']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:08:50.478936 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Provisioning complete for port ed56b475-782d-46d2-a9fe-3ac78aeb6206 triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:08:50.479303 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (ed56b475-782d-46d2-a9fe-3ac78aeb6206), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:50.515338 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f58eab27-99c0-4854-9e71-70f623517449 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-388893'] for floatingip (1aca0f8b-0dbc-487b-9bf1-3b9084caa410), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:50.672423 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f58eab27-99c0-4854-9e71-70f623517449 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for floatingip (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:50.679921 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-f58eab27-99c0-4854-9e71-70f623517449 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5578065 Jul 13 09:08:50.868747 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 35528) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:08:50.896489 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d0be5a68-3506-422a-b091-6b4ec4d4f2a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:50.902252 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-acfa9e3e-d075-46be-9922-40cff55bab02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'name': 'tempest-TestVolumeBootPattern-994788136-router', 'tenant_id': '02051a1f629a48199bb1eb504c747294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:08:46Z', 'updated_at': '2022-07-13T09:08:47Z', 'revision_number': 3, 'project_id': '02051a1f629a48199bb1eb504c747294', 'gw_port': {'id': 'eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c0:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:08:46Z', 'updated_at': '2022-07-13T09:08:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi'}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:08:50.932826 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfa9e3e-d075-46be-9922-40cff55bab02 None None] Checking router: 85c398ac-4635-4e27-aa8f-d2369f8b6800 for host: dv-cinder-849626-3-iscsi {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 09:08:50.933418 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfa9e3e-d075-46be-9922-40cff55bab02 None None] Updating router 85c398ac-4635-4e27-aa8f-d2369f8b6800 port eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5 binding host dv-cinder-849626-3-iscsi {{(pid=104470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 09:08:50.936927 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7e3c0df8-acc8-4986-b48b-27ef90ef7972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (a33f270e-6fb2-40d7-a0c5-ff754f30a69f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:50.995267 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-acfa9e3e-d075-46be-9922-40cff55bab02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:50.999963 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=6 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:51.004876 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8d9930ee-21b4-4b92-9b17-cf1c95bffb4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:51.022784 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d0be5a68-3506-422a-b091-6b4ec4d4f2a6 admin admin] Publish callbacks [] for security_group (9dd9572e-73a8-487d-a141-cac3f8d1355e), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:51.038062 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Current status of the port ed56b475-782d-46d2-a9fe-3ac78aeb6206 is: ACTIVE; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:08:51.063573 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:51.122473 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d0be5a68-3506-422a-b091-6b4ec4d4f2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (9dd9572e-73a8-487d-a141-cac3f8d1355e), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:51.124768 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-818745d2-464a-4db0-a103-79d9ef66dfd6 req-737a7e00-8adf-4772-b82c-f8d6fda201be tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--1873825380&fields=id&tenant_id=7afbdee349034d2182240f1f7230236f HTTP/1.1" status: 200 len: 267 time: 0.1028771 Jul 13 09:08:51.158994 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:51.202723 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-d0be5a68-3506-422a-b091-6b4ec4d4f2a6 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=dc6cc5cb8f2c4cb1931b6254edd9b489&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3324344 Jul 13 09:08:51.205840 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 35544) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:08:51.256761 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:51.293873 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:51.301838 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0be5a68-3506-422a-b091-6b4ec4d4f2a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd9572e-73a8-487d-a141-cac3f8d1355e,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:08:51.331683 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-1c61a664-5ebc-4b74-b459-26ddca8841d0 admin admin] Publish callbacks [] for security_group (9dd9572e-73a8-487d-a141-cac3f8d1355e), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:51.366229 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818745d2-464a-4db0-a103-79d9ef66dfd6 req-ff060b65-e5ee-4f31-9f4f-f4033ab8feb4 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:51.367746 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-818745d2-464a-4db0-a103-79d9ef66dfd6 req-ff060b65-e5ee-4f31-9f4f-f4033ab8feb4 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/networks?id=66664860-8484-4278-a13a-d19d7f467709 HTTP/1.1" status: 200 len: 819 time: 0.2359221 Jul 13 09:08:51.380886 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.db.db_base_plugin_common [None req-8d9930ee-21b4-4b92-9b17-cf1c95bffb4d admin admin] Allocated IP 172.20.0.1 (3b440154-a6c9-4139-b7ed-df54c627be50/8c1af7e4-944c-47db-9585-b5c5f9138bea/9947c9ac-22c2-430e-8450-986f34582fdf) {{(pid=104468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 09:08:51.403667 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-818745d2-464a-4db0-a103-79d9ef66dfd6 req-515f6d1e-3cd3-4f63-a7fe-830529d8f217 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/quotas/7afbdee349034d2182240f1f7230236f HTTP/1.1" status: 200 len: 375 time: 0.0288937 Jul 13 09:08:51.417978 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-1c61a664-5ebc-4b74-b459-26ddca8841d0 admin admin] Publish callbacks [] for security_group (9dd9572e-73a8-487d-a141-cac3f8d1355e), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:51.425536 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-acfa9e3e-d075-46be-9922-40cff55bab02 None None] Publish callbacks [] for port (eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:51.506722 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-818745d2-464a-4db0-a103-79d9ef66dfd6 req-85d1a9d1-8f51-4a15-8fae-bc9c70905acd tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=7afbdee349034d2182240f1f7230236f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0918403 Jul 13 09:08:51.508411 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-acfa9e3e-d075-46be-9922-40cff55bab02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:51.577510 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-acfa9e3e-d075-46be-9922-40cff55bab02 None None] Attempting to bind port eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5 on host dv-cinder-849626-3-iscsi for vnic_type normal with profile {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 09:08:51.578134 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-acfa9e3e-d075-46be-9922-40cff55bab02 None None] Attempting to bind port eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5 by drivers openvswitch,hyperv on host dv-cinder-849626-3-iscsi at level 0 using segments [{'id': '51732cec-dd15-4320-89e5-7b26a17afbfa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5'}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 09:08:51.578502 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfa9e3e-d075-46be-9922-40cff55bab02 None None] Attempting to bind port eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5 on network 14d154e4-c9a5-47e8-9f7f-9daf0b869ff5 {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 09:08:51.584852 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18bfd55-45be-4cb0-905a-a8def3c072c5 None None] Pushing event updated for resources: {'Port': ['ID=eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5,revision_number=2']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:08:51.589968 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfa9e3e-d075-46be-9922-40cff55bab02 None None] Checking agent: {'id': '9379cce5-6fc7-4135-bc49-530c07185724', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849626-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 8, 57, 26), 'started_at': datetime.datetime(2022, 7, 13, 8, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 9, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849626-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 09:08:51.590397 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfa9e3e-d075-46be-9922-40cff55bab02 None None] Checking segment: {'id': '51732cec-dd15-4320-89e5-7b26a17afbfa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 09:08:51.595387 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-acfa9e3e-d075-46be-9922-40cff55bab02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:51.595387 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfa9e3e-d075-46be-9922-40cff55bab02 None None] Bound using segment: {'id': '51732cec-dd15-4320-89e5-7b26a17afbfa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5'} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 09:08:51.595387 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-acfa9e3e-d075-46be-9922-40cff55bab02 None None] Bound port: eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5, host: dv-cinder-849626-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51732cec-dd15-4320-89e5-7b26a17afbfa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5'}}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 09:08:51.595387 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-acfa9e3e-d075-46be-9922-40cff55bab02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:51.610955 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-1c61a664-5ebc-4b74-b459-26ddca8841d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (9dd9572e-73a8-487d-a141-cac3f8d1355e), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:51.614322 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-1c61a664-5ebc-4b74-b459-26ddca8841d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:51.618485 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-1c61a664-5ebc-4b74-b459-26ddca8841d0 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/9dd9572e-73a8-487d-a141-cac3f8d1355e HTTP/1.1" status: 204 len: 168 time: 0.4087038 Jul 13 09:08:51.630931 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c61a664-5ebc-4b74-b459-26ddca8841d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd9572e-73a8-487d-a141-cac3f8d1355e,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:08:51.656291 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8d9930ee-21b4-4b92-9b17-cf1c95bffb4d admin admin] Publish callbacks [] for port (9947c9ac-22c2-430e-8450-986f34582fdf), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:51.667488 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-acfa9e3e-d075-46be-9922-40cff55bab02 None None] For port eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5, host dv-cinder-849626-3-iscsi, cleared binding levels {{(pid=104470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 09:08:51.670932 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-acfa9e3e-d075-46be-9922-40cff55bab02 None None] For port eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5, host dv-cinder-849626-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5,segment=NetworkSegment(51732cec-dd15-4320-89e5-7b26a17afbfa),segment_id=51732cec-dd15-4320-89e5-7b26a17afbfa)] {{(pid=104470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 09:08:51.760175 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-acfa9e3e-d075-46be-9922-40cff55bab02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:51.774855 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-818745d2-464a-4db0-a103-79d9ef66dfd6 req-cee6d239-f8b2-457a-b1e7-62fd0a81d388 service neutron] 10.222.0.40 "GET /v2.0/networks/66664860-8484-4278-a13a-d19d7f467709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317944 Jul 13 09:08:51.777927 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8d9930ee-21b4-4b92-9b17-cf1c95bffb4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760184582126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665350'] for port (9947c9ac-22c2-430e-8450-986f34582fdf), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:51.841837 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9930ee-21b4-4b92-9b17-cf1c95bffb4d admin admin] Pushing event updated for resources: {'Port': ['ID=9947c9ac-22c2-430e-8450-986f34582fdf,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:08:51.862979 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfa9e3e-d075-46be-9922-40cff55bab02 None None] Routers {'85c398ac-4635-4e27-aa8f-d2369f8b6800'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:08:51.863835 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-acfa9e3e-d075-46be-9922-40cff55bab02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:08:23Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['85c398ac-4635-4e27-aa8f-d2369f8b6800'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:08:51.870885 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9930ee-21b4-4b92-9b17-cf1c95bffb4d admin admin] Network 3b440154-a6c9-4139-b7ed-df54c627be50 is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:08:51.875551 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-8d9930ee-21b4-4b92-9b17-cf1c95bffb4d admin admin] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:08:51.938627 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18bfd55-45be-4cb0-905a-a8def3c072c5 None None] Pushing event updated for resources: {'Port': ['ID=eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5,revision_number=3']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:08:51.943008 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:51.948714 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9930ee-21b4-4b92-9b17-cf1c95bffb4d admin admin] Received port after_create {{(pid=104468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 09:08:51.982710 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035dcbbf-a762-43dd-bcde-280ec62f3571 req-98a7105a-48d1-4fc1-b61d-ba9862cc9dd9 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:51.984371 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-035dcbbf-a762-43dd-bcde-280ec62f3571 req-98a7105a-48d1-4fc1-b61d-ba9862cc9dd9 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 945 time: 0.0979259 Jul 13 09:08:52.109633 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8d9930ee-21b4-4b92-9b17-cf1c95bffb4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377229'] for router_interface (85c398ac-4635-4e27-aa8f-d2369f8b6800), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:52.110839 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-035dcbbf-a762-43dd-bcde-280ec62f3571 req-741d1444-7166-4fc7-8f20-0702f9e89a3e tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191618 Jul 13 09:08:52.113903 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-acfa9e3e-d075-46be-9922-40cff55bab02 None None] Set router 85c398ac-4635-4e27-aa8f-d2369f8b6800 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:08:52.179227 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-818745d2-464a-4db0-a103-79d9ef66dfd6 req-a0a1a8d4-b6bc-4639-b1a8-d3c0564483f1 service neutron] 10.222.0.40 "GET /v2.0/networks/66664860-8484-4278-a13a-d19d7f467709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3852274 Jul 13 09:08:52.362445 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-adf9196c-2588-4937-a3a7-aa250c4266da None None] Provisioning complete for port 9947c9ac-22c2-430e-8450-986f34582fdf triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:08:52.362844 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-adf9196c-2588-4937-a3a7-aa250c4266da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (9947c9ac-22c2-430e-8450-986f34582fdf), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:52.415347 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-adf9196c-2588-4937-a3a7-aa250c4266da None None] Port 9947c9ac-22c2-430e-8450-986f34582fdf cannot update to ACTIVE because it is not bound. {{(pid=104470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 09:08:52.463126 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-acfa9e3e-d075-46be-9922-40cff55bab02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'name': 'tempest-TestVolumeBootPattern-994788136-router', 'tenant_id': '02051a1f629a48199bb1eb504c747294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:08:46Z', 'updated_at': '2022-07-13T09:08:47Z', 'revision_number': 3, 'project_id': '02051a1f629a48199bb1eb504c747294', 'gw_port': {'id': 'eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c0:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:08:46Z', 'updated_at': '2022-07-13T09:08:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi'}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:08:52.507175 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:52.509801 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfa9e3e-d075-46be-9922-40cff55bab02 None None] The sync data for ids ['85c398ac-4635-4e27-aa8f-d2369f8b6800'] in dv-cinder-849626-3-iscsi is: [{'id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'name': 'tempest-TestVolumeBootPattern-994788136-router', 'tenant_id': '02051a1f629a48199bb1eb504c747294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:08:46Z', 'updated_at': '2022-07-13T09:08:47Z', 'revision_number': 3, 'project_id': '02051a1f629a48199bb1eb504c747294', 'gw_port': {'id': 'eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c0:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:08:46Z', 'updated_at': '2022-07-13T09:08:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi'}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 09:08:52.552459 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8d9930ee-21b4-4b92-9b17-cf1c95bffb4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (9947c9ac-22c2-430e-8450-986f34582fdf), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:52.554068 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-c38b3560-5b49-4c0a-8965-2ae3252ec8d4 req-da4514d7-d225-4095-8351-0302138b25c9 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c84256c-3f8c-43e1-9c7d-2a433978a7bd HTTP/1.1" status: 200 len: 210 time: 0.0376956 Jul 13 09:08:52.777090 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:52.793445 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8d9930ee-21b4-4b92-9b17-cf1c95bffb4d admin admin] Publish callbacks [] for port (9947c9ac-22c2-430e-8450-986f34582fdf), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:52.845658 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-af7efa70-7823-43b4-91fd-3e24497e0d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (084ea860-45cb-441c-b2f8-c6c2f7d6686c), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:52.915178 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8d9930ee-21b4-4b92-9b17-cf1c95bffb4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665375'] for port (9947c9ac-22c2-430e-8450-986f34582fdf), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:53.039462 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8d9930ee-21b4-4b92-9b17-cf1c95bffb4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-391157'] for router_interface (85c398ac-4635-4e27-aa8f-d2369f8b6800), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:53.042619 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9930ee-21b4-4b92-9b17-cf1c95bffb4d admin admin] Pushing event updated for resources: {'Port': ['ID=9947c9ac-22c2-430e-8450-986f34582fdf,revision_number=2']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:08:53.246068 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9930ee-21b4-4b92-9b17-cf1c95bffb4d admin admin] Network 3b440154-a6c9-4139-b7ed-df54c627be50 is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:08:53.248133 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-8d9930ee-21b4-4b92-9b17-cf1c95bffb4d admin admin] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:08:53.547177 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-17f5d921-626b-4f94-b60c-daf49edd5bbe None None] Provisioning complete for port 9947c9ac-22c2-430e-8450-986f34582fdf triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:08:53.547755 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-17f5d921-626b-4f94-b60c-daf49edd5bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (9947c9ac-22c2-430e-8450-986f34582fdf), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:53.608834 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-17f5d921-626b-4f94-b60c-daf49edd5bbe None None] Port 9947c9ac-22c2-430e-8450-986f34582fdf cannot update to ACTIVE because it is not bound. {{(pid=104470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 09:08:53.756161 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-42e10176-e57a-4958-8539-715bd543021d req-f229f70e-6814-407c-a42f-97b3d4016bfa tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c84256c-3f8c-43e1-9c7d-2a433978a7bd HTTP/1.1" status: 200 len: 210 time: 0.0538046 Jul 13 09:08:53.932320 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ec1ef-97aa-49ab-b4e9-b08d74181572 req-e4306170-0ff4-470f-b79e-808e63b2cef7 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:53.932878 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-0f2ec1ef-97aa-49ab-b4e9-b08d74181572 req-e4306170-0ff4-470f-b79e-808e63b2cef7 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 945 time: 0.6565709 Jul 13 09:08:53.957239 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d9930ee-21b4-4b92-9b17-cf1c95bffb4d admin admin] Router 85c398ac-4635-4e27-aa8f-d2369f8b6800 has already been hosted by L3 agent 084ea860-45cb-441c-b2f8-c6c2f7d6686c {{(pid=104468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 09:08:53.984890 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:54.095279 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-0f2ec1ef-97aa-49ab-b4e9-b08d74181572 req-8631bac2-4e2a-4b0e-bdb5-81182bd83a66 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362269 Jul 13 09:08:54.238132 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d9930ee-21b4-4b92-9b17-cf1c95bffb4d admin admin] Notify agent at l3_agent.dv-cinder-849626-3-iscsi the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 09:08:54.243693 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-8d9930ee-21b4-4b92-9b17-cf1c95bffb4d admin admin] 10.222.0.40 "PUT /v2.0/routers/85c398ac-4635-4e27-aa8f-d2369f8b6800/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9844472 Jul 13 09:08:54.328908 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5 up at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:08:54.428478 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Provisioning complete for port eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5 triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:08:54.429688 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:54.503132 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7f3b3aed-46f4-4e68-bbbe-dab9f8099e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (d1fd82e0-5c39-4100-b44b-c54ee27d2d9f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:54.558127 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Current status of the port eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5 is: DOWN; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:08:54.559253 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:54.616698 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] For port eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5,segment=NetworkSegment(51732cec-dd15-4320-89e5-7b26a17afbfa),segment_id=51732cec-dd15-4320-89e5-7b26a17afbfa)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:08:54.691645 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:54.724438 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:54.768740 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Pushing event updated for resources: {'Port': ['ID=eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5,revision_number=4']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:08:54.957389 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f0b00a43-6440-49e4-a7d6-f7c2acba8bf7 req-739c701d-4008-4724-b96b-e472f220674d tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c84256c-3f8c-43e1-9c7d-2a433978a7bd HTTP/1.1" status: 200 len: 210 time: 0.0674851 Jul 13 09:08:55.142343 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59eb5cc8-17eb-47f6-957a-2cea1b50945f None None] Sync routers for ids ['85c398ac-4635-4e27-aa8f-d2369f8b6800'] in dv-cinder-849626-3-iscsi {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 09:08:55.159252 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59eb5cc8-17eb-47f6-957a-2cea1b50945f None None] Routers {'85c398ac-4635-4e27-aa8f-d2369f8b6800'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:08:55.160482 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-59eb5cc8-17eb-47f6-957a-2cea1b50945f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:08:53Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['85c398ac-4635-4e27-aa8f-d2369f8b6800'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:08:55.279680 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35edff66-7a30-43e7-a64d-9cc41aa609cb req-95c736d7-54c7-4d0d-9a40-ba0f13fd9ffa tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:55.288103 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-35edff66-7a30-43e7-a64d-9cc41aa609cb req-95c736d7-54c7-4d0d-9a40-ba0f13fd9ffa tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 945 time: 0.0765982 Jul 13 09:08:55.319005 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-59eb5cc8-17eb-47f6-957a-2cea1b50945f None None] Set router 85c398ac-4635-4e27-aa8f-d2369f8b6800 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:08:55.333774 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-35edff66-7a30-43e7-a64d-9cc41aa609cb req-5e79d885-1b78-400b-9c3e-36219739115c tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444932 Jul 13 09:08:55.343636 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818745d2-464a-4db0-a103-79d9ef66dfd6 req-2a84bf99-85c3-4e2c-840b-d0b5d07995b0 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:55.345410 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-818745d2-464a-4db0-a103-79d9ef66dfd6 req-2a84bf99-85c3-4e2c-840b-d0b5d07995b0 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.30 "GET /v2.0/networks?id=66664860-8484-4278-a13a-d19d7f467709 HTTP/1.1" status: 200 len: 819 time: 0.1302164 Jul 13 09:08:55.411799 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-818745d2-464a-4db0-a103-79d9ef66dfd6 req-eb526034-aa5c-453b-876e-8cbc29e614b4 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7afbdee349034d2182240f1f7230236f HTTP/1.1" status: 200 len: 380 time: 0.0576510 Jul 13 09:08:55.421986 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [req-818745d2-464a-4db0-a103-79d9ef66dfd6 req-f63decfd-fdc2-4387-aec1-0aae35e5bbd7 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Request body: {'port': {'device_id': '4c84256c-3f8c-43e1-9c7d-2a433978a7bd', 'network_id': '66664860-8484-4278-a13a-d19d7f467709', 'admin_state_up': True, 'tenant_id': '7afbdee349034d2182240f1f7230236f', 'security_groups': ['b803fcad-06fb-4c9a-9600-bfbe09ca979b']}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:08:55.529438 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-59eb5cc8-17eb-47f6-957a-2cea1b50945f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'name': 'tempest-TestVolumeBootPattern-994788136-router', 'tenant_id': '02051a1f629a48199bb1eb504c747294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:08:46Z', 'updated_at': '2022-07-13T09:08:52Z', 'revision_number': 4, 'project_id': '02051a1f629a48199bb1eb504c747294', 'gw_port': {'id': 'eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:08:46Z', 'updated_at': '2022-07-13T09:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_interfaces': [{'id': '9947c9ac-22c2-430e-8450-986f34582fdf', 'name': '', 'network_id': '3b440154-a6c9-4139-b7ed-df54c627be50', 'tenant_id': '02051a1f629a48199bb1eb504c747294', 'mac_address': 'fa:16:3e:96:28:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '8c1af7e4-944c-47db-9585-b5c5f9138bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:08:51Z', 'updated_at': '2022-07-13T09:08:52Z', 'revision_number': 2, 'project_id': '02051a1f629a48199bb1eb504c747294', 'subnets': [{'id': '8c1af7e4-944c-47db-9585-b5c5f9138bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:08:55.557318 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59eb5cc8-17eb-47f6-957a-2cea1b50945f None None] Checking router: 85c398ac-4635-4e27-aa8f-d2369f8b6800 for host: dv-cinder-849626-3-iscsi {{(pid=104471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 09:08:55.557658 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59eb5cc8-17eb-47f6-957a-2cea1b50945f None None] Updating router 85c398ac-4635-4e27-aa8f-d2369f8b6800 port 9947c9ac-22c2-430e-8450-986f34582fdf binding host dv-cinder-849626-3-iscsi {{(pid=104471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 09:08:55.585931 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-59eb5cc8-17eb-47f6-957a-2cea1b50945f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (9947c9ac-22c2-430e-8450-986f34582fdf), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:55.838010 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-59eb5cc8-17eb-47f6-957a-2cea1b50945f None None] Publish callbacks [] for port (9947c9ac-22c2-430e-8450-986f34582fdf), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:55.849304 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-818745d2-464a-4db0-a103-79d9ef66dfd6 req-f63decfd-fdc2-4387-aec1-0aae35e5bbd7 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Made reservation on behalf of 7afbdee349034d2182240f1f7230236f for: {'port': 1} {{(pid=104469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 09:08:55.855988 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (9379cce5-6fc7-4135-bc49-530c07185724), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:55.859248 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5ee680a5-33f3-4217-99f5-17637ad0570e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (59ae6226-c784-4fad-8646-7377b1ef5f31), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:55.859814 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-818745d2-464a-4db0-a103-79d9ef66dfd6 req-f63decfd-fdc2-4387-aec1-0aae35e5bbd7 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:55.960393 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-59eb5cc8-17eb-47f6-957a-2cea1b50945f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (9947c9ac-22c2-430e-8450-986f34582fdf), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:56.000715 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:56.050119 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_common [req-818745d2-464a-4db0-a103-79d9ef66dfd6 req-f63decfd-fdc2-4387-aec1-0aae35e5bbd7 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Allocated IP 172.20.0.10 (66664860-8484-4278-a13a-d19d7f467709/e31827df-90a6-4f3b-b292-e48b977cc711/5e405f48-99d1-4184-bb1c-d187e2f9e912) {{(pid=104469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 09:08:56.128408 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 35670) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:08:56.136536 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-e76d7f42-1dfc-4945-82ae-19113120cbd7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-944435963-network', 'tenant_id': 'b16f471ef00f4ee5a3afe56bfdba8ae9'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:08:56.175349 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b277e9-8e94-466e-88b7-e5f7c5a16365 None None] Pushing event updated for resources: {'Port': ['ID=9947c9ac-22c2-430e-8450-986f34582fdf,revision_number=3']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:08:56.209707 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b277e9-8e94-466e-88b7-e5f7c5a16365 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:08:56.210327 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b277e9-8e94-466e-88b7-e5f7c5a16365 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:08:56.212797 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b277e9-8e94-466e-88b7-e5f7c5a16365 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:08:56.212797 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b277e9-8e94-466e-88b7-e5f7c5a16365 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:08:56.212797 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b277e9-8e94-466e-88b7-e5f7c5a16365 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:08:56.212797 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b277e9-8e94-466e-88b7-e5f7c5a16365 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:08:56.212797 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b277e9-8e94-466e-88b7-e5f7c5a16365 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:08:56.212797 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b277e9-8e94-466e-88b7-e5f7c5a16365 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:08:56.213570 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b277e9-8e94-466e-88b7-e5f7c5a16365 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:08:56.214356 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b277e9-8e94-466e-88b7-e5f7c5a16365 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:08:56.214850 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b277e9-8e94-466e-88b7-e5f7c5a16365 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:08:56.215360 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b277e9-8e94-466e-88b7-e5f7c5a16365 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:08:56.215980 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b277e9-8e94-466e-88b7-e5f7c5a16365 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:08:56.216460 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b277e9-8e94-466e-88b7-e5f7c5a16365 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:08:56.216928 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b277e9-8e94-466e-88b7-e5f7c5a16365 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:08:56.228258 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e76d7f42-1dfc-4945-82ae-19113120cbd7 admin admin] Made reservation on behalf of b16f471ef00f4ee5a3afe56bfdba8ae9 for: {'network': 1} {{(pid=104468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 09:08:56.231151 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e76d7f42-1dfc-4945-82ae-19113120cbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for network (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:56.235176 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1e13b4b3-1d20-4cef-a6ae-0d38d1027763 req-b4165e7f-15f0-4b4e-a2eb-0fdad065d9e3 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c84256c-3f8c-43e1-9c7d-2a433978a7bd HTTP/1.1" status: 200 len: 210 time: 0.1148264 Jul 13 09:08:56.248668 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e76d7f42-1dfc-4945-82ae-19113120cbd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:56.260323 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-59eb5cc8-17eb-47f6-957a-2cea1b50945f None None] Attempting to bind port 9947c9ac-22c2-430e-8450-986f34582fdf on host dv-cinder-849626-3-iscsi for vnic_type normal with profile {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 09:08:56.260704 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-59eb5cc8-17eb-47f6-957a-2cea1b50945f None None] Attempting to bind port 9947c9ac-22c2-430e-8450-986f34582fdf by drivers openvswitch,hyperv on host dv-cinder-849626-3-iscsi at level 0 using segments [{'id': '6417cdc0-763c-4790-ae1e-ebc420f204bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3b440154-a6c9-4139-b7ed-df54c627be50'}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 09:08:56.261062 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59eb5cc8-17eb-47f6-957a-2cea1b50945f None None] Attempting to bind port 9947c9ac-22c2-430e-8450-986f34582fdf on network 3b440154-a6c9-4139-b7ed-df54c627be50 {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 09:08:56.270933 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59eb5cc8-17eb-47f6-957a-2cea1b50945f None None] Checking agent: {'id': '9379cce5-6fc7-4135-bc49-530c07185724', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849626-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 8, 57, 26), 'started_at': datetime.datetime(2022, 7, 13, 8, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 9, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849626-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 09:08:56.271302 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59eb5cc8-17eb-47f6-957a-2cea1b50945f None None] Checking segment: {'id': '6417cdc0-763c-4790-ae1e-ebc420f204bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3b440154-a6c9-4139-b7ed-df54c627be50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 09:08:56.271695 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-59eb5cc8-17eb-47f6-957a-2cea1b50945f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:56.272087 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59eb5cc8-17eb-47f6-957a-2cea1b50945f None None] Bound using segment: {'id': '6417cdc0-763c-4790-ae1e-ebc420f204bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3b440154-a6c9-4139-b7ed-df54c627be50'} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 09:08:56.275356 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-59eb5cc8-17eb-47f6-957a-2cea1b50945f None None] Bound port: 9947c9ac-22c2-430e-8450-986f34582fdf, host: dv-cinder-849626-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6417cdc0-763c-4790-ae1e-ebc420f204bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3b440154-a6c9-4139-b7ed-df54c627be50'}}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 09:08:56.276451 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-59eb5cc8-17eb-47f6-957a-2cea1b50945f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (9947c9ac-22c2-430e-8450-986f34582fdf), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:56.375370 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5 up at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:08:56.508483 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-59eb5cc8-17eb-47f6-957a-2cea1b50945f None None] For port 9947c9ac-22c2-430e-8450-986f34582fdf, host dv-cinder-849626-3-iscsi, cleared binding levels {{(pid=104471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 09:08:56.511975 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-59eb5cc8-17eb-47f6-957a-2cea1b50945f None None] For port 9947c9ac-22c2-430e-8450-986f34582fdf, host dv-cinder-849626-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=9947c9ac-22c2-430e-8450-986f34582fdf,segment=NetworkSegment(6417cdc0-763c-4790-ae1e-ebc420f204bb),segment_id=6417cdc0-763c-4790-ae1e-ebc420f204bb)] {{(pid=104471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 09:08:56.529767 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-818745d2-464a-4db0-a103-79d9ef66dfd6 req-f63decfd-fdc2-4387-aec1-0aae35e5bbd7 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Publish callbacks [] for port (5e405f48-99d1-4184-bb1c-d187e2f9e912), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:56.543586 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e76d7f42-1dfc-4945-82ae-19113120cbd7 admin admin] Publish callbacks [] for security_group (e21ac5bb-9dd4-42ea-9b38-6f87197c33d5), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:56.568222 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-13e6f7bb-bbcb-4860-bd8f-9904d9f520e8 None None] Provisioning complete for port 9947c9ac-22c2-430e-8450-986f34582fdf triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:08:56.568603 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-13e6f7bb-bbcb-4860-bd8f-9904d9f520e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (9947c9ac-22c2-430e-8450-986f34582fdf), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:56.572001 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:56.572147 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Provisioning complete for port eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5 triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:08:56.572362 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:56.606812 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d902d-7212-4f7b-ab00-435da64093d1 req-d4d6d401-c25d-4099-a5fa-2349c5036ff2 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:56.608368 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-591d902d-7212-4f7b-ab00-435da64093d1 req-d4d6d401-c25d-4099-a5fa-2349c5036ff2 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 945 time: 0.0626349 Jul 13 09:08:56.622859 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-59eb5cc8-17eb-47f6-957a-2cea1b50945f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (9947c9ac-22c2-430e-8450-986f34582fdf), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:56.634320 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-13e6f7bb-bbcb-4860-bd8f-9904d9f520e8 None None] Port 9947c9ac-22c2-430e-8450-986f34582fdf cannot update to ACTIVE because it is not bound. {{(pid=104470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 09:08:56.688308 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-818745d2-464a-4db0-a103-79d9ef66dfd6 req-f63decfd-fdc2-4387-aec1-0aae35e5bbd7 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760184582126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542309'] for port (5e405f48-99d1-4184-bb1c-d187e2f9e912), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:56.688727 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Current status of the port eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5 is: ACTIVE; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:08:56.721988 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:56.729474 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-591d902d-7212-4f7b-ab00-435da64093d1 req-6e053987-473f-497a-9516-25fc839d7e49 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136227 Jul 13 09:08:56.730158 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e76d7f42-1dfc-4945-82ae-19113120cbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (e21ac5bb-9dd4-42ea-9b38-6f87197c33d5), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:56.771796 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:56.782615 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59eb5cc8-17eb-47f6-957a-2cea1b50945f None None] Routers {'85c398ac-4635-4e27-aa8f-d2369f8b6800'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:08:56.784352 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-59eb5cc8-17eb-47f6-957a-2cea1b50945f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:08:53Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['85c398ac-4635-4e27-aa8f-d2369f8b6800'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:08:56.810173 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-818745d2-464a-4db0-a103-79d9ef66dfd6 req-f63decfd-fdc2-4387-aec1-0aae35e5bbd7 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Network 66664860-8484-4278-a13a-d19d7f467709 is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:08:56.820761 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e76d7f42-1dfc-4945-82ae-19113120cbd7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=104468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 09:08:56.831394 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [req-818745d2-464a-4db0-a103-79d9ef66dfd6 req-f63decfd-fdc2-4387-aec1-0aae35e5bbd7 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:08:56.838396 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76d7f42-1dfc-4945-82ae-19113120cbd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e21ac5bb-9dd4-42ea-9b38-6f87197c33d5,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:08:56.843305 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [req-818745d2-464a-4db0-a103-79d9ef66dfd6 req-f63decfd-fdc2-4387-aec1-0aae35e5bbd7 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Received port after_create {{(pid=104469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 09:08:56.868922 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e76d7f42-1dfc-4945-82ae-19113120cbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7769013'] for segment (433c35d4-ed66-4e5c-bf1f-64b64f589fca), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:56.869733 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.db.segments_db [None req-e76d7f42-1dfc-4945-82ae-19113120cbd7 admin admin] Added segment 433c35d4-ed66-4e5c-bf1f-64b64f589fca of type vlan for network 3e9a7575-61d7-4cba-8b69-b98f960d3e48 Jul 13 09:08:56.893273 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b277e9-8e94-466e-88b7-e5f7c5a16365 None None] Pushing event updated for resources: {'Port': ['ID=9947c9ac-22c2-430e-8450-986f34582fdf,revision_number=4']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:08:56.906343 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63decfd-fdc2-4387-aec1-0aae35e5bbd7 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Pushing event updated for resources: {'Port': ['ID=5e405f48-99d1-4184-bb1c-d187e2f9e912,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:08:56.990895 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e76d7f42-1dfc-4945-82ae-19113120cbd7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760184566321'] for network (3e9a7575-61d7-4cba-8b69-b98f960d3e48), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:56.996882 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818745d2-464a-4db0-a103-79d9ef66dfd6 req-f63decfd-fdc2-4387-aec1-0aae35e5bbd7 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:56.997791 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-818745d2-464a-4db0-a103-79d9ef66dfd6 req-f63decfd-fdc2-4387-aec1-0aae35e5bbd7 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for port (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:57.036418 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-59eb5cc8-17eb-47f6-957a-2cea1b50945f None None] Set router 85c398ac-4635-4e27-aa8f-d2369f8b6800 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:08:57.073402 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-b802347d-cb2e-4346-bdaf-b5a61053ad30 None None] Provisioning complete for port 9947c9ac-22c2-430e-8450-986f34582fdf triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:08:57.074389 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-b802347d-cb2e-4346-bdaf-b5a61053ad30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (9947c9ac-22c2-430e-8450-986f34582fdf), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:57.076078 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-818745d2-464a-4db0-a103-79d9ef66dfd6 req-f63decfd-fdc2-4387-aec1-0aae35e5bbd7 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6579380 Jul 13 09:08:57.087494 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [req-818745d2-464a-4db0-a103-79d9ef66dfd6 req-d38be62a-0ec5-45fb-a8df-774cc8c1bc74 service neutron] Request body: {'port': {'device_id': '4c84256c-3f8c-43e1-9c7d-2a433978a7bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84962'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:08:57.102865 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e76d7f42-1dfc-4945-82ae-19113120cbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428'] for network (3e9a7575-61d7-4cba-8b69-b98f960d3e48), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:57.104176 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76d7f42-1dfc-4945-82ae-19113120cbd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:57.104995 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e76d7f42-1dfc-4945-82ae-19113120cbd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594414'] for network (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:57.243415 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-818745d2-464a-4db0-a103-79d9ef66dfd6 req-d38be62a-0ec5-45fb-a8df-774cc8c1bc74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (5e405f48-99d1-4184-bb1c-d187e2f9e912), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:57.305368 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-e76d7f42-1dfc-4945-82ae-19113120cbd7 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.1755195 Jul 13 09:08:57.309610 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 35684) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:08:57.315363 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-ea247f04-960c-474c-b8f4-76ebacec7ceb admin admin] Request body: {'subnet': {'network_id': '3e9a7575-61d7-4cba-8b69-b98f960d3e48', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-944435963-subnet', 'tenant_id': 'b16f471ef00f4ee5a3afe56bfdba8ae9', 'ip_version': 4}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:08:57.320241 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-b802347d-cb2e-4346-bdaf-b5a61053ad30 None None] Current status of the port 9947c9ac-22c2-430e-8450-986f34582fdf is: DOWN; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:08:57.320995 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76d7f42-1dfc-4945-82ae-19113120cbd7 admin admin] Pushing event updated for resources: {'Network': ['ID=3e9a7575-61d7-4cba-8b69-b98f960d3e48,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:08:57.324641 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-b802347d-cb2e-4346-bdaf-b5a61053ad30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (9947c9ac-22c2-430e-8450-986f34582fdf), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:57.427378 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-b802347d-cb2e-4346-bdaf-b5a61053ad30 None None] For port 9947c9ac-22c2-430e-8450-986f34582fdf, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=9947c9ac-22c2-430e-8450-986f34582fdf,segment=NetworkSegment(6417cdc0-763c-4790-ae1e-ebc420f204bb),segment_id=6417cdc0-763c-4790-ae1e-ebc420f204bb)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:08:57.428743 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Network 3e9a7575-61d7-4cba-8b69-b98f960d3e48 details requested by agent ovs-agent-dv-cinder-849626-3-iscsi with host dv-cinder-849626-3-iscsi {{(pid=104470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 09:08:57.443467 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea247f04-960c-474c-b8f4-76ebacec7ceb admin admin] Made reservation on behalf of b16f471ef00f4ee5a3afe56bfdba8ae9 for: {'subnet': 1} {{(pid=104469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 09:08:57.447714 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-59eb5cc8-17eb-47f6-957a-2cea1b50945f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'name': 'tempest-TestVolumeBootPattern-994788136-router', 'tenant_id': '02051a1f629a48199bb1eb504c747294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:08:46Z', 'updated_at': '2022-07-13T09:08:52Z', 'revision_number': 4, 'project_id': '02051a1f629a48199bb1eb504c747294', 'gw_port': {'id': 'eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:08:46Z', 'updated_at': '2022-07-13T09:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_interfaces': [{'id': '9947c9ac-22c2-430e-8450-986f34582fdf', 'name': '', 'network_id': '3b440154-a6c9-4139-b7ed-df54c627be50', 'tenant_id': '02051a1f629a48199bb1eb504c747294', 'mac_address': 'fa:16:3e:96:28:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '8c1af7e4-944c-47db-9585-b5c5f9138bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:08:51Z', 'updated_at': '2022-07-13T09:08:56Z', 'revision_number': 4, 'project_id': '02051a1f629a48199bb1eb504c747294', 'subnets': [{'id': '8c1af7e4-944c-47db-9585-b5c5f9138bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:08:57.461651 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ea247f04-960c-474c-b8f4-76ebacec7ceb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8945929'] for subnet (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:57.486730 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59eb5cc8-17eb-47f6-957a-2cea1b50945f None None] The sync data for ids ['85c398ac-4635-4e27-aa8f-d2369f8b6800'] in dv-cinder-849626-3-iscsi is: [{'id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'name': 'tempest-TestVolumeBootPattern-994788136-router', 'tenant_id': '02051a1f629a48199bb1eb504c747294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:08:46Z', 'updated_at': '2022-07-13T09:08:52Z', 'revision_number': 4, 'project_id': '02051a1f629a48199bb1eb504c747294', 'gw_port': {'id': 'eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:08:46Z', 'updated_at': '2022-07-13T09:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_interfaces': [{'id': '9947c9ac-22c2-430e-8450-986f34582fdf', 'name': '', 'network_id': '3b440154-a6c9-4139-b7ed-df54c627be50', 'tenant_id': '02051a1f629a48199bb1eb504c747294', 'mac_address': 'fa:16:3e:96:28:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '8c1af7e4-944c-47db-9585-b5c5f9138bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:08:51Z', 'updated_at': '2022-07-13T09:08:56Z', 'revision_number': 4, 'project_id': '02051a1f629a48199bb1eb504c747294', 'subnets': [{'id': '8c1af7e4-944c-47db-9585-b5c5f9138bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 09:08:57.564952 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-b802347d-cb2e-4346-bdaf-b5a61053ad30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (9947c9ac-22c2-430e-8450-986f34582fdf), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:57.658664 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b802347d-cb2e-4346-bdaf-b5a61053ad30 None None] Pushing event updated for resources: {'Port': ['ID=9947c9ac-22c2-430e-8450-986f34582fdf,revision_number=5']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:08:57.688940 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755db850-a7c4-4920-b049-de4b4dc2c535 req-06e47857-030d-45f1-bea0-9857478a598c tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:57.691523 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-755db850-a7c4-4920-b049-de4b4dc2c535 req-06e47857-030d-45f1-bea0-9857478a598c tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c84256c-3f8c-43e1-9c7d-2a433978a7bd HTTP/1.1" status: 200 len: 932 time: 0.2710061 Jul 13 09:08:57.698493 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-aba59dd4-36b1-4f1c-81fc-58abb85f4f53 None None] Provisioning complete for port 5e405f48-99d1-4184-bb1c-d187e2f9e912 triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:08:57.699226 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-aba59dd4-36b1-4f1c-81fc-58abb85f4f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (5e405f48-99d1-4184-bb1c-d187e2f9e912), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:57.747436 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-aba59dd4-36b1-4f1c-81fc-58abb85f4f53 None None] Port 5e405f48-99d1-4184-bb1c-d187e2f9e912 cannot update to ACTIVE because it is not bound. {{(pid=104470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 09:08:57.793417 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:57.809963 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-755db850-a7c4-4920-b049-de4b4dc2c535 req-00be8afa-6d7f-4d3a-b967-1927894c6f9d tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=b803fcad-06fb-4c9a-9600-bfbe09ca979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114116 Jul 13 09:08:57.890363 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b764049f-e3b7-4f88-9eb2-591decfc7f07 req-3bb3665b-d8b2-4ec6-a525-bb91f126761e tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:57.894867 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-b764049f-e3b7-4f88-9eb2-591decfc7f07 req-3bb3665b-d8b2-4ec6-a525-bb91f126761e tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 945 time: 0.0567245 Jul 13 09:08:57.906145 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:57.941215 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [req-818745d2-464a-4db0-a103-79d9ef66dfd6 req-d38be62a-0ec5-45fb-a8df-774cc8c1bc74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e405f48-99d1-4184-bb1c-d187e2f9e912 {{(pid=104469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 09:08:57.955616 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-818745d2-464a-4db0-a103-79d9ef66dfd6 req-d38be62a-0ec5-45fb-a8df-774cc8c1bc74 service neutron] Publish callbacks [] for port (5e405f48-99d1-4184-bb1c-d187e2f9e912), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:57.956130 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-b764049f-e3b7-4f88-9eb2-591decfc7f07 req-f102baab-14ed-4b54-beeb-9389968684a3 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560706 Jul 13 09:08:57.982728 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [req-818745d2-464a-4db0-a103-79d9ef66dfd6 req-d38be62a-0ec5-45fb-a8df-774cc8c1bc74 service neutron] Transition to ACTIVE for port object 5e405f48-99d1-4184-bb1c-d187e2f9e912 will not be triggered until provisioned by entity L2. {{(pid=104469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 09:08:58.055962 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-818745d2-464a-4db0-a103-79d9ef66dfd6 req-d38be62a-0ec5-45fb-a8df-774cc8c1bc74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542332'] for port (5e405f48-99d1-4184-bb1c-d187e2f9e912), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:58.058404 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ea247f04-960c-474c-b8f4-76ebacec7ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3541685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8945979'] for subnet (cbe6df66-df71-4df9-a1d6-8a25ae84c30e), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:58.064055 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:58.161516 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38be62a-0ec5-45fb-a8df-774cc8c1bc74 service neutron] Pushing event updated for resources: {'Port': ['ID=5e405f48-99d1-4184-bb1c-d187e2f9e912,revision_number=2']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:08:58.175522 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea247f04-960c-474c-b8f4-76ebacec7ceb admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbe6df66-df71-4df9-a1d6-8a25ae84c30e,revision_number=0']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:08:58.278654 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea247f04-960c-474c-b8f4-76ebacec7ceb admin admin] Checking segment: {'id': '433c35d4-ed66-4e5c-bf1f-64b64f589fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3e9a7575-61d7-4cba-8b69-b98f960d3e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 09:08:58.283764 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea247f04-960c-474c-b8f4-76ebacec7ceb admin admin] Network hostable DHCP agents. Network: 3e9a7575-61d7-4cba-8b69-b98f960d3e48, hostable agents: ['a33f270e-6fb2-40d7-a0c5-ff754f30a69f'], hosted agents: [] {{(pid=104469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 09:08:58.297111 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device 9947c9ac-22c2-430e-8450-986f34582fdf up at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:08:58.321530 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [req-818745d2-464a-4db0-a103-79d9ef66dfd6 req-d38be62a-0ec5-45fb-a8df-774cc8c1bc74 service neutron] Attempting to bind port 5e405f48-99d1-4184-bb1c-d187e2f9e912 on host hv-cinder-84962 for vnic_type normal with profile {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 09:08:58.325508 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [req-818745d2-464a-4db0-a103-79d9ef66dfd6 req-d38be62a-0ec5-45fb-a8df-774cc8c1bc74 service neutron] Attempting to bind port 5e405f48-99d1-4184-bb1c-d187e2f9e912 by drivers openvswitch,hyperv on host hv-cinder-84962 at level 0 using segments [{'id': '270cda57-bbfa-4cb6-9405-da36f4f1a73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '66664860-8484-4278-a13a-d19d7f467709'}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 09:08:58.325508 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818745d2-464a-4db0-a103-79d9ef66dfd6 req-d38be62a-0ec5-45fb-a8df-774cc8c1bc74 service neutron] Attempting to bind port 5e405f48-99d1-4184-bb1c-d187e2f9e912 on network 66664860-8484-4278-a13a-d19d7f467709 {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 09:08:58.327433 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818745d2-464a-4db0-a103-79d9ef66dfd6 req-d38be62a-0ec5-45fb-a8df-774cc8c1bc74 service neutron] Port 5e405f48-99d1-4184-bb1c-d187e2f9e912 on network 66664860-8484-4278-a13a-d19d7f467709 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84962 {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 13 09:08:58.327751 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818745d2-464a-4db0-a103-79d9ef66dfd6 req-d38be62a-0ec5-45fb-a8df-774cc8c1bc74 service neutron] Attempting to bind port 5e405f48-99d1-4184-bb1c-d187e2f9e912 on network 66664860-8484-4278-a13a-d19d7f467709 {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 09:08:58.333981 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818745d2-464a-4db0-a103-79d9ef66dfd6 req-d38be62a-0ec5-45fb-a8df-774cc8c1bc74 service neutron] Checking agent: {'id': '6e9d2670-629d-42a5-8dd5-d0857aba9a7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84962', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 9, 4, 10), 'started_at': datetime.datetime(2022, 7, 13, 9, 4, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 9, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 09:08:58.334358 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818745d2-464a-4db0-a103-79d9ef66dfd6 req-d38be62a-0ec5-45fb-a8df-774cc8c1bc74 service neutron] Checking segment: {'id': '270cda57-bbfa-4cb6-9405-da36f4f1a73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '66664860-8484-4278-a13a-d19d7f467709'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 09:08:58.334730 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818745d2-464a-4db0-a103-79d9ef66dfd6 req-d38be62a-0ec5-45fb-a8df-774cc8c1bc74 service neutron] Bound using segment: {'id': '270cda57-bbfa-4cb6-9405-da36f4f1a73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '66664860-8484-4278-a13a-d19d7f467709'} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 09:08:58.335154 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [req-818745d2-464a-4db0-a103-79d9ef66dfd6 req-d38be62a-0ec5-45fb-a8df-774cc8c1bc74 service neutron] Bound port: 5e405f48-99d1-4184-bb1c-d187e2f9e912, host: hv-cinder-84962, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '270cda57-bbfa-4cb6-9405-da36f4f1a73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '66664860-8484-4278-a13a-d19d7f467709'}}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 09:08:58.339223 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-818745d2-464a-4db0-a103-79d9ef66dfd6 req-d38be62a-0ec5-45fb-a8df-774cc8c1bc74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (5e405f48-99d1-4184-bb1c-d187e2f9e912), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:58.350107 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:58.357361 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Provisioning complete for port 9947c9ac-22c2-430e-8450-986f34582fdf triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:08:58.357715 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (9947c9ac-22c2-430e-8450-986f34582fdf), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:58.411445 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea247f04-960c-474c-b8f4-76ebacec7ceb admin admin] Network 3e9a7575-61d7-4cba-8b69-b98f960d3e48 is scheduled to be hosted by DHCP agent a33f270e-6fb2-40d7-a0c5-ff754f30a69f with binding_index 1 {{(pid=104469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 09:08:58.423493 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [req-818745d2-464a-4db0-a103-79d9ef66dfd6 req-d38be62a-0ec5-45fb-a8df-774cc8c1bc74 service neutron] For port 5e405f48-99d1-4184-bb1c-d187e2f9e912, host hv-cinder-84962, cleared binding levels {{(pid=104469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 09:08:58.427136 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [req-818745d2-464a-4db0-a103-79d9ef66dfd6 req-d38be62a-0ec5-45fb-a8df-774cc8c1bc74 service neutron] For port 5e405f48-99d1-4184-bb1c-d187e2f9e912, host hv-cinder-84962, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=5e405f48-99d1-4184-bb1c-d187e2f9e912,segment=NetworkSegment(270cda57-bbfa-4cb6-9405-da36f4f1a73b),segment_id=270cda57-bbfa-4cb6-9405-da36f4f1a73b)] {{(pid=104469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 09:08:58.454000 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:58.458715 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Current status of the port 9947c9ac-22c2-430e-8450-986f34582fdf is: ACTIVE; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:08:58.474067 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [None req-ea247f04-960c-474c-b8f4-76ebacec7ceb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849626-3-iscsi, 3e9a7575-61d7-4cba-8b69-b98f960d3e48) {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:08:58.480509 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea247f04-960c-474c-b8f4-76ebacec7ceb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:58.481256 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ea247f04-960c-474c-b8f4-76ebacec7ceb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594414'] for subnet (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:58.490255 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d084dddc-c936-4b0c-aafc-53dc2fc5cf82 None None] Network 3e9a7575-61d7-4cba-8b69-b98f960d3e48 requested from dv-cinder-849626-3-iscsi {{(pid=104470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 09:08:58.494355 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-818745d2-464a-4db0-a103-79d9ef66dfd6 req-d38be62a-0ec5-45fb-a8df-774cc8c1bc74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542332'] for port (5e405f48-99d1-4184-bb1c-d187e2f9e912), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:58.538049 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818745d2-464a-4db0-a103-79d9ef66dfd6 req-d38be62a-0ec5-45fb-a8df-774cc8c1bc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:58.538757 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-818745d2-464a-4db0-a103-79d9ef66dfd6 req-d38be62a-0ec5-45fb-a8df-774cc8c1bc74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for port (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:58.540198 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-818745d2-464a-4db0-a103-79d9ef66dfd6 req-d38be62a-0ec5-45fb-a8df-774cc8c1bc74 service neutron] 10.222.0.30 "PUT /v2.0/ports/5e405f48-99d1-4184-bb1c-d187e2f9e912 HTTP/1.1" status: 200 len: 1094 time: 1.4570236 Jul 13 09:08:58.540630 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c84256c-3f8c-43e1-9c7d-2a433978a7bd', 'tag': '5e405f48-99d1-4184-bb1c-d187e2f9e912'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:08:58.543024 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c4e5b91a84def5af2f1fcdaa70b19e5540aa6c2f63d8f4e9cb6586108f6a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11be679-c963-4176-9ca6-ec0df20875f5" -d '{"events": [{"name": "network-changed", "server_uuid": "4c84256c-3f8c-43e1-9c7d-2a433978a7bd", "tag": "5e405f48-99d1-4184-bb1c-d187e2f9e912"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:08:58.583978 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38be62a-0ec5-45fb-a8df-774cc8c1bc74 service neutron] Pushing event updated for resources: {'Port': ['ID=5e405f48-99d1-4184-bb1c-d187e2f9e912,revision_number=3']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:08:58.608381 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 09:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b222bc-de66-439d-8559-71db4990bcb8 x-openstack-request-id: req-d5b222bc-de66-439d-8559-71db4990bcb8 {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:08:58.609179 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c84256c-3f8c-43e1-9c7d-2a433978a7bd", "tag": "5e405f48-99d1-4184-bb1c-d187e2f9e912", "status": "completed", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:08:58.609611 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-d5b222bc-de66-439d-8559-71db4990bcb8 {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:08:58.610110 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5b222bc-de66-439d-8559-71db4990bcb8'] response: {'name': 'network-changed', 'server_uuid': '4c84256c-3f8c-43e1-9c7d-2a433978a7bd', 'tag': '5e405f48-99d1-4184-bb1c-d187e2f9e912', 'status': 'completed', 'code': 200} Jul 13 09:08:58.621349 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-ea247f04-960c-474c-b8f4-76ebacec7ceb admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3098598 Jul 13 09:08:58.623692 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 35706) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:08:58.630747 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-3b4a8c0f-c11c-40ad-a4fa-2092bae0be03 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-944435963-router', 'tenant_id': 'b16f471ef00f4ee5a3afe56bfdba8ae9', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5'}}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:08:58.720675 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1dce130-ff68-4bb1-814f-8a80616e603c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa97415d6-5d51-52f2-982d-111b1056dda0-3e9a7575-61d7-4cba-8b69-b98f960d3e48', 'network_id': '3e9a7575-61d7-4cba-8b69-b98f960d3e48', 'project_id': 'b16f471ef00f4ee5a3afe56bfdba8ae9', 'fixed_ips': [{'subnet_id': 'cbe6df66-df71-4df9-a1d6-8a25ae84c30e'}]}} from dv-cinder-849626-3-iscsi. {{(pid=104470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 13 09:08:58.723291 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-c1dce130-ff68-4bb1-814f-8a80616e603c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:58.772597 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-3b4a8c0f-c11c-40ad-a4fa-2092bae0be03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-400718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-703'] for router (739819ef-09a0-4426-98f2-aaf0fa363008), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:58.773730 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-3b4a8c0f-c11c-40ad-a4fa-2092bae0be03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-508804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-648'] for router (739819ef-09a0-4426-98f2-aaf0fa363008), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:58.803556 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11be679-c963-4176-9ca6-ec0df20875f5 req-7d243a1d-2f02-450e-8622-f8f8e91e1b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:58.805103 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-c11be679-c963-4176-9ca6-ec0df20875f5 req-7d243a1d-2f02-450e-8622-f8f8e91e1b31 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7afbdee349034d2182240f1f7230236f&device_id=4c84256c-3f8c-43e1-9c7d-2a433978a7bd HTTP/1.1" status: 200 len: 1128 time: 0.0733242 Jul 13 09:08:58.864964 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-3b4a8c0f-c11c-40ad-a4fa-2092bae0be03 admin admin] Publish callbacks [] for router_controller (739819ef-09a0-4426-98f2-aaf0fa363008), precommit_add_association {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:58.902453 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.db_base_plugin_common [None req-c1dce130-ff68-4bb1-814f-8a80616e603c None None] Allocated IP 172.20.0.2 (3e9a7575-61d7-4cba-8b69-b98f960d3e48/cbe6df66-df71-4df9-a1d6-8a25ae84c30e/0f050058-04c4-4e96-be61-ae9e1944e108) {{(pid=104470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 09:08:58.954543 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c226f8-2ba6-4752-a2e3-ed06778a0ffe req-2d1e585a-9a88-4141-a461-de5d0452edc4 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:58.957474 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-d5c226f8-2ba6-4752-a2e3-ed06778a0ffe req-2d1e585a-9a88-4141-a461-de5d0452edc4 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c84256c-3f8c-43e1-9c7d-2a433978a7bd HTTP/1.1" status: 200 len: 944 time: 0.0602529 Jul 13 09:08:59.035473 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-d5c226f8-2ba6-4752-a2e3-ed06778a0ffe req-f8e8a969-992e-4757-b1a1-dac14fb9908a tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=b803fcad-06fb-4c9a-9600-bfbe09ca979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586452 Jul 13 09:08:59.212913 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-c1dce130-ff68-4bb1-814f-8a80616e603c None None] Publish callbacks [] for port (0f050058-04c4-4e96-be61-ae9e1944e108), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:59.285272 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-c1dce130-ff68-4bb1-814f-8a80616e603c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760184582126'] for port (0f050058-04c4-4e96-be61-ae9e1944e108), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:59.326203 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1dce130-ff68-4bb1-814f-8a80616e603c None None] Network 3e9a7575-61d7-4cba-8b69-b98f960d3e48 is already hosted by enough agents. {{(pid=104470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:08:59.332252 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.base_scheduler [None req-c1dce130-ff68-4bb1-814f-8a80616e603c None None] Resources bound (agent type, host, resource id): {{(pid=104470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:08:59.336732 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1dce130-ff68-4bb1-814f-8a80616e603c None None] Received port after_create {{(pid=104470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 09:08:59.364448 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dce130-ff68-4bb1-814f-8a80616e603c None None] Pushing event updated for resources: {'Port': ['ID=0f050058-04c4-4e96-be61-ae9e1944e108,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:08:59.373743 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-3b4a8c0f-c11c-40ad-a4fa-2092bae0be03 admin admin] Publish callbacks [] for router_gateway (739819ef-09a0-4426-98f2-aaf0fa363008), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:59.393829 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b1622-5221-4ef4-9f3c-a9323699b5f5 req-3ca4f2bc-4841-458f-a7d6-c8566aabf4ab tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:59.395378 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-365b1622-5221-4ef4-9f3c-a9323699b5f5 req-3ca4f2bc-4841-458f-a7d6-c8566aabf4ab tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 945 time: 0.2990241 Jul 13 09:08:59.402214 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-c1dce130-ff68-4bb1-814f-8a80616e603c None None] Attempting to bind port 0f050058-04c4-4e96-be61-ae9e1944e108 on host dv-cinder-849626-3-iscsi for vnic_type normal with profile {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 09:08:59.402590 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-c1dce130-ff68-4bb1-814f-8a80616e603c None None] Attempting to bind port 0f050058-04c4-4e96-be61-ae9e1944e108 by drivers openvswitch,hyperv on host dv-cinder-849626-3-iscsi at level 0 using segments [{'id': '433c35d4-ed66-4e5c-bf1f-64b64f589fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3e9a7575-61d7-4cba-8b69-b98f960d3e48'}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 09:08:59.402952 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1dce130-ff68-4bb1-814f-8a80616e603c None None] Attempting to bind port 0f050058-04c4-4e96-be61-ae9e1944e108 on network 3e9a7575-61d7-4cba-8b69-b98f960d3e48 {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 09:08:59.410161 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1dce130-ff68-4bb1-814f-8a80616e603c None None] Checking agent: {'id': '9379cce5-6fc7-4135-bc49-530c07185724', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849626-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 8, 57, 26), 'started_at': datetime.datetime(2022, 7, 13, 8, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 9, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849626-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 09:08:59.410540 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1dce130-ff68-4bb1-814f-8a80616e603c None None] Checking segment: {'id': '433c35d4-ed66-4e5c-bf1f-64b64f589fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3e9a7575-61d7-4cba-8b69-b98f960d3e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 09:08:59.411045 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-c1dce130-ff68-4bb1-814f-8a80616e603c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:59.411557 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1dce130-ff68-4bb1-814f-8a80616e603c None None] Bound using segment: {'id': '433c35d4-ed66-4e5c-bf1f-64b64f589fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3e9a7575-61d7-4cba-8b69-b98f960d3e48'} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 09:08:59.412199 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-c1dce130-ff68-4bb1-814f-8a80616e603c None None] Bound port: 0f050058-04c4-4e96-be61-ae9e1944e108, host: dv-cinder-849626-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '433c35d4-ed66-4e5c-bf1f-64b64f589fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3e9a7575-61d7-4cba-8b69-b98f960d3e48'}}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 09:08:59.412583 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-c1dce130-ff68-4bb1-814f-8a80616e603c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (0f050058-04c4-4e96-be61-ae9e1944e108), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:59.421707 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:59.485099 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-c1dce130-ff68-4bb1-814f-8a80616e603c None None] For port 0f050058-04c4-4e96-be61-ae9e1944e108, host dv-cinder-849626-3-iscsi, cleared binding levels {{(pid=104470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 09:08:59.489268 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-c1dce130-ff68-4bb1-814f-8a80616e603c None None] For port 0f050058-04c4-4e96-be61-ae9e1944e108, host dv-cinder-849626-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=0f050058-04c4-4e96-be61-ae9e1944e108,segment=NetworkSegment(433c35d4-ed66-4e5c-bf1f-64b64f589fca),segment_id=433c35d4-ed66-4e5c-bf1f-64b64f589fca)] {{(pid=104470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 09:08:59.497309 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-365b1622-5221-4ef4-9f3c-a9323699b5f5 req-cfef3836-1ecc-46c1-af24-cbb7187d164c tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959837 Jul 13 09:08:59.600718 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:08:59.612224 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-c1dce130-ff68-4bb1-814f-8a80616e603c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (0f050058-04c4-4e96-be61-ae9e1944e108), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:59.656351 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11be679-c963-4176-9ca6-ec0df20875f5 req-7d81d041-ea1d-4240-9ef0-ac5f5955e20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:59.657889 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-c11be679-c963-4176-9ca6-ec0df20875f5 req-7d81d041-ea1d-4240-9ef0-ac5f5955e20d service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=7afbdee349034d2182240f1f7230236f&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2168772 Jul 13 09:08:59.672760 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dce130-ff68-4bb1-814f-8a80616e603c None None] Pushing event updated for resources: {'Port': ['ID=0f050058-04c4-4e96-be61-ae9e1944e108,revision_number=2']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:08:59.744298 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-3b4a8c0f-c11c-40ad-a4fa-2092bae0be03 admin admin] Publish callbacks [] for router_gateway (739819ef-09a0-4426-98f2-aaf0fa363008), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:59.769636 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-3b4a8c0f-c11c-40ad-a4fa-2092bae0be03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:08:59.922661 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b210336-5aab-4f9a-abcc-490fd64168a7 req-da7f72fa-34cf-45aa-9428-f8c80be0b9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:08:59.924502 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-3b210336-5aab-4f9a-abcc-490fd64168a7 req-da7f72fa-34cf-45aa-9428-f8c80be0b9d3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=09b63eccabbc498cb96dd4bbcef0969a&device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 1129 time: 0.1592040 Jul 13 09:09:00.066737 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11be679-c963-4176-9ca6-ec0df20875f5 req-e0a816bd-2d59-43de-90b3-974573b53bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:00.068309 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-c11be679-c963-4176-9ca6-ec0df20875f5 req-e0a816bd-2d59-43de-90b3-974573b53bbc service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3018818 Jul 13 09:09:00.097803 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_common [None req-3b4a8c0f-c11c-40ad-a4fa-2092bae0be03 admin admin] Allocated IP 172.27.3.158 (14d154e4-c9a5-47e8-9f7f-9daf0b869ff5/8de8efa6-546e-4542-992b-4162440fe9c8/13728bce-45c5-4c2e-8929-448e7643c37b) {{(pid=104469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 09:09:00.116971 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b210336-5aab-4f9a-abcc-490fd64168a7 req-557d1db0-2f7d-4031-bac5-cbcec540f587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:00.118423 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-3b210336-5aab-4f9a-abcc-490fd64168a7 req-557d1db0-2f7d-4031-bac5-cbcec540f587 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dced4119-fd64-48f2-a32b-f0864c860758 HTTP/1.1" status: 200 len: 918 time: 0.1828883 Jul 13 09:09:00.168082 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3787d15f-d69c-4662-9217-b70e5827626b req-0a85f554-ad38-4f1b-b33c-21b1fa21794d tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:00.176059 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-3787d15f-d69c-4662-9217-b70e5827626b req-0a85f554-ad38-4f1b-b33c-21b1fa21794d tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c84256c-3f8c-43e1-9c7d-2a433978a7bd HTTP/1.1" status: 200 len: 944 time: 0.0621541 Jul 13 09:09:00.213754 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:00.230070 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-3787d15f-d69c-4662-9217-b70e5827626b req-4a5f9706-e00c-4366-b4f6-0b9f94457e86 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=b803fcad-06fb-4c9a-9600-bfbe09ca979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530648 Jul 13 09:09:00.270437 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818745d2-464a-4db0-a103-79d9ef66dfd6 req-42277d12-8bf1-4754-b581-08ec56eeb432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:00.271991 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-818745d2-464a-4db0-a103-79d9ef66dfd6 req-42277d12-8bf1-4754-b581-08ec56eeb432 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7afbdee349034d2182240f1f7230236f&device_id=4c84256c-3f8c-43e1-9c7d-2a433978a7bd HTTP/1.1" status: 200 len: 1128 time: 0.1571486 Jul 13 09:09:00.279725 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-3b210336-5aab-4f9a-abcc-490fd64168a7 req-ba2f2d8a-e4ff-414a-a932-3196e3b4b56d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f HTTP/1.1" status: 200 len: 1001 time: 0.1505201 Jul 13 09:09:00.348019 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-818745d2-464a-4db0-a103-79d9ef66dfd6 req-a4195bf3-8699-4179-b8ae-b5367efee930 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e405f48-99d1-4184-bb1c-d187e2f9e912 HTTP/1.1" status: 200 len: 217 time: 0.0658476 Jul 13 09:09:00.412018 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device 0f050058-04c4-4e96-be61-ae9e1944e108 up at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:09:00.444165 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-3b4a8c0f-c11c-40ad-a4fa-2092bae0be03 admin admin] Publish callbacks [] for port (13728bce-45c5-4c2e-8929-448e7643c37b), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:00.453232 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b210336-5aab-4f9a-abcc-490fd64168a7 req-dc7928d8-7226-4f38-bffc-917d1ce63635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:00.455349 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-3b210336-5aab-4f9a-abcc-490fd64168a7 req-dc7928d8-7226-4f38-bffc-917d1ce63635 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f435a127-82ff-4993-a381-fe0f5e258ef6 HTTP/1.1" status: 200 len: 856 time: 0.1337824 Jul 13 09:09:00.463899 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Provisioning complete for port 0f050058-04c4-4e96-be61-ae9e1944e108 triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:09:00.464353 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (0f050058-04c4-4e96-be61-ae9e1944e108), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:00.467529 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818745d2-464a-4db0-a103-79d9ef66dfd6 req-98a89f77-c0ca-4440-b220-b48313ae98f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:00.469076 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-818745d2-464a-4db0-a103-79d9ef66dfd6 req-98a89f77-c0ca-4440-b220-b48313ae98f9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e31827df-90a6-4f3b-b292-e48b977cc711 HTTP/1.1" status: 200 len: 858 time: 0.0939095 Jul 13 09:09:00.489745 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:00.559293 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Current status of the port 0f050058-04c4-4e96-be61-ae9e1944e108 is: DOWN; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:09:00.559533 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (0f050058-04c4-4e96-be61-ae9e1944e108), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:00.573737 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b210336-5aab-4f9a-abcc-490fd64168a7 req-14df4234-37b3-4cd5-bafb-6589ac9e3b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:00.577923 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-3b210336-5aab-4f9a-abcc-490fd64168a7 req-14df4234-37b3-4cd5-bafb-6589ac9e3b73 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dced4119-fd64-48f2-a32b-f0864c860758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1030350 Jul 13 09:09:00.578090 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:00.583250 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818745d2-464a-4db0-a103-79d9ef66dfd6 req-7b80dd92-5375-4de3-95a8-56552ebb2303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:00.584697 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-818745d2-464a-4db0-a103-79d9ef66dfd6 req-7b80dd92-5375-4de3-95a8-56552ebb2303 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=66664860-8484-4278-a13a-d19d7f467709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1027966 Jul 13 09:09:00.604267 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] For port 0f050058-04c4-4e96-be61-ae9e1944e108, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=0f050058-04c4-4e96-be61-ae9e1944e108,segment=NetworkSegment(433c35d4-ed66-4e5c-bf1f-64b64f589fca),segment_id=433c35d4-ed66-4e5c-bf1f-64b64f589fca)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:09:00.700720 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (0f050058-04c4-4e96-be61-ae9e1944e108), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:00.740172 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-3b4a8c0f-c11c-40ad-a4fa-2092bae0be03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760184582126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542309'] for port (13728bce-45c5-4c2e-8929-448e7643c37b), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:00.758186 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafb2378-609d-430b-be04-f83542b210cd req-0a1ba438-8bd8-4f1c-bc3e-469aca892631 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:00.759667 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-fafb2378-609d-430b-be04-f83542b210cd req-0a1ba438-8bd8-4f1c-bc3e-469aca892631 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 945 time: 0.1803644 Jul 13 09:09:00.759975 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Pushing event updated for resources: {'Port': ['ID=0f050058-04c4-4e96-be61-ae9e1944e108,revision_number=3']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:09:00.772830 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:00.789437 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6a47dd-74c4-441f-a1df-23fa8cf3baff None None] Network 3e9a7575-61d7-4cba-8b69-b98f960d3e48 requested from dv-cinder-849626-3-iscsi {{(pid=104470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 09:09:00.821076 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4a8c0f-c11c-40ad-a4fa-2092bae0be03 admin admin] Network 14d154e4-c9a5-47e8-9f7f-9daf0b869ff5 is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:09:00.837286 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [None req-3b4a8c0f-c11c-40ad-a4fa-2092bae0be03 admin admin] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:09:00.855543 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4a8c0f-c11c-40ad-a4fa-2092bae0be03 admin admin] Received port after_create {{(pid=104469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 09:09:00.882114 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-01a7f7d2-3b14-45c5-ac92-9754f6c0048f None None] Provisioning complete for port 0f050058-04c4-4e96-be61-ae9e1944e108 triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:09:00.882114 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-01a7f7d2-3b14-45c5-ac92-9754f6c0048f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (0f050058-04c4-4e96-be61-ae9e1944e108), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:00.915592 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4a8c0f-c11c-40ad-a4fa-2092bae0be03 admin admin] Pushing event updated for resources: {'Port': ['ID=13728bce-45c5-4c2e-8929-448e7643c37b,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:09:00.925111 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-3b210336-5aab-4f9a-abcc-490fd64168a7 req-fc5bfb56-3b2f-4f1d-8716-a02bd58c5fe8 service neutron] 10.222.0.30 "GET /v2.0/networks/dced4119-fd64-48f2-a32b-f0864c860758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393419 Jul 13 09:09:00.926910 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-818745d2-464a-4db0-a103-79d9ef66dfd6 req-ce3d352c-ea6e-4a25-83aa-49db55c89a3b service neutron] 10.222.0.30 "GET /v2.0/networks/66664860-8484-4278-a13a-d19d7f467709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3320434 Jul 13 09:09:00.982908 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-fafb2378-609d-430b-be04-f83542b210cd req-1434ee9b-d7d8-447c-be63-493642f5df20 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1907921 Jul 13 09:09:01.033596 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-01a7f7d2-3b14-45c5-ac92-9754f6c0048f None None] Current status of the port 0f050058-04c4-4e96-be61-ae9e1944e108 is: ACTIVE; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:09:01.103995 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffed1e5-7f13-496e-9ee0-557e638963ba req-08eae248-e03e-494a-a83b-6667bc217d29 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:01.110595 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-1ffed1e5-7f13-496e-9ee0-557e638963ba req-08eae248-e03e-494a-a83b-6667bc217d29 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/ports?device_id=7fab6a94-5644-4551-9434-0451849be88b HTTP/1.1" status: 200 len: 945 time: 0.0577147 Jul 13 09:09:01.133328 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:01.166616 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:01.175932 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-1ffed1e5-7f13-496e-9ee0-557e638963ba req-3a747509-71c6-4297-b89f-52a64b2b7de3 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/security-groups?id=08d948e1-356b-4796-94a9-af7d163eff09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633829 Jul 13 09:09:01.202508 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 35734) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:09:01.254891 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-464f37d9-a8e9-4e52-9afc-cead746cdb98 None None] Provisioning complete for port 0f050058-04c4-4e96-be61-ae9e1944e108 triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:09:01.255259 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-464f37d9-a8e9-4e52-9afc-cead746cdb98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (0f050058-04c4-4e96-be61-ae9e1944e108), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:01.384941 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-464f37d9-a8e9-4e52-9afc-cead746cdb98 None None] Current status of the port 0f050058-04c4-4e96-be61-ae9e1944e108 is: ACTIVE; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:09:01.450094 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-3b210336-5aab-4f9a-abcc-490fd64168a7 req-dccb39ac-3999-463e-9199-22761e44b60b service neutron] 10.222.0.30 "GET /v2.0/networks/dced4119-fd64-48f2-a32b-f0864c860758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5128822 Jul 13 09:09:01.493110 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-818745d2-464a-4db0-a103-79d9ef66dfd6 req-fdb29906-f9a3-42b8-8f9a-06098a018e01 service neutron] 10.222.0.30 "GET /v2.0/networks/66664860-8484-4278-a13a-d19d7f467709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5434518 Jul 13 09:09:01.504326 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9321972a-9b24-4a65-a949-ab2c2c651575 req-df3866a9-5755-4333-9b65-d0c81bf39ffb tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:01.505960 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-9321972a-9b24-4a65-a949-ab2c2c651575 req-df3866a9-5755-4333-9b65-d0c81bf39ffb tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c84256c-3f8c-43e1-9c7d-2a433978a7bd HTTP/1.1" status: 200 len: 944 time: 0.0858715 Jul 13 09:09:01.547344 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cece12e-4fcd-4bb7-8f70-f93f0c71e2d5 tempest-TestMinimumBasicScenario-275635824 tempest-TestMinimumBasicScenario-275635824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:01.552192 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-4cece12e-4fcd-4bb7-8f70-f93f0c71e2d5 tempest-TestMinimumBasicScenario-275635824 tempest-TestMinimumBasicScenario-275635824-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=7fab6a94-5644-4551-9434-0451849be88b HTTP/1.1" status: 200 len: 1124 time: 0.3452599 Jul 13 09:09:01.552612 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 35742) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:09:01.557128 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-767dbcbb-1585-47f5-96b7-e7159db7821e tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Request body: {'floatingip': {'floating_network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'port_id': '85a58c92-11ad-4ae8-b43c-cd72f892cc97', 'tenant_id': 'be3ff54edaf7439bab9ca81656e94c70', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:09:01.557274 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-9321972a-9b24-4a65-a949-ab2c2c651575 req-e1143e6e-af72-481c-af14-0bbeacc95420 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=b803fcad-06fb-4c9a-9600-bfbe09ca979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453725 Jul 13 09:09:01.616702 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-767dbcbb-1585-47f5-96b7-e7159db7821e tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:01.666402 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-3b4a8c0f-c11c-40ad-a4fa-2092bae0be03 admin admin] Publish callbacks [] for router_gateway (739819ef-09a0-4426-98f2-aaf0fa363008), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:01.700282 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-767dbcbb-1585-47f5-96b7-e7159db7821e tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:01.809089 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.db.db_base_plugin_common [None req-767dbcbb-1585-47f5-96b7-e7159db7821e tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Allocated IP 172.27.3.126 (14d154e4-c9a5-47e8-9f7f-9daf0b869ff5/8de8efa6-546e-4542-992b-4162440fe9c8/f01944ca-7eae-4d8d-9035-b243a5f9331d) {{(pid=104468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 09:09:01.865277 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-3b4a8c0f-c11c-40ad-a4fa-2092bae0be03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-400835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388435'] for router (739819ef-09a0-4426-98f2-aaf0fa363008), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:01.919856 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-767dbcbb-1585-47f5-96b7-e7159db7821e tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Publish callbacks [] for port (f01944ca-7eae-4d8d-9035-b243a5f9331d), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:02.010497 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-767dbcbb-1585-47f5-96b7-e7159db7821e tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760184582126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665350'] for port (f01944ca-7eae-4d8d-9035-b243a5f9331d), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:02.049830 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767dbcbb-1585-47f5-96b7-e7159db7821e tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Network 14d154e4-c9a5-47e8-9f7f-9daf0b869ff5 is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:09:02.054662 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-767dbcbb-1585-47f5-96b7-e7159db7821e tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:09:02.060694 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767dbcbb-1585-47f5-96b7-e7159db7821e tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Received port after_create {{(pid=104468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 09:09:02.090675 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dbcbb-1585-47f5-96b7-e7159db7821e tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Pushing event updated for resources: {'Port': ['ID=f01944ca-7eae-4d8d-9035-b243a5f9331d,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:09:02.096634 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b4a8c0f-c11c-40ad-a4fa-2092bae0be03 admin admin] Router 739819ef-09a0-4426-98f2-aaf0fa363008 is scheduled to L3 agent 084ea860-45cb-441c-b2f8-c6c2f7d6686c with binding_index 1 {{(pid=104469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 13 09:09:02.130448 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:02.137768 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dbcbb-1585-47f5-96b7-e7159db7821e tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:02.141495 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dbcbb-1585-47f5-96b7-e7159db7821e tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:02.141495 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dbcbb-1585-47f5-96b7-e7159db7821e tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:02.141495 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dbcbb-1585-47f5-96b7-e7159db7821e tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:02.141495 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dbcbb-1585-47f5-96b7-e7159db7821e tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:02.141495 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dbcbb-1585-47f5-96b7-e7159db7821e tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:02.141495 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dbcbb-1585-47f5-96b7-e7159db7821e tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:02.141495 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dbcbb-1585-47f5-96b7-e7159db7821e tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:02.141495 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dbcbb-1585-47f5-96b7-e7159db7821e tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:02.141495 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dbcbb-1585-47f5-96b7-e7159db7821e tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:02.141495 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dbcbb-1585-47f5-96b7-e7159db7821e tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:02.141495 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dbcbb-1585-47f5-96b7-e7159db7821e tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:02.141495 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dbcbb-1585-47f5-96b7-e7159db7821e tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:02.143210 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dbcbb-1585-47f5-96b7-e7159db7821e tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:02.143210 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dbcbb-1585-47f5-96b7-e7159db7821e tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:02.154075 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:02.170497 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09d31a-8c21-4d3b-8225-7b530e97bc4f req-ec4c719c-c003-4d07-ab30-e1675404f580 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:02.174485 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-cb09d31a-8c21-4d3b-8225-7b530e97bc4f req-ec4c719c-c003-4d07-ab30-e1675404f580 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 945 time: 0.0886180 Jul 13 09:09:02.214118 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b4a8c0f-c11c-40ad-a4fa-2092bae0be03 admin admin] Notify agent at l3_agent.dv-cinder-849626-3-iscsi the message routers_updated {{(pid=104469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 09:09:02.236771 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99ba4d4-8571-446f-906d-5de36c7ec9b3 None None] Sync routers for ids ['739819ef-09a0-4426-98f2-aaf0fa363008'] in dv-cinder-849626-3-iscsi {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 09:09:02.239090 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device 0f050058-04c4-4e96-be61-ae9e1944e108 up at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:09:02.283162 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99ba4d4-8571-446f-906d-5de36c7ec9b3 None None] Routers {'739819ef-09a0-4426-98f2-aaf0fa363008'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:09:02.290549 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-b99ba4d4-8571-446f-906d-5de36c7ec9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:08:53Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['739819ef-09a0-4426-98f2-aaf0fa363008'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:09:02.290857 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-cb09d31a-8c21-4d3b-8225-7b530e97bc4f req-347ea0c6-43ce-4a91-88e8-25de4b662859 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908654 Jul 13 09:09:02.301399 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:02.310598 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-3b4a8c0f-c11c-40ad-a4fa-2092bae0be03 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:02.325099 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-3b4a8c0f-c11c-40ad-a4fa-2092bae0be03 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6877079 Jul 13 09:09:02.325099 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 35746) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:09:02.355549 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Provisioning complete for port 0f050058-04c4-4e96-be61-ae9e1944e108 triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:09:02.355928 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (0f050058-04c4-4e96-be61-ae9e1944e108), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:02.444379 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-b99ba4d4-8571-446f-906d-5de36c7ec9b3 None None] Set router 739819ef-09a0-4426-98f2-aaf0fa363008 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:09:02.489404 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:02.596622 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Current status of the port 0f050058-04c4-4e96-be61-ae9e1944e108 is: ACTIVE; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:09:02.600194 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:02.606793 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-767dbcbb-1585-47f5-96b7-e7159db7821e tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Publish callbacks [] for floatingip (34284d27-d7cf-45c2-ad05-fd64abe4fdda), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:02.669172 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-b99ba4d4-8571-446f-906d-5de36c7ec9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '739819ef-09a0-4426-98f2-aaf0fa363008', 'name': 'tempest-TestVolumeBootPattern-944435963-router', 'tenant_id': 'b16f471ef00f4ee5a3afe56bfdba8ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '13728bce-45c5-4c2e-8929-448e7643c37b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:08:58Z', 'updated_at': '2022-07-13T09:09:01Z', 'revision_number': 3, 'project_id': 'b16f471ef00f4ee5a3afe56bfdba8ae9', 'gw_port': {'id': '13728bce-45c5-4c2e-8929-448e7643c37b', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:db:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '739819ef-09a0-4426-98f2-aaf0fa363008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:08:59Z', 'updated_at': '2022-07-13T09:09:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi'}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:09:02.696710 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99ba4d4-8571-446f-906d-5de36c7ec9b3 None None] Checking router: 739819ef-09a0-4426-98f2-aaf0fa363008 for host: dv-cinder-849626-3-iscsi {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 09:09:02.697103 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99ba4d4-8571-446f-906d-5de36c7ec9b3 None None] Updating router 739819ef-09a0-4426-98f2-aaf0fa363008 port 13728bce-45c5-4c2e-8929-448e7643c37b binding host dv-cinder-849626-3-iscsi {{(pid=104470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 09:09:02.716572 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efae291-36bb-4f35-b5d0-7db80984817c req-207e4b6d-18fd-4919-809c-1973d8c2b591 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:02.718062 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-4efae291-36bb-4f35-b5d0-7db80984817c req-207e4b6d-18fd-4919-809c-1973d8c2b591 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c84256c-3f8c-43e1-9c7d-2a433978a7bd HTTP/1.1" status: 200 len: 944 time: 0.0661476 Jul 13 09:09:02.728446 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-b99ba4d4-8571-446f-906d-5de36c7ec9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (13728bce-45c5-4c2e-8929-448e7643c37b), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:02.732891 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-767dbcbb-1585-47f5-96b7-e7159db7821e tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (f01944ca-7eae-4d8d-9035-b243a5f9331d), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:02.748837 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:02.838670 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-4efae291-36bb-4f35-b5d0-7db80984817c req-8a1f3fe5-ec58-47b1-ba57-85382852b5d4 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=b803fcad-06fb-4c9a-9600-bfbe09ca979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938931 Jul 13 09:09:02.888816 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f601b8ab-3e2b-4a32-8933-eb99838eaac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:02.910105 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:02.921641 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-767dbcbb-1585-47f5-96b7-e7159db7821e tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Publish callbacks [] for port (f01944ca-7eae-4d8d-9035-b243a5f9331d), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:02.999435 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-767dbcbb-1585-47f5-96b7-e7159db7821e tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665375'] for port (f01944ca-7eae-4d8d-9035-b243a5f9331d), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:03.013577 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-b99ba4d4-8571-446f-906d-5de36c7ec9b3 None None] Publish callbacks [] for port (13728bce-45c5-4c2e-8929-448e7643c37b), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:03.057365 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_common [None req-f601b8ab-3e2b-4a32-8933-eb99838eaac8 admin admin] Allocated IP 172.20.0.1 (3e9a7575-61d7-4cba-8b69-b98f960d3e48/cbe6df66-df71-4df9-a1d6-8a25ae84c30e/c8c7c305-df76-42c1-a8cf-b6c86a50508c) {{(pid=104469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 09:09:03.072315 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dbcbb-1585-47f5-96b7-e7159db7821e tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Pushing event updated for resources: {'Port': ['ID=f01944ca-7eae-4d8d-9035-b243a5f9331d,revision_number=2']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:09:03.073837 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-b99ba4d4-8571-446f-906d-5de36c7ec9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (13728bce-45c5-4c2e-8929-448e7643c37b), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:03.081087 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-767dbcbb-1585-47f5-96b7-e7159db7821e tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-388893'] for floatingip (34284d27-d7cf-45c2-ad05-fd64abe4fdda), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:03.134145 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-b99ba4d4-8571-446f-906d-5de36c7ec9b3 None None] Attempting to bind port 13728bce-45c5-4c2e-8929-448e7643c37b on host dv-cinder-849626-3-iscsi for vnic_type normal with profile {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 09:09:03.134145 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-b99ba4d4-8571-446f-906d-5de36c7ec9b3 None None] Attempting to bind port 13728bce-45c5-4c2e-8929-448e7643c37b by drivers openvswitch,hyperv on host dv-cinder-849626-3-iscsi at level 0 using segments [{'id': '51732cec-dd15-4320-89e5-7b26a17afbfa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5'}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 09:09:03.134145 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99ba4d4-8571-446f-906d-5de36c7ec9b3 None None] Attempting to bind port 13728bce-45c5-4c2e-8929-448e7643c37b on network 14d154e4-c9a5-47e8-9f7f-9daf0b869ff5 {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 09:09:03.140759 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99ba4d4-8571-446f-906d-5de36c7ec9b3 None None] Checking agent: {'id': '9379cce5-6fc7-4135-bc49-530c07185724', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849626-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 8, 57, 26), 'started_at': datetime.datetime(2022, 7, 13, 8, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 9, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849626-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 09:09:03.141135 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99ba4d4-8571-446f-906d-5de36c7ec9b3 None None] Checking segment: {'id': '51732cec-dd15-4320-89e5-7b26a17afbfa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 09:09:03.141668 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-b99ba4d4-8571-446f-906d-5de36c7ec9b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:03.142161 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99ba4d4-8571-446f-906d-5de36c7ec9b3 None None] Bound using segment: {'id': '51732cec-dd15-4320-89e5-7b26a17afbfa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5'} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 09:09:03.142836 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-b99ba4d4-8571-446f-906d-5de36c7ec9b3 None None] Bound port: 13728bce-45c5-4c2e-8929-448e7643c37b, host: dv-cinder-849626-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51732cec-dd15-4320-89e5-7b26a17afbfa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5'}}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 09:09:03.143219 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-b99ba4d4-8571-446f-906d-5de36c7ec9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (13728bce-45c5-4c2e-8929-448e7643c37b), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:03.182246 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a822e05-0b02-49eb-9dba-2214bb22a444 None None] Pushing event updated for resources: {'Port': ['ID=13728bce-45c5-4c2e-8929-448e7643c37b,revision_number=2']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:09:03.183587 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f601b8ab-3e2b-4a32-8933-eb99838eaac8 admin admin] Publish callbacks [] for port (c8c7c305-df76-42c1-a8cf-b6c86a50508c), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:03.189367 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:03.202916 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.db.l3_db [None req-767dbcbb-1585-47f5-96b7-e7159db7821e tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Floating IP 34284d27-d7cf-45c2-ad05-fd64abe4fdda associated. External IP: 172.27.3.126, port: 85a58c92-11ad-4ae8-b43c-cd72f892cc97. Jul 13 09:09:03.218542 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-b99ba4d4-8571-446f-906d-5de36c7ec9b3 None None] For port 13728bce-45c5-4c2e-8929-448e7643c37b, host dv-cinder-849626-3-iscsi, cleared binding levels {{(pid=104470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 09:09:03.222174 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-b99ba4d4-8571-446f-906d-5de36c7ec9b3 None None] For port 13728bce-45c5-4c2e-8929-448e7643c37b, host dv-cinder-849626-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=13728bce-45c5-4c2e-8929-448e7643c37b,segment=NetworkSegment(51732cec-dd15-4320-89e5-7b26a17afbfa),segment_id=51732cec-dd15-4320-89e5-7b26a17afbfa)] {{(pid=104470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 09:09:03.262971 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f601b8ab-3e2b-4a32-8933-eb99838eaac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760184582126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542309'] for port (c8c7c305-df76-42c1-a8cf-b6c86a50508c), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:03.263194 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-b99ba4d4-8571-446f-906d-5de36c7ec9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (13728bce-45c5-4c2e-8929-448e7643c37b), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:03.306966 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f601b8ab-3e2b-4a32-8933-eb99838eaac8 admin admin] Network 3e9a7575-61d7-4cba-8b69-b98f960d3e48 is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:09:03.311293 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99ba4d4-8571-446f-906d-5de36c7ec9b3 None None] Routers {'739819ef-09a0-4426-98f2-aaf0fa363008'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:09:03.311935 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-b99ba4d4-8571-446f-906d-5de36c7ec9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:08:53Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['739819ef-09a0-4426-98f2-aaf0fa363008'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:09:03.312091 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [None req-f601b8ab-3e2b-4a32-8933-eb99838eaac8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:09:03.320514 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f601b8ab-3e2b-4a32-8933-eb99838eaac8 admin admin] Received port after_create {{(pid=104469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 09:09:03.324415 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f601b8ab-3e2b-4a32-8933-eb99838eaac8 admin admin] Pushing event updated for resources: {'Port': ['ID=c8c7c305-df76-42c1-a8cf-b6c86a50508c,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:09:03.359705 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f601b8ab-3e2b-4a32-8933-eb99838eaac8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:03.361210 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f601b8ab-3e2b-4a32-8933-eb99838eaac8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:03.361210 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f601b8ab-3e2b-4a32-8933-eb99838eaac8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:03.361210 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f601b8ab-3e2b-4a32-8933-eb99838eaac8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:03.361554 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f601b8ab-3e2b-4a32-8933-eb99838eaac8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:03.361908 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f601b8ab-3e2b-4a32-8933-eb99838eaac8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:03.362536 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f601b8ab-3e2b-4a32-8933-eb99838eaac8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:03.362650 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f601b8ab-3e2b-4a32-8933-eb99838eaac8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:03.363042 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f601b8ab-3e2b-4a32-8933-eb99838eaac8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:03.363433 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f601b8ab-3e2b-4a32-8933-eb99838eaac8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:03.363817 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f601b8ab-3e2b-4a32-8933-eb99838eaac8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:03.364696 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f601b8ab-3e2b-4a32-8933-eb99838eaac8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:03.364696 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f601b8ab-3e2b-4a32-8933-eb99838eaac8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:03.364849 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f601b8ab-3e2b-4a32-8933-eb99838eaac8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:03.365353 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f601b8ab-3e2b-4a32-8933-eb99838eaac8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:03.383802 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f601b8ab-3e2b-4a32-8933-eb99838eaac8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377229'] for router_interface (739819ef-09a0-4426-98f2-aaf0fa363008), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:03.387148 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a822e05-0b02-49eb-9dba-2214bb22a444 None None] Pushing event updated for resources: {'Port': ['ID=13728bce-45c5-4c2e-8929-448e7643c37b,revision_number=3']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:09:03.464665 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-b99ba4d4-8571-446f-906d-5de36c7ec9b3 None None] Set router 739819ef-09a0-4426-98f2-aaf0fa363008 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:09:03.500604 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device 80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f no longer exists at agent hyperv_hv-cinder-84962 {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:09:03.548418 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-767dbcbb-1585-47f5-96b7-e7159db7821e tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Router 22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b has already been hosted by L3 agent 084ea860-45cb-441c-b2f8-c6c2f7d6686c {{(pid=104468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 09:09:03.556899 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:03.587629 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38bd225-535b-4ecd-8eab-c4d99eb85360 req-8505542a-da7e-4bb6-ab53-03985e4e5a23 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:03.595343 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-f38bd225-535b-4ecd-8eab-c4d99eb85360 req-8505542a-da7e-4bb6-ab53-03985e4e5a23 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 945 time: 0.1464775 Jul 13 09:09:03.677255 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f601b8ab-3e2b-4a32-8933-eb99838eaac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (c8c7c305-df76-42c1-a8cf-b6c86a50508c), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:03.719109 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:03.720581 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-f38bd225-535b-4ecd-8eab-c4d99eb85360 req-a57d44d6-e94f-4a55-84d7-209471237b20 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977240 Jul 13 09:09:03.730328 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-767dbcbb-1585-47f5-96b7-e7159db7821e tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Notify agent at l3_agent.dv-cinder-849626-3-iscsi the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 09:09:03.756037 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b209311-c7a9-452e-97b2-db5e34d9f93a None None] Sync routers for ids ['22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b'] in dv-cinder-849626-3-iscsi {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 09:09:03.771904 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b209311-c7a9-452e-97b2-db5e34d9f93a None None] Routers {'22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:09:03.772827 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-2b209311-c7a9-452e-97b2-db5e34d9f93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:08:53Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:09:03.780898 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-fd3e9bf1-97d6-4960-9e64-3244836d4d72 None None] Provisioning complete for port c8c7c305-df76-42c1-a8cf-b6c86a50508c triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:09:03.781273 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-fd3e9bf1-97d6-4960-9e64-3244836d4d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (c8c7c305-df76-42c1-a8cf-b6c86a50508c), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:03.823920 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:03.875880 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-fd3e9bf1-97d6-4960-9e64-3244836d4d72 None None] Port c8c7c305-df76-42c1-a8cf-b6c86a50508c cannot update to ACTIVE because it is not bound. {{(pid=104470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 09:09:03.884655 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-767dbcbb-1585-47f5-96b7-e7159db7821e tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for floatingip (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:03.898725 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Current status of the port 80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f is: ACTIVE; New status is: DOWN {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:09:03.899118 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:03.909362 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f601b8ab-3e2b-4a32-8933-eb99838eaac8 admin admin] Publish callbacks [] for port (c8c7c305-df76-42c1-a8cf-b6c86a50508c), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:03.911171 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:03.914239 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-b99ba4d4-8571-446f-906d-5de36c7ec9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '739819ef-09a0-4426-98f2-aaf0fa363008', 'name': 'tempest-TestVolumeBootPattern-944435963-router', 'tenant_id': 'b16f471ef00f4ee5a3afe56bfdba8ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '13728bce-45c5-4c2e-8929-448e7643c37b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:08:58Z', 'updated_at': '2022-07-13T09:09:01Z', 'revision_number': 3, 'project_id': 'b16f471ef00f4ee5a3afe56bfdba8ae9', 'gw_port': {'id': '13728bce-45c5-4c2e-8929-448e7643c37b', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:db:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '739819ef-09a0-4426-98f2-aaf0fa363008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:08:59Z', 'updated_at': '2022-07-13T09:09:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi'}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:09:03.938244 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-767dbcbb-1585-47f5-96b7-e7159db7821e tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3843901 Jul 13 09:09:03.939457 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fab6a94-5644-4551-9434-0451849be88b', 'tag': '85a58c92-11ad-4ae8-b43c-cd72f892cc97'}] {{(pid=104468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:09:03.941588 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 35758) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:09:03.944465 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99ba4d4-8571-446f-906d-5de36c7ec9b3 None None] The sync data for ids ['739819ef-09a0-4426-98f2-aaf0fa363008'] in dv-cinder-849626-3-iscsi is: [{'id': '739819ef-09a0-4426-98f2-aaf0fa363008', 'name': 'tempest-TestVolumeBootPattern-944435963-router', 'tenant_id': 'b16f471ef00f4ee5a3afe56bfdba8ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '13728bce-45c5-4c2e-8929-448e7643c37b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:08:58Z', 'updated_at': '2022-07-13T09:09:01Z', 'revision_number': 3, 'project_id': 'b16f471ef00f4ee5a3afe56bfdba8ae9', 'gw_port': {'id': '13728bce-45c5-4c2e-8929-448e7643c37b', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:db:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '739819ef-09a0-4426-98f2-aaf0fa363008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:08:59Z', 'updated_at': '2022-07-13T09:09:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi'}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 09:09:03.947824 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-9fba3440-7383-4cdc-99b2-c41584337c29 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1262489158', 'description': 'tempest-secgroup-smoke-1262489158 description', 'project_id': 'be3ff54edaf7439bab9ca81656e94c70'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:09:03.955753 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b622ba103e3e5260ba9f31452615d2910364782cfb993b04b3292bc67dda7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea31517-558d-4bc0-bd20-6248f5f5169a" -d '{"events": [{"name": "network-changed", "server_uuid": "7fab6a94-5644-4551-9434-0451849be88b", "tag": "85a58c92-11ad-4ae8-b43c-cd72f892cc97"}]}' {{(pid=104468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:09:03.961892 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7bcc760-4b60-4bfc-bd63-33c070d886b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:09:03.964227 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db18c03db31c8eba27ff59efcab6aeefebc9da3faa7d3b822264179bbf74904a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a79cfb7-428b-421e-9327-041c06a3f7b3" -d '{"events": [{"server_uuid": "f7bcc760-4b60-4bfc-bd63-33c070d886b6", "name": "network-vif-unplugged", "status": "completed", "tag": "80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:09:03.982330 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-2b209311-c7a9-452e-97b2-db5e34d9f93a None None] Set router 22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b gateway port host: dv-cinder-849626-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:09:03.985643 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port 80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f,segment=NetworkSegment(d26cc65f-34ee-4574-8332-30169090378e),segment_id=d26cc65f-34ee-4574-8332-30169090378e)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:09:03.995128 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f601b8ab-3e2b-4a32-8933-eb99838eaac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542332'] for port (c8c7c305-df76-42c1-a8cf-b6c86a50508c), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:04.029705 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 09:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba6ecec2-9475-42e9-9821-a6621080bda5 x-openstack-request-id: req-ba6ecec2-9475-42e9-9821-a6621080bda5 {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:09:04.030053 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fab6a94-5644-4551-9434-0451849be88b", "tag": "85a58c92-11ad-4ae8-b43c-cd72f892cc97", "status": "completed", "code": 200}]} {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:09:04.030278 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-ba6ecec2-9475-42e9-9821-a6621080bda5 {{(pid=104468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:09:04.030688 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba6ecec2-9475-42e9-9821-a6621080bda5'] response: {'name': 'network-changed', 'server_uuid': '7fab6a94-5644-4551-9434-0451849be88b', 'tag': '85a58c92-11ad-4ae8-b43c-cd72f892cc97', 'status': 'completed', 'code': 200} Jul 13 09:09:04.051640 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:04.084899 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:04.094138 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-9fba3440-7383-4cdc-99b2-c41584337c29 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:04.096116 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Jul 2022 09:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcedbf25-181e-4448-8b99-c28521c10c37 x-openstack-request-id: req-dcedbf25-181e-4448-8b99-c28521c10c37 {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:09:04.096549 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7bcc760-4b60-4bfc-bd63-33c070d886b6", "name": "network-vif-unplugged", "status": "completed", "tag": "80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:09:04.096897 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-dcedbf25-181e-4448-8b99-c28521c10c37 {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:09:04.097378 dv-cinder-849626-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcedbf25-181e-4448-8b99-c28521c10c37'] response: {'server_uuid': 'f7bcc760-4b60-4bfc-bd63-33c070d886b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f', 'code': 200} Jul 13 09:09:04.128287 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Pushing event updated for resources: {'Port': ['ID=80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f,revision_number=8']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:09:04.134008 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08863a2-bf36-4195-9aef-99659ff86ca7 req-070634b2-425a-4414-8e09-2efc0de6008c tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:04.135665 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b08863a2-bf36-4195-9aef-99659ff86ca7 req-070634b2-425a-4414-8e09-2efc0de6008c tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c84256c-3f8c-43e1-9c7d-2a433978a7bd HTTP/1.1" status: 200 len: 944 time: 0.1347325 Jul 13 09:09:04.141521 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f601b8ab-3e2b-4a32-8933-eb99838eaac8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-391157'] for router_interface (739819ef-09a0-4426-98f2-aaf0fa363008), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:04.150092 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f601b8ab-3e2b-4a32-8933-eb99838eaac8 admin admin] Pushing event updated for resources: {'Port': ['ID=c8c7c305-df76-42c1-a8cf-b6c86a50508c,revision_number=2']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:09:04.281590 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-2b209311-c7a9-452e-97b2-db5e34d9f93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b', 'name': 'tempest-TestMinimumBasicScenario-2145401859-router', 'tenant_id': 'be3ff54edaf7439bab9ca81656e94c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '8bb074ad-af94-4324-9090-f778660c09b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:07:46Z', 'updated_at': '2022-07-13T09:07:50Z', 'revision_number': 4, 'project_id': 'be3ff54edaf7439bab9ca81656e94c70', 'gw_port': {'id': '8bb074ad-af94-4324-9090-f778660c09b9', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:02:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:07:47Z', 'updated_at': '2022-07-13T09:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_floatingips': [{'id': '34284d27-d7cf-45c2-ad05-fd64abe4fdda', 'tenant_id': 'be3ff54edaf7439bab9ca81656e94c70', 'floating_ip_address': '172.27.3.126', 'floating_network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'router_id': '22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b', 'port_id': '85a58c92-11ad-4ae8-b43c-cd72f892cc97', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '913797b9-97f0-4f1d-84dd-b458a159148c', 'mac_address': 'fa:16:3e:6d:3e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fab6a94-5644-4551-9434-0451849be88b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T09:09:02Z', 'updated_at': '2022-07-13T09:09:02Z', 'revision_number': 0, 'project_id': 'be3ff54edaf7439bab9ca81656e94c70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5ead07b-f756-4855-bece-c3b77c1cc2a3', 'name': '', 'network_id': '913797b9-97f0-4f1d-84dd-b458a159148c', 'tenant_id': 'be3ff54edaf7439bab9ca81656e94c70', 'mac_address': 'fa:16:3e:8c:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '1c3053c6-5e38-47f4-966f-6eb4d06059b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:07:49Z', 'updated_at': '2022-07-13T09:07:55Z', 'revision_number': 5, 'project_id': 'be3ff54edaf7439bab9ca81656e94c70', 'subnets': [{'id': '1c3053c6-5e38-47f4-966f-6eb4d06059b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:09:04.315230 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b209311-c7a9-452e-97b2-db5e34d9f93a None None] Checking router: 22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b for host: dv-cinder-849626-3-iscsi {{(pid=104471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 09:09:04.326053 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b209311-c7a9-452e-97b2-db5e34d9f93a None None] Routers {'22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:09:04.327449 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-2b209311-c7a9-452e-97b2-db5e34d9f93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:08:53Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:09:04.373411 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b08863a2-bf36-4195-9aef-99659ff86ca7 req-abe5ed13-84ac-449d-b442-0cb52cdf9435 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=b803fcad-06fb-4c9a-9600-bfbe09ca979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2291458 Jul 13 09:09:04.411751 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-9fba3440-7383-4cdc-99b2-c41584337c29 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Publish callbacks [] for security_group (d530a976-4a4c-4f30-adae-2bc85cfa2b96), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:04.413330 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea31517-558d-4bc0-bd20-6248f5f5169a req-99ee9878-6d26-4d18-9eaf-4c0296d58ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:04.414967 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-eea31517-558d-4bc0-bd20-6248f5f5169a req-99ee9878-6d26-4d18-9eaf-4c0296d58ae1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=be3ff54edaf7439bab9ca81656e94c70&device_id=7fab6a94-5644-4551-9434-0451849be88b HTTP/1.1" status: 200 len: 1129 time: 0.1147923 Jul 13 09:09:04.420391 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:04.458738 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-2b209311-c7a9-452e-97b2-db5e34d9f93a None None] Set router 22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b gateway port host: dv-cinder-849626-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:09:04.523060 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f601b8ab-3e2b-4a32-8933-eb99838eaac8 admin admin] Network 3e9a7575-61d7-4cba-8b69-b98f960d3e48 is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:09:04.527679 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-9fba3440-7383-4cdc-99b2-c41584337c29 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (d530a976-4a4c-4f30-adae-2bc85cfa2b96), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:04.536395 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [None req-f601b8ab-3e2b-4a32-8933-eb99838eaac8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:09:04.549855 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:04.642955 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fba3440-7383-4cdc-99b2-c41584337c29 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d530a976-4a4c-4f30-adae-2bc85cfa2b96,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:09:04.711448 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea31517-558d-4bc0-bd20-6248f5f5169a req-f6ba4d8f-a3ca-4710-8d24-5f86e0f79841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:04.713339 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-eea31517-558d-4bc0-bd20-6248f5f5169a req-f6ba4d8f-a3ca-4710-8d24-5f86e0f79841 service neutron] 10.222.0.30 "GET /v2.0/networks?id=913797b9-97f0-4f1d-84dd-b458a159148c HTTP/1.1" status: 200 len: 916 time: 0.2893174 Jul 13 09:09:04.717925 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-9fba3440-7383-4cdc-99b2-c41584337c29 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:04.722219 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-9fba3440-7383-4cdc-99b2-c41584337c29 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7765641 Jul 13 09:09:04.723044 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 35766) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:09:04.734396 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-8246c439-8387-48ec-895d-5ad5e1c1320d tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Request body: {'security_group_rule': {'security_group_id': 'd530a976-4a4c-4f30-adae-2bc85cfa2b96', 'project_id': 'be3ff54edaf7439bab9ca81656e94c70', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:09:04.771375 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-2b209311-c7a9-452e-97b2-db5e34d9f93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b', 'name': 'tempest-TestMinimumBasicScenario-2145401859-router', 'tenant_id': 'be3ff54edaf7439bab9ca81656e94c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '8bb074ad-af94-4324-9090-f778660c09b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:07:46Z', 'updated_at': '2022-07-13T09:07:50Z', 'revision_number': 4, 'project_id': 'be3ff54edaf7439bab9ca81656e94c70', 'gw_port': {'id': '8bb074ad-af94-4324-9090-f778660c09b9', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:02:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:07:47Z', 'updated_at': '2022-07-13T09:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_floatingips': [{'id': '34284d27-d7cf-45c2-ad05-fd64abe4fdda', 'tenant_id': 'be3ff54edaf7439bab9ca81656e94c70', 'floating_ip_address': '172.27.3.126', 'floating_network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'router_id': '22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b', 'port_id': '85a58c92-11ad-4ae8-b43c-cd72f892cc97', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '913797b9-97f0-4f1d-84dd-b458a159148c', 'mac_address': 'fa:16:3e:6d:3e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fab6a94-5644-4551-9434-0451849be88b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T09:09:02Z', 'updated_at': '2022-07-13T09:09:02Z', 'revision_number': 0, 'project_id': 'be3ff54edaf7439bab9ca81656e94c70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5ead07b-f756-4855-bece-c3b77c1cc2a3', 'name': '', 'network_id': '913797b9-97f0-4f1d-84dd-b458a159148c', 'tenant_id': 'be3ff54edaf7439bab9ca81656e94c70', 'mac_address': 'fa:16:3e:8c:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '1c3053c6-5e38-47f4-966f-6eb4d06059b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:07:49Z', 'updated_at': '2022-07-13T09:07:55Z', 'revision_number': 5, 'project_id': 'be3ff54edaf7439bab9ca81656e94c70', 'subnets': [{'id': '1c3053c6-5e38-47f4-966f-6eb4d06059b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:09:04.804789 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b209311-c7a9-452e-97b2-db5e34d9f93a None None] The sync data for ids ['22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b'] in dv-cinder-849626-3-iscsi is: [{'id': '22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b', 'name': 'tempest-TestMinimumBasicScenario-2145401859-router', 'tenant_id': 'be3ff54edaf7439bab9ca81656e94c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '8bb074ad-af94-4324-9090-f778660c09b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:07:46Z', 'updated_at': '2022-07-13T09:07:50Z', 'revision_number': 4, 'project_id': 'be3ff54edaf7439bab9ca81656e94c70', 'gw_port': {'id': '8bb074ad-af94-4324-9090-f778660c09b9', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:02:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:07:47Z', 'updated_at': '2022-07-13T09:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_floatingips': [{'id': '34284d27-d7cf-45c2-ad05-fd64abe4fdda', 'tenant_id': 'be3ff54edaf7439bab9ca81656e94c70', 'floating_ip_address': '172.27.3.126', 'floating_network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'router_id': '22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b', 'port_id': '85a58c92-11ad-4ae8-b43c-cd72f892cc97', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '913797b9-97f0-4f1d-84dd-b458a159148c', 'mac_address': 'fa:16:3e:6d:3e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fab6a94-5644-4551-9434-0451849be88b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T09:09:02Z', 'updated_at': '2022-07-13T09:09:02Z', 'revision_number': 0, 'project_id': 'be3ff54edaf7439bab9ca81656e94c70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5ead07b-f756-4855-bece-c3b77c1cc2a3', 'name': '', 'network_id': '913797b9-97f0-4f1d-84dd-b458a159148c', 'tenant_id': 'be3ff54edaf7439bab9ca81656e94c70', 'mac_address': 'fa:16:3e:8c:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '1c3053c6-5e38-47f4-966f-6eb4d06059b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:07:49Z', 'updated_at': '2022-07-13T09:07:55Z', 'revision_number': 5, 'project_id': 'be3ff54edaf7439bab9ca81656e94c70', 'subnets': [{'id': '1c3053c6-5e38-47f4-966f-6eb4d06059b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 09:09:04.874877 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8246c439-8387-48ec-895d-5ad5e1c1320d tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Publish callbacks [] for security_group_rule (f2542a13-7a58-4998-8e38-0dab7f91e421), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:04.941726 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-1be58d4c-91e5-4528-9693-88aafb5d9c97 None None] Provisioning complete for port c8c7c305-df76-42c1-a8cf-b6c86a50508c triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:09:04.943800 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1be58d4c-91e5-4528-9693-88aafb5d9c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (c8c7c305-df76-42c1-a8cf-b6c86a50508c), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:04.969220 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3c2f81-1fd0-4e61-984d-f8981efecc33 req-1bd18efe-6fc5-49cc-ba60-d394329404b0 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:04.977235 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-9a3c2f81-1fd0-4e61-984d-f8981efecc33 req-1bd18efe-6fc5-49cc-ba60-d394329404b0 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 943 time: 0.0871546 Jul 13 09:09:04.996701 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-1be58d4c-91e5-4528-9693-88aafb5d9c97 None None] Port c8c7c305-df76-42c1-a8cf-b6c86a50508c cannot update to ACTIVE because it is not bound. {{(pid=104470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 09:09:05.003985 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8246c439-8387-48ec-895d-5ad5e1c1320d tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Publish callbacks [] for security_group_rule (f2542a13-7a58-4998-8e38-0dab7f91e421), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:05.052959 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-9a3c2f81-1fd0-4e61-984d-f8981efecc33 req-a772ffda-0494-4184-b114-80e45f056906 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708551 Jul 13 09:09:05.076638 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8246c439-8387-48ec-895d-5ad5e1c1320d tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485043'] for security_group_rule (f2542a13-7a58-4998-8e38-0dab7f91e421), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:05.138064 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8246c439-8387-48ec-895d-5ad5e1c1320d tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2542a13-7a58-4998-8e38-0dab7f91e421,revision_number=0']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:09:05.150214 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-eea31517-558d-4bc0-bd20-6248f5f5169a req-72376b26-a05a-4b41-90b6-93555f6c2202 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85a58c92-11ad-4ae8-b43c-cd72f892cc97 HTTP/1.1" status: 200 len: 999 time: 0.4195340 Jul 13 09:09:05.231095 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f601b8ab-3e2b-4a32-8933-eb99838eaac8 admin admin] Router 739819ef-09a0-4426-98f2-aaf0fa363008 has already been hosted by L3 agent 084ea860-45cb-441c-b2f8-c6c2f7d6686c {{(pid=104469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 09:09:05.264209 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8246c439-8387-48ec-895d-5ad5e1c1320d tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:05.264424 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea31517-558d-4bc0-bd20-6248f5f5169a req-6509c8ce-76b4-43c6-b4a3-a296b27c1506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:05.266158 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-eea31517-558d-4bc0-bd20-6248f5f5169a req-6509c8ce-76b4-43c6-b4a3-a296b27c1506 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1c3053c6-5e38-47f4-966f-6eb4d06059b4 HTTP/1.1" status: 200 len: 854 time: 0.1151247 Jul 13 09:09:05.271142 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-8246c439-8387-48ec-895d-5ad5e1c1320d tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5434995 Jul 13 09:09:05.271904 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 35774) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:09:05.284803 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed9d3fb-d426-41a0-9253-9b7020b01dae None None] New status for floating IP 34284d27-d7cf-45c2-ad05-fd64abe4fdda: ACTIVE {{(pid=104470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 13 09:09:05.331653 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-8bb863b2-e10a-4943-9d86-20f4a3bb7460 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Request body: {'security_group_rule': {'security_group_id': 'd530a976-4a4c-4f30-adae-2bc85cfa2b96', 'project_id': 'be3ff54edaf7439bab9ca81656e94c70', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:09:05.339512 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea31517-558d-4bc0-bd20-6248f5f5169a req-69668af5-cc26-40c6-bc68-d9a056f8e1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:05.341050 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-eea31517-558d-4bc0-bd20-6248f5f5169a req-69668af5-cc26-40c6-bc68-d9a056f8e1d0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=913797b9-97f0-4f1d-84dd-b458a159148c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0659089 Jul 13 09:09:05.515529 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device 5e405f48-99d1-4184-bb1c-d187e2f9e912 details requested by agent hyperv_hv-cinder-84962 with host hv-cinder-84962 {{(pid=104470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 09:09:05.550233 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8bb863b2-e10a-4943-9d86-20f4a3bb7460 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Publish callbacks [] for security_group_rule (a0a4b1d3-af17-46ee-ae9a-db77652dea64), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:05.591702 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd048d09-6e00-4400-848c-2b37637fcc16 req-72763bed-8fc3-4153-846a-546ea2792c24 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:05.602995 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-fd048d09-6e00-4400-848c-2b37637fcc16 req-72763bed-8fc3-4153-846a-546ea2792c24 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c84256c-3f8c-43e1-9c7d-2a433978a7bd HTTP/1.1" status: 200 len: 944 time: 0.0729001 Jul 13 09:09:05.603431 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f601b8ab-3e2b-4a32-8933-eb99838eaac8 admin admin] Notify agent at l3_agent.dv-cinder-849626-3-iscsi the message routers_updated {{(pid=104469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 09:09:05.622315 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-f601b8ab-3e2b-4a32-8933-eb99838eaac8 admin admin] 10.222.0.40 "PUT /v2.0/routers/739819ef-09a0-4426-98f2-aaf0fa363008/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3054345 Jul 13 09:09:05.642184 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-eea31517-558d-4bc0-bd20-6248f5f5169a req-46a8428b-7c71-4a7c-8b2e-c330e4e789fa service neutron] 10.222.0.30 "GET /v2.0/networks/913797b9-97f0-4f1d-84dd-b458a159148c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654419 Jul 13 09:09:05.662538 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8bb863b2-e10a-4943-9d86-20f4a3bb7460 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Publish callbacks [] for security_group_rule (a0a4b1d3-af17-46ee-ae9a-db77652dea64), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:05.722351 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port 5e405f48-99d1-4184-bb1c-d187e2f9e912, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=5e405f48-99d1-4184-bb1c-d187e2f9e912,segment=NetworkSegment(270cda57-bbfa-4cb6-9405-da36f4f1a73b),segment_id=270cda57-bbfa-4cb6-9405-da36f4f1a73b)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:09:05.748581 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-fd048d09-6e00-4400-848c-2b37637fcc16 req-c674ef61-d105-42ee-b481-35fff7297aa1 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=b803fcad-06fb-4c9a-9600-bfbe09ca979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444836 Jul 13 09:09:05.766219 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Returning: {'device': '5e405f48-99d1-4184-bb1c-d187e2f9e912', 'network_id': '66664860-8484-4278-a13a-d19d7f467709', 'port_id': '5e405f48-99d1-4184-bb1c-d187e2f9e912', 'mac_address': 'fa:16:3e:3b:22:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e31827df-90a6-4f3b-b292-e48b977cc711', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 09:09:05.779934 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8bb863b2-e10a-4943-9d86-20f4a3bb7460 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485043'] for security_group_rule (a0a4b1d3-af17-46ee-ae9a-db77652dea64), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:05.819172 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Current status of the port 5e405f48-99d1-4184-bb1c-d187e2f9e912 is: DOWN; New status is: BUILD {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:09:05.819436 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (5e405f48-99d1-4184-bb1c-d187e2f9e912), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:05.820368 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb863b2-e10a-4943-9d86-20f4a3bb7460 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0a4b1d3-af17-46ee-ae9a-db77652dea64,revision_number=0']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:09:05.828827 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:05.838962 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e405f48-99d1-4184-bb1c-d187e2f9e912 {{(pid=104470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 09:09:05.855745 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-eea31517-558d-4bc0-bd20-6248f5f5169a req-39c55901-6dac-40f6-926d-89d4f794b92a service neutron] 10.222.0.30 "GET /v2.0/networks/913797b9-97f0-4f1d-84dd-b458a159148c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994953 Jul 13 09:09:05.861981 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port 5e405f48-99d1-4184-bb1c-d187e2f9e912, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=5e405f48-99d1-4184-bb1c-d187e2f9e912,segment=NetworkSegment(270cda57-bbfa-4cb6-9405-da36f4f1a73b),segment_id=270cda57-bbfa-4cb6-9405-da36f4f1a73b)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:09:05.897133 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8bb863b2-e10a-4943-9d86-20f4a3bb7460 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:05.899325 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-8bb863b2-e10a-4943-9d86-20f4a3bb7460 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6257782 Jul 13 09:09:05.902055 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 35790) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:09:05.908349 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-4a66bf96-4bbc-4c76-8f51-90a881b7ac69 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Request body: {'security_group_rule': {'security_group_id': 'd530a976-4a4c-4f30-adae-2bc85cfa2b96', 'project_id': 'be3ff54edaf7439bab9ca81656e94c70', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:09:05.941770 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (5e405f48-99d1-4184-bb1c-d187e2f9e912), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:05.992926 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Pushing event updated for resources: {'Port': ['ID=5e405f48-99d1-4184-bb1c-d187e2f9e912,revision_number=4']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:09:06.023282 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a66bf96-4bbc-4c76-8f51-90a881b7ac69 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Publish callbacks [] for security_group_rule (028468e3-c97a-4ca5-a3dc-43e0610878f4), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:06.087580 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a66bf96-4bbc-4c76-8f51-90a881b7ac69 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Publish callbacks [] for security_group_rule (028468e3-c97a-4ca5-a3dc-43e0610878f4), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:06.129628 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a66bf96-4bbc-4c76-8f51-90a881b7ac69 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485043'] for security_group_rule (028468e3-c97a-4ca5-a3dc-43e0610878f4), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:06.147654 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:06.151437 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a66bf96-4bbc-4c76-8f51-90a881b7ac69 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=028468e3-c97a-4ca5-a3dc-43e0610878f4,revision_number=0']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:09:06.190755 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 35794) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:09:06.195402 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-4d20e575-9b07-4901-8905-9b0e28f4827d tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1950628113', 'description': 'tempest-secgroup-smoke-1950628113 description', 'project_id': '02051a1f629a48199bb1eb504c747294'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:09:06.246992 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a66bf96-4bbc-4c76-8f51-90a881b7ac69 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:06.250501 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-4a66bf96-4bbc-4c76-8f51-90a881b7ac69 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3452306 Jul 13 09:09:06.250646 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] get_ports_and_sgs() called for port_ids ['5e405f48-99d1-4184-bb1c-d187e2f9e912'] {{(pid=104470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 09:09:06.251253 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 35796) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:09:06.254275 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device 13728bce-45c5-4c2e-8929-448e7643c37b up at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:09:06.256197 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-5b4f6a5a-7f7b-4c48-a4e9-04c01a17985d tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Request body: {'security_group_rule': {'security_group_id': 'd530a976-4a4c-4f30-adae-2bc85cfa2b96', 'project_id': 'be3ff54edaf7439bab9ca81656e94c70', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:09:06.349145 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc01678-bcbc-4c32-aae5-fd7ecad65cfb None None] Sync routers for ids ['739819ef-09a0-4426-98f2-aaf0fa363008'] in dv-cinder-849626-3-iscsi {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 09:09:06.351686 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:06.356567 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4d20e575-9b07-4901-8905-9b0e28f4827d tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:06.360990 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Provisioning complete for port 13728bce-45c5-4c2e-8929-448e7643c37b triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:09:06.361416 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (13728bce-45c5-4c2e-8929-448e7643c37b), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:06.365289 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc01678-bcbc-4c32-aae5-fd7ecad65cfb None None] Routers {'739819ef-09a0-4426-98f2-aaf0fa363008'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:09:06.367088 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-0bc01678-bcbc-4c32-aae5-fd7ecad65cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:08:53Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['739819ef-09a0-4426-98f2-aaf0fa363008'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:09:06.371826 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-5b4f6a5a-7f7b-4c48-a4e9-04c01a17985d tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Publish callbacks [] for security_group_rule (010c65e9-97a5-467a-ac2d-781c158b53e1), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:06.422583 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:06.483309 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-5b4f6a5a-7f7b-4c48-a4e9-04c01a17985d tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Publish callbacks [] for security_group_rule (010c65e9-97a5-467a-ac2d-781c158b53e1), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:06.505733 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Current status of the port 13728bce-45c5-4c2e-8929-448e7643c37b is: DOWN; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:09:06.506147 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (13728bce-45c5-4c2e-8929-448e7643c37b), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:06.511651 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4d20e575-9b07-4901-8905-9b0e28f4827d tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks [] for security_group (21069fad-86d1-47ed-b9b6-e3fef0251eab), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:06.513604 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-0bc01678-bcbc-4c32-aae5-fd7ecad65cfb None None] Set router 739819ef-09a0-4426-98f2-aaf0fa363008 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:09:06.532198 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:06.541032 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] For port 13728bce-45c5-4c2e-8929-448e7643c37b, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=13728bce-45c5-4c2e-8929-448e7643c37b,segment=NetworkSegment(51732cec-dd15-4320-89e5-7b26a17afbfa),segment_id=51732cec-dd15-4320-89e5-7b26a17afbfa)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:09:06.588070 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-5b4f6a5a-7f7b-4c48-a4e9-04c01a17985d tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485043'] for security_group_rule (010c65e9-97a5-467a-ac2d-781c158b53e1), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:06.588246 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4d20e575-9b07-4901-8905-9b0e28f4827d tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (21069fad-86d1-47ed-b9b6-e3fef0251eab), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:06.607597 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:06.611830 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4f6a5a-7f7b-4c48-a4e9-04c01a17985d tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=010c65e9-97a5-467a-ac2d-781c158b53e1,revision_number=0']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:09:06.617622 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (13728bce-45c5-4c2e-8929-448e7643c37b), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:06.637907 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d20e575-9b07-4901-8905-9b0e28f4827d tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21069fad-86d1-47ed-b9b6-e3fef0251eab,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:09:06.662999 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [req-b4cebb96-e062-4b9d-8c40-0770cbae451f req-33ac1c52-c621-4b44-9bfa-2aa65ace3149 service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=104468) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 13 09:09:06.664252 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-b4cebb96-e062-4b9d-8c40-0770cbae451f req-33ac1c52-c621-4b44-9bfa-2aa65ace3149 service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0069220 Jul 13 09:09:06.685855 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Pushing event updated for resources: {'Port': ['ID=13728bce-45c5-4c2e-8929-448e7643c37b,revision_number=4']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:09:06.704245 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4d20e575-9b07-4901-8905-9b0e28f4827d tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:06.708337 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-5b4f6a5a-7f7b-4c48-a4e9-04c01a17985d tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:06.712425 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-4d20e575-9b07-4901-8905-9b0e28f4827d tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5179412 Jul 13 09:09:06.712754 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 35806) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:09:06.713414 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-5b4f6a5a-7f7b-4c48-a4e9-04c01a17985d tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4606764 Jul 13 09:09:06.714255 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 35808) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:09:06.717278 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-c1222024-55c3-41a4-84f4-fb1cafc5f01c tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Request body: {'security_group_rule': {'security_group_id': '21069fad-86d1-47ed-b9b6-e3fef0251eab', 'project_id': '02051a1f629a48199bb1eb504c747294', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:09:06.718501 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-619f2284-5da5-4852-9cde-322a797c9fab tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Request body: {'security_group_rule': {'security_group_id': 'd530a976-4a4c-4f30-adae-2bc85cfa2b96', 'project_id': 'be3ff54edaf7439bab9ca81656e94c70', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:09:06.760248 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-0bc01678-bcbc-4c32-aae5-fd7ecad65cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '739819ef-09a0-4426-98f2-aaf0fa363008', 'name': 'tempest-TestVolumeBootPattern-944435963-router', 'tenant_id': 'b16f471ef00f4ee5a3afe56bfdba8ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '13728bce-45c5-4c2e-8929-448e7643c37b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:08:58Z', 'updated_at': '2022-07-13T09:09:03Z', 'revision_number': 4, 'project_id': 'b16f471ef00f4ee5a3afe56bfdba8ae9', 'gw_port': {'id': '13728bce-45c5-4c2e-8929-448e7643c37b', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:db:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '739819ef-09a0-4426-98f2-aaf0fa363008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:08:59Z', 'updated_at': '2022-07-13T09:09:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_interfaces': [{'id': 'c8c7c305-df76-42c1-a8cf-b6c86a50508c', 'name': '', 'network_id': '3e9a7575-61d7-4cba-8b69-b98f960d3e48', 'tenant_id': 'b16f471ef00f4ee5a3afe56bfdba8ae9', 'mac_address': 'fa:16:3e:0f:b6:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '739819ef-09a0-4426-98f2-aaf0fa363008', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'cbe6df66-df71-4df9-a1d6-8a25ae84c30e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:09:02Z', 'updated_at': '2022-07-13T09:09:03Z', 'revision_number': 2, 'project_id': 'b16f471ef00f4ee5a3afe56bfdba8ae9', 'subnets': [{'id': 'cbe6df66-df71-4df9-a1d6-8a25ae84c30e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:09:06.796302 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc01678-bcbc-4c32-aae5-fd7ecad65cfb None None] Checking router: 739819ef-09a0-4426-98f2-aaf0fa363008 for host: dv-cinder-849626-3-iscsi {{(pid=104471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 09:09:06.796714 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc01678-bcbc-4c32-aae5-fd7ecad65cfb None None] Updating router 739819ef-09a0-4426-98f2-aaf0fa363008 port c8c7c305-df76-42c1-a8cf-b6c86a50508c binding host dv-cinder-849626-3-iscsi {{(pid=104471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 09:09:06.804788 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.db.securitygroups_db [None req-619f2284-5da5-4852-9cde-322a797c9fab tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Project be3ff54edaf7439bab9ca81656e94c70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 09:09:06.813368 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c1222024-55c3-41a4-84f4-fb1cafc5f01c tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks [] for security_group_rule (8a3d7c7a-f401-4602-bc37-86dcbac2894f), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:06.817964 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-619f2284-5da5-4852-9cde-322a797c9fab tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Publish callbacks [] for security_group_rule (88888561-9386-406e-b039-08456e170e22), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:06.833911 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0bc01678-bcbc-4c32-aae5-fd7ecad65cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (c8c7c305-df76-42c1-a8cf-b6c86a50508c), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:06.891841 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d257c-5009-4493-bbe1-1adc88451d65 req-47db4f57-3d48-4943-b6fb-19c5fbb8700b tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:06.893468 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-619f2284-5da5-4852-9cde-322a797c9fab tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Publish callbacks [] for security_group_rule (88888561-9386-406e-b039-08456e170e22), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:06.893727 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f68d257c-5009-4493-bbe1-1adc88451d65 req-47db4f57-3d48-4943-b6fb-19c5fbb8700b tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c84256c-3f8c-43e1-9c7d-2a433978a7bd HTTP/1.1" status: 200 len: 945 time: 0.0662501 Jul 13 09:09:06.949623 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c1222024-55c3-41a4-84f4-fb1cafc5f01c tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks [] for security_group_rule (8a3d7c7a-f401-4602-bc37-86dcbac2894f), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:06.955063 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f68d257c-5009-4493-bbe1-1adc88451d65 req-caa76134-4d76-4df0-bea3-a1ba846db1a3 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=b803fcad-06fb-4c9a-9600-bfbe09ca979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551612 Jul 13 09:09:07.017717 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd086f4d-12b6-4489-a675-3abd08dd25b8 req-6255f63d-8e25-4611-8d96-a33a57dcfe0f tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:07.019238 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-fd086f4d-12b6-4489-a675-3abd08dd25b8 req-6255f63d-8e25-4611-8d96-a33a57dcfe0f tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 943 time: 0.0531523 Jul 13 09:09:07.040407 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c1222024-55c3-41a4-84f4-fb1cafc5f01c tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485043'] for security_group_rule (8a3d7c7a-f401-4602-bc37-86dcbac2894f), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:07.041420 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:07.044753 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-619f2284-5da5-4852-9cde-322a797c9fab tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485043'] for security_group_rule (88888561-9386-406e-b039-08456e170e22), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:07.075117 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1222024-55c3-41a4-84f4-fb1cafc5f01c tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a3d7c7a-f401-4602-bc37-86dcbac2894f,revision_number=0']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:09:07.091903 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619f2284-5da5-4852-9cde-322a797c9fab tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88888561-9386-406e-b039-08456e170e22,revision_number=0']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:09:07.106291 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-fd086f4d-12b6-4489-a675-3abd08dd25b8 req-ef954588-28e0-4318-af13-871564bd8ddf tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812716 Jul 13 09:09:07.148683 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0bc01678-bcbc-4c32-aae5-fd7ecad65cfb None None] Publish callbacks [] for port (c8c7c305-df76-42c1-a8cf-b6c86a50508c), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:07.161136 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-619f2284-5da5-4852-9cde-322a797c9fab tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:07.162381 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-619f2284-5da5-4852-9cde-322a797c9fab tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4471903 Jul 13 09:09:07.165011 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 35826) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:09:07.169384 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-76890fd4-8565-4025-a58d-cbfdcea7c0f8 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Request body: {'security_group_rule': {'security_group_id': 'd530a976-4a4c-4f30-adae-2bc85cfa2b96', 'project_id': 'be3ff54edaf7439bab9ca81656e94c70', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:09:07.184672 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c1222024-55c3-41a4-84f4-fb1cafc5f01c tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:07.186803 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-c1222024-55c3-41a4-84f4-fb1cafc5f01c tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4725504 Jul 13 09:09:07.193844 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 35828) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:09:07.199484 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-9b7ca5a4-f89f-4b86-9124-cb5159235eb7 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Request body: {'security_group_rule': {'security_group_id': '21069fad-86d1-47ed-b9b6-e3fef0251eab', 'project_id': '02051a1f629a48199bb1eb504c747294', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:09:07.210589 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0bc01678-bcbc-4c32-aae5-fd7ecad65cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (c8c7c305-df76-42c1-a8cf-b6c86a50508c), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:07.262340 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b06e05-cb99-4c7d-8a63-d96aa56f33dd None None] Pushing event updated for resources: {'Port': ['ID=c8c7c305-df76-42c1-a8cf-b6c86a50508c,revision_number=3']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:09:07.302431 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.db.securitygroups_db [None req-76890fd4-8565-4025-a58d-cbfdcea7c0f8 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Project be3ff54edaf7439bab9ca81656e94c70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 09:09:07.310881 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:07.313197 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-76890fd4-8565-4025-a58d-cbfdcea7c0f8 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Publish callbacks [] for security_group_rule (080d6630-c57f-4cd5-b03e-625eabec8c52), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:07.316986 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9b7ca5a4-f89f-4b86-9124-cb5159235eb7 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks [] for security_group_rule (7911f330-93a5-4b56-95a4-0e634725ccab), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:07.322365 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-0bc01678-bcbc-4c32-aae5-fd7ecad65cfb None None] Attempting to bind port c8c7c305-df76-42c1-a8cf-b6c86a50508c on host dv-cinder-849626-3-iscsi for vnic_type normal with profile {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 09:09:07.322726 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-0bc01678-bcbc-4c32-aae5-fd7ecad65cfb None None] Attempting to bind port c8c7c305-df76-42c1-a8cf-b6c86a50508c by drivers openvswitch,hyperv on host dv-cinder-849626-3-iscsi at level 0 using segments [{'id': '433c35d4-ed66-4e5c-bf1f-64b64f589fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3e9a7575-61d7-4cba-8b69-b98f960d3e48'}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 09:09:07.323079 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc01678-bcbc-4c32-aae5-fd7ecad65cfb None None] Attempting to bind port c8c7c305-df76-42c1-a8cf-b6c86a50508c on network 3e9a7575-61d7-4cba-8b69-b98f960d3e48 {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 09:09:07.328995 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc01678-bcbc-4c32-aae5-fd7ecad65cfb None None] Checking agent: {'id': '9379cce5-6fc7-4135-bc49-530c07185724', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849626-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 8, 57, 26), 'started_at': datetime.datetime(2022, 7, 13, 8, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 9, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849626-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 09:09:07.330071 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc01678-bcbc-4c32-aae5-fd7ecad65cfb None None] Checking segment: {'id': '433c35d4-ed66-4e5c-bf1f-64b64f589fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3e9a7575-61d7-4cba-8b69-b98f960d3e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 09:09:07.330429 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0bc01678-bcbc-4c32-aae5-fd7ecad65cfb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:07.330813 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc01678-bcbc-4c32-aae5-fd7ecad65cfb None None] Bound using segment: {'id': '433c35d4-ed66-4e5c-bf1f-64b64f589fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3e9a7575-61d7-4cba-8b69-b98f960d3e48'} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 09:09:07.335402 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-0bc01678-bcbc-4c32-aae5-fd7ecad65cfb None None] Bound port: c8c7c305-df76-42c1-a8cf-b6c86a50508c, host: dv-cinder-849626-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '433c35d4-ed66-4e5c-bf1f-64b64f589fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3e9a7575-61d7-4cba-8b69-b98f960d3e48'}}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 09:09:07.335402 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0bc01678-bcbc-4c32-aae5-fd7ecad65cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (c8c7c305-df76-42c1-a8cf-b6c86a50508c), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:07.409705 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0bc01678-bcbc-4c32-aae5-fd7ecad65cfb None None] For port c8c7c305-df76-42c1-a8cf-b6c86a50508c, host dv-cinder-849626-3-iscsi, cleared binding levels {{(pid=104471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 09:09:07.411713 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:07.413610 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0bc01678-bcbc-4c32-aae5-fd7ecad65cfb None None] For port c8c7c305-df76-42c1-a8cf-b6c86a50508c, host dv-cinder-849626-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=c8c7c305-df76-42c1-a8cf-b6c86a50508c,segment=NetworkSegment(433c35d4-ed66-4e5c-bf1f-64b64f589fca),segment_id=433c35d4-ed66-4e5c-bf1f-64b64f589fca)] {{(pid=104471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 09:09:07.416630 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-76890fd4-8565-4025-a58d-cbfdcea7c0f8 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Publish callbacks [] for security_group_rule (080d6630-c57f-4cd5-b03e-625eabec8c52), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:07.425377 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9b7ca5a4-f89f-4b86-9124-cb5159235eb7 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks [] for security_group_rule (7911f330-93a5-4b56-95a4-0e634725ccab), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:07.490211 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0bc01678-bcbc-4c32-aae5-fd7ecad65cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (c8c7c305-df76-42c1-a8cf-b6c86a50508c), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:07.490706 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9b7ca5a4-f89f-4b86-9124-cb5159235eb7 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485043'] for security_group_rule (7911f330-93a5-4b56-95a4-0e634725ccab), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:07.492419 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-76890fd4-8565-4025-a58d-cbfdcea7c0f8 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485043'] for security_group_rule (080d6630-c57f-4cd5-b03e-625eabec8c52), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:07.508280 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device 5e405f48-99d1-4184-bb1c-d187e2f9e912 up at agent hyperv_hv-cinder-84962 {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:09:07.519416 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7ca5a4-f89f-4b86-9124-cb5159235eb7 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7911f330-93a5-4b56-95a4-0e634725ccab,revision_number=0']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:09:07.534797 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76890fd4-8565-4025-a58d-cbfdcea7c0f8 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=080d6630-c57f-4cd5-b03e-625eabec8c52,revision_number=0']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:09:07.552278 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 35846) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:09:07.552551 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc01678-bcbc-4c32-aae5-fd7ecad65cfb None None] Routers {'739819ef-09a0-4426-98f2-aaf0fa363008'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:09:07.552551 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-0bc01678-bcbc-4c32-aae5-fd7ecad65cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:08:53Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['739819ef-09a0-4426-98f2-aaf0fa363008'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:09:07.583740 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-1252a33d-3adb-450c-8af1-af109d4b725e None None] Provisioning complete for port c8c7c305-df76-42c1-a8cf-b6c86a50508c triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:09:07.584095 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1252a33d-3adb-450c-8af1-af109d4b725e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (c8c7c305-df76-42c1-a8cf-b6c86a50508c), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:07.616597 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-76890fd4-8565-4025-a58d-cbfdcea7c0f8 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:07.617533 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-76890fd4-8565-4025-a58d-cbfdcea7c0f8 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4513872 Jul 13 09:09:07.630763 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9b7ca5a4-f89f-4b86-9124-cb5159235eb7 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:07.634507 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-9b7ca5a4-f89f-4b86-9124-cb5159235eb7 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4390342 Jul 13 09:09:07.640499 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 35852) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:09:07.645820 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-d35a64c7-c77d-4849-82ce-7ef9d5bb02dd tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Request body: {'security_group_rule': {'security_group_id': '21069fad-86d1-47ed-b9b6-e3fef0251eab', 'project_id': '02051a1f629a48199bb1eb504c747294', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:09:07.667368 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Provisioning for port 5e405f48-99d1-4184-bb1c-d187e2f9e912 completed by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 13 09:09:07.668043 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-7d5e27dd-6c14-4537-a970-b15cc95a572d req-6f45d6dc-2277-49f2-ae93-0d1f6a11f6db service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1216061 Jul 13 09:09:07.680576 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [req-7d5e27dd-6c14-4537-a970-b15cc95a572d req-3997ab02-a3d1-4e10-9732-4cd4adf797c9 service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=104469) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 13 09:09:07.681695 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-7d5e27dd-6c14-4537-a970-b15cc95a572d req-3997ab02-a3d1-4e10-9732-4cd4adf797c9 service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0088229 Jul 13 09:09:07.733869 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-1252a33d-3adb-450c-8af1-af109d4b725e None None] Current status of the port c8c7c305-df76-42c1-a8cf-b6c86a50508c is: DOWN; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:09:07.736985 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b06e05-cb99-4c7d-8a63-d96aa56f33dd None None] Pushing event updated for resources: {'Port': ['ID=c8c7c305-df76-42c1-a8cf-b6c86a50508c,revision_number=4']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:09:07.737474 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1252a33d-3adb-450c-8af1-af109d4b725e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (c8c7c305-df76-42c1-a8cf-b6c86a50508c), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:07.760259 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Provisioning complete for port 5e405f48-99d1-4184-bb1c-d187e2f9e912 triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:09:07.760627 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (5e405f48-99d1-4184-bb1c-d187e2f9e912), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:07.772963 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d35a64c7-c77d-4849-82ce-7ef9d5bb02dd tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks [] for security_group_rule (641a8042-15d9-484e-8635-0c1adc99afc9), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:07.840899 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 35860) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:09:07.843101 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8db22437-3e6a-425e-a4cc-c90570304355 req-2b558b77-2433-4c85-96c1-77abc350d602 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1262489158&fields=id&tenant_id=be3ff54edaf7439bab9ca81656e94c70 HTTP/1.1" status: 200 len: 267 time: 0.1218677 Jul 13 09:09:07.849461 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-0bc01678-bcbc-4c32-aae5-fd7ecad65cfb None None] Set router 739819ef-09a0-4426-98f2-aaf0fa363008 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:09:07.880383 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-1252a33d-3adb-450c-8af1-af109d4b725e None None] For port c8c7c305-df76-42c1-a8cf-b6c86a50508c, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=c8c7c305-df76-42c1-a8cf-b6c86a50508c,segment=NetworkSegment(433c35d4-ed66-4e5c-bf1f-64b64f589fca),segment_id=433c35d4-ed66-4e5c-bf1f-64b64f589fca)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:09:07.896054 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Current status of the port 5e405f48-99d1-4184-bb1c-d187e2f9e912 is: BUILD; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:09:07.896440 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (5e405f48-99d1-4184-bb1c-d187e2f9e912), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:07.924514 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c84256c-3f8c-43e1-9c7d-2a433978a7bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e405f48-99d1-4184-bb1c-d187e2f9e912'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:09:07.926756 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db18c03db31c8eba27ff59efcab6aeefebc9da3faa7d3b822264179bbf74904a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d82df9-2e33-4d02-b42c-7d2e68f61026" -d '{"events": [{"server_uuid": "4c84256c-3f8c-43e1-9c7d-2a433978a7bd", "name": "network-vif-plugged", "status": "completed", "tag": "5e405f48-99d1-4184-bb1c-d187e2f9e912"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:09:07.947643 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db22437-3e6a-425e-a4cc-c90570304355 req-c68c800d-b5c6-491e-b98c-97f6e0183912 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:07.953062 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8db22437-3e6a-425e-a4cc-c90570304355 req-c68c800d-b5c6-491e-b98c-97f6e0183912 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/ports?device_id=7fab6a94-5644-4551-9434-0451849be88b HTTP/1.1" status: 200 len: 945 time: 0.1039286 Jul 13 09:09:07.966093 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [req-8db22437-3e6a-425e-a4cc-c90570304355 req-ac0c9eec-ae00-499e-aa43-09bda9e1f693 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Request body: {'port': {'security_groups': ['08d948e1-356b-4796-94a9-af7d163eff09', 'd530a976-4a4c-4f30-adae-2bc85cfa2b96']}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:09:07.968871 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1252a33d-3adb-450c-8af1-af109d4b725e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (c8c7c305-df76-42c1-a8cf-b6c86a50508c), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:07.978526 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d35a64c7-c77d-4849-82ce-7ef9d5bb02dd tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks [] for security_group_rule (641a8042-15d9-484e-8635-0c1adc99afc9), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:07.981413 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port 5e405f48-99d1-4184-bb1c-d187e2f9e912, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=5e405f48-99d1-4184-bb1c-d187e2f9e912,segment=NetworkSegment(270cda57-bbfa-4cb6-9405-da36f4f1a73b),segment_id=270cda57-bbfa-4cb6-9405-da36f4f1a73b)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:09:07.997999 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:UPDATE=2,neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:08.039685 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 09:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c26a66ac-c04a-43e3-9303-3bdf30765b30 x-openstack-request-id: req-c26a66ac-c04a-43e3-9303-3bdf30765b30 {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:09:08.039989 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c84256c-3f8c-43e1-9c7d-2a433978a7bd", "name": "network-vif-plugged", "status": "completed", "tag": "5e405f48-99d1-4184-bb1c-d187e2f9e912", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:09:08.040241 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-c26a66ac-c04a-43e3-9303-3bdf30765b30 {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:09:08.042171 dv-cinder-849626-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c26a66ac-c04a-43e3-9303-3bdf30765b30'] response: {'server_uuid': '4c84256c-3f8c-43e1-9c7d-2a433978a7bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e405f48-99d1-4184-bb1c-d187e2f9e912', 'code': 200} Jul 13 09:09:08.042537 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e27dd-6c14-4537-a970-b15cc95a572d req-3e52ba0e-f22d-4850-a747-4c49cfd7e04c tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:08.044405 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-7d5e27dd-6c14-4537-a970-b15cc95a572d req-3e52ba0e-f22d-4850-a747-4c49cfd7e04c tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports/80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f HTTP/1.1" status: 200 len: 940 time: 0.1847119 Jul 13 09:09:08.050411 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d35a64c7-c77d-4849-82ce-7ef9d5bb02dd tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485043'] for security_group_rule (641a8042-15d9-484e-8635-0c1adc99afc9), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:08.090115 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:08.105489 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (5e405f48-99d1-4184-bb1c-d187e2f9e912), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:08.106306 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device 80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f no longer exists at agent hyperv_hv-cinder-84962 {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:09:08.115521 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35a64c7-c77d-4849-82ce-7ef9d5bb02dd tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=641a8042-15d9-484e-8635-0c1adc99afc9,revision_number=0']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:09:08.130157 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-8db22437-3e6a-425e-a4cc-c90570304355 req-ac0c9eec-ae00-499e-aa43-09bda9e1f693 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (85a58c92-11ad-4ae8-b43c-cd72f892cc97), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:08.159104 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1252a33d-3adb-450c-8af1-af109d4b725e None None] Pushing event updated for resources: {'Port': ['ID=c8c7c305-df76-42c1-a8cf-b6c86a50508c,revision_number=5']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:09:08.167956 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-8d7baa1a-53cd-48e3-a99c-e419c83fc8f0 None None] Provisioning complete for port c8c7c305-df76-42c1-a8cf-b6c86a50508c triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:09:08.168894 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-8d7baa1a-53cd-48e3-a99c-e419c83fc8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (c8c7c305-df76-42c1-a8cf-b6c86a50508c), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:08.192744 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d35a64c7-c77d-4849-82ce-7ef9d5bb02dd tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:08.198369 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-0bc01678-bcbc-4c32-aae5-fd7ecad65cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '739819ef-09a0-4426-98f2-aaf0fa363008', 'name': 'tempest-TestVolumeBootPattern-944435963-router', 'tenant_id': 'b16f471ef00f4ee5a3afe56bfdba8ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '13728bce-45c5-4c2e-8929-448e7643c37b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:08:58Z', 'updated_at': '2022-07-13T09:09:03Z', 'revision_number': 4, 'project_id': 'b16f471ef00f4ee5a3afe56bfdba8ae9', 'gw_port': {'id': '13728bce-45c5-4c2e-8929-448e7643c37b', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:db:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739819ef-09a0-4426-98f2-aaf0fa363008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:08:59Z', 'updated_at': '2022-07-13T09:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_interfaces': [{'id': 'c8c7c305-df76-42c1-a8cf-b6c86a50508c', 'name': '', 'network_id': '3e9a7575-61d7-4cba-8b69-b98f960d3e48', 'tenant_id': 'b16f471ef00f4ee5a3afe56bfdba8ae9', 'mac_address': 'fa:16:3e:0f:b6:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '739819ef-09a0-4426-98f2-aaf0fa363008', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'cbe6df66-df71-4df9-a1d6-8a25ae84c30e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:09:02Z', 'updated_at': '2022-07-13T09:09:07Z', 'revision_number': 4, 'project_id': 'b16f471ef00f4ee5a3afe56bfdba8ae9', 'subnets': [{'id': 'cbe6df66-df71-4df9-a1d6-8a25ae84c30e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:09:08.198956 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-d35a64c7-c77d-4849-82ce-7ef9d5bb02dd tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5576873 Jul 13 09:09:08.201692 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 35876) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:09:08.218481 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-6ff95253-3845-4227-9867-0d7e38d2af1e tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Request body: {'security_group_rule': {'security_group_id': '21069fad-86d1-47ed-b9b6-e3fef0251eab', 'project_id': '02051a1f629a48199bb1eb504c747294', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:09:08.265445 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc01678-bcbc-4c32-aae5-fd7ecad65cfb None None] The sync data for ids ['739819ef-09a0-4426-98f2-aaf0fa363008'] in dv-cinder-849626-3-iscsi is: [{'id': '739819ef-09a0-4426-98f2-aaf0fa363008', 'name': 'tempest-TestVolumeBootPattern-944435963-router', 'tenant_id': 'b16f471ef00f4ee5a3afe56bfdba8ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '13728bce-45c5-4c2e-8929-448e7643c37b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:08:58Z', 'updated_at': '2022-07-13T09:09:03Z', 'revision_number': 4, 'project_id': 'b16f471ef00f4ee5a3afe56bfdba8ae9', 'gw_port': {'id': '13728bce-45c5-4c2e-8929-448e7643c37b', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:db:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739819ef-09a0-4426-98f2-aaf0fa363008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:08:59Z', 'updated_at': '2022-07-13T09:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_interfaces': [{'id': 'c8c7c305-df76-42c1-a8cf-b6c86a50508c', 'name': '', 'network_id': '3e9a7575-61d7-4cba-8b69-b98f960d3e48', 'tenant_id': 'b16f471ef00f4ee5a3afe56bfdba8ae9', 'mac_address': 'fa:16:3e:0f:b6:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '739819ef-09a0-4426-98f2-aaf0fa363008', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'cbe6df66-df71-4df9-a1d6-8a25ae84c30e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:09:02Z', 'updated_at': '2022-07-13T09:09:07Z', 'revision_number': 4, 'project_id': 'b16f471ef00f4ee5a3afe56bfdba8ae9', 'subnets': [{'id': 'cbe6df66-df71-4df9-a1d6-8a25ae84c30e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 09:09:08.265615 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b4207-515e-4721-b061-3abd75623e17 req-0edcb146-6df6-4af9-b111-be84a684e6dc tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:08.266722 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-676b4207-515e-4721-b061-3abd75623e17 req-0edcb146-6df6-4af9-b111-be84a684e6dc tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c84256c-3f8c-43e1-9c7d-2a433978a7bd HTTP/1.1" status: 200 len: 946 time: 0.1479027 Jul 13 09:09:08.274434 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Pushing event updated for resources: {'Port': ['ID=5e405f48-99d1-4184-bb1c-d187e2f9e912,revision_number=5']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:09:08.386717 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-676b4207-515e-4721-b061-3abd75623e17 req-2bc28d05-bf3e-4604-9393-ed1a876abd58 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=b803fcad-06fb-4c9a-9600-bfbe09ca979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091945 Jul 13 09:09:08.435563 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Current status of the port 80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f is: DOWN; New status is: DOWN {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:09:08.446669 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device 13728bce-45c5-4c2e-8929-448e7643c37b up at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:09:08.488643 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-8d7baa1a-53cd-48e3-a99c-e419c83fc8f0 None None] Current status of the port c8c7c305-df76-42c1-a8cf-b6c86a50508c is: ACTIVE; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:09:08.531200 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:08.541253 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Provisioning complete for port 13728bce-45c5-4c2e-8929-448e7643c37b triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:09:08.541658 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (13728bce-45c5-4c2e-8929-448e7643c37b), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:08.545465 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6ff95253-3845-4227-9867-0d7e38d2af1e tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks [] for security_group_rule (89f44e14-5cfb-45a6-bc8f-1a8e99f8dd97), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:08.597871 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9241be3d-6359-4481-a885-256fc08701e9 req-c2e54993-04bc-4ff7-bb5c-6c216b7f5913 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:08.601353 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-9241be3d-6359-4481-a885-256fc08701e9 req-c2e54993-04bc-4ff7-bb5c-6c216b7f5913 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 943 time: 0.1234398 Jul 13 09:09:08.613430 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4790901e-b9ce-468c-8613-6dde2e4bd598 req-0c4e383f-32c5-4508-a4ba-4ccb17ffe2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:08.615158 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-4790901e-b9ce-468c-8613-6dde2e4bd598 req-0c4e383f-32c5-4508-a4ba-4ccb17ffe2f0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4c84256c-3f8c-43e1-9c7d-2a433978a7bd HTTP/1.1" status: 200 len: 1130 time: 0.1010165 Jul 13 09:09:08.650588 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6ff95253-3845-4227-9867-0d7e38d2af1e tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks [] for security_group_rule (89f44e14-5cfb-45a6-bc8f-1a8e99f8dd97), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:08.650794 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:08.654840 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [req-8db22437-3e6a-425e-a4cc-c90570304355 req-ac0c9eec-ae00-499e-aa43-09bda9e1f693 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] For port 85a58c92-11ad-4ae8-b43c-cd72f892cc97, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=85a58c92-11ad-4ae8-b43c-cd72f892cc97,segment=NetworkSegment(1a040656-e7c6-465b-9b3c-96b60be8e163),segment_id=1a040656-e7c6-465b-9b3c-96b60be8e163)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:09:08.662473 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:08.679352 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Current status of the port 13728bce-45c5-4c2e-8929-448e7643c37b is: ACTIVE; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:09:08.702272 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-9241be3d-6359-4481-a885-256fc08701e9 req-e24eaef4-214e-4115-9ef9-492ddf71e444 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769515 Jul 13 09:09:08.719874 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-4790901e-b9ce-468c-8613-6dde2e4bd598 req-fe1d5e9e-fec6-4d24-890f-44962ed04757 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b803fcad-06fb-4c9a-9600-bfbe09ca979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870290 Jul 13 09:09:08.727349 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6ff95253-3845-4227-9867-0d7e38d2af1e tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485043'] for security_group_rule (89f44e14-5cfb-45a6-bc8f-1a8e99f8dd97), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:08.737973 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-8db22437-3e6a-425e-a4cc-c90570304355 req-ac0c9eec-ae00-499e-aa43-09bda9e1f693 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Publish callbacks [] for port (85a58c92-11ad-4ae8-b43c-cd72f892cc97), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:08.744932 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:08.751438 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff95253-3845-4227-9867-0d7e38d2af1e tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89f44e14-5cfb-45a6-bc8f-1a8e99f8dd97,revision_number=0']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:09:08.810212 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-8db22437-3e6a-425e-a4cc-c90570304355 req-ac0c9eec-ae00-499e-aa43-09bda9e1f693 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542332'] for port (85a58c92-11ad-4ae8-b43c-cd72f892cc97), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:08.811542 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6ff95253-3845-4227-9867-0d7e38d2af1e tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:08.813108 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-6ff95253-3845-4227-9867-0d7e38d2af1e tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6069591 Jul 13 09:09:08.817011 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 35882) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:09:08.821662 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-12f4051d-f3b9-4bff-b7e0-a017d06c064e tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Request body: {'security_group_rule': {'security_group_id': '21069fad-86d1-47ed-b9b6-e3fef0251eab', 'project_id': '02051a1f629a48199bb1eb504c747294', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:09:08.822625 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] get_ports_and_sgs() called for port_ids ['85a58c92-11ad-4ae8-b43c-cd72f892cc97'] {{(pid=104470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 09:09:08.869188 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db22437-3e6a-425e-a4cc-c90570304355 req-ac0c9eec-ae00-499e-aa43-09bda9e1f693 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:08.869845 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-8db22437-3e6a-425e-a4cc-c90570304355 req-ac0c9eec-ae00-499e-aa43-09bda9e1f693 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for port (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:08.871278 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8db22437-3e6a-425e-a4cc-c90570304355 req-ac0c9eec-ae00-499e-aa43-09bda9e1f693 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "PUT /v2.0/ports/85a58c92-11ad-4ae8-b43c-cd72f892cc97 HTTP/1.1" status: 200 len: 981 time: 0.9103611 Jul 13 09:09:08.878458 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fab6a94-5644-4551-9434-0451849be88b', 'tag': '85a58c92-11ad-4ae8-b43c-cd72f892cc97'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:09:08.882338 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c4e5b91a84def5af2f1fcdaa70b19e5540aa6c2f63d8f4e9cb6586108f6a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329edf1b-9b9b-4927-8f07-c8e83cf32b0a" -d '{"events": [{"name": "network-changed", "server_uuid": "7fab6a94-5644-4551-9434-0451849be88b", "tag": "85a58c92-11ad-4ae8-b43c-cd72f892cc97"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:09:08.891010 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.db.securitygroups_db [None req-12f4051d-f3b9-4bff-b7e0-a017d06c064e tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Project 02051a1f629a48199bb1eb504c747294 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 09:09:08.904067 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-12f4051d-f3b9-4bff-b7e0-a017d06c064e tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks [] for security_group_rule (c392b071-c452-4d35-b293-de85fd32e71c), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:08.931222 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0c9eec-ae00-499e-aa43-09bda9e1f693 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Pushing event updated for resources: {'Port': ['ID=85a58c92-11ad-4ae8-b43c-cd72f892cc97,revision_number=6']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:09:08.976328 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 09:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91155ea2-02f2-45a5-9d2c-713d18afb9cb x-openstack-request-id: req-91155ea2-02f2-45a5-9d2c-713d18afb9cb {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:09:08.976615 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fab6a94-5644-4551-9434-0451849be88b", "tag": "85a58c92-11ad-4ae8-b43c-cd72f892cc97", "status": "completed", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:09:08.976915 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-91155ea2-02f2-45a5-9d2c-713d18afb9cb {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:09:08.977316 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91155ea2-02f2-45a5-9d2c-713d18afb9cb'] response: {'name': 'network-changed', 'server_uuid': '7fab6a94-5644-4551-9434-0451849be88b', 'tag': '85a58c92-11ad-4ae8-b43c-cd72f892cc97', 'status': 'completed', 'code': 200} Jul 13 09:09:09.017979 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] get_ports_and_sgs() called for port_ids ['85a58c92-11ad-4ae8-b43c-cd72f892cc97'] {{(pid=104470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 09:09:09.072503 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-12f4051d-f3b9-4bff-b7e0-a017d06c064e tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks [] for security_group_rule (c392b071-c452-4d35-b293-de85fd32e71c), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:09.085727 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e6ca6b-c66a-45de-b59b-4e4e9ea38953 req-9a4cfcb0-130b-4eba-894c-4ead4397434e tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:09.087642 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-32e6ca6b-c66a-45de-b59b-4e4e9ea38953 req-9a4cfcb0-130b-4eba-894c-4ead4397434e tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/ports?device_id=7fab6a94-5644-4551-9434-0451849be88b HTTP/1.1" status: 200 len: 984 time: 0.0739095 Jul 13 09:09:09.160308 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-12f4051d-f3b9-4bff-b7e0-a017d06c064e tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485043'] for security_group_rule (c392b071-c452-4d35-b293-de85fd32e71c), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:09.190653 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-32e6ca6b-c66a-45de-b59b-4e4e9ea38953 req-28a67976-c6fe-46e0-bdee-9bdbfbe64e50 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/security-groups?id=08d948e1-356b-4796-94a9-af7d163eff09&id=d530a976-4a4c-4f30-adae-2bc85cfa2b96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0895889 Jul 13 09:09:09.198329 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.agents_db [None req-6da3c0df-3a39-4d49-9ef0-c2c7fda6ffa8 None None] Agent healthcheck: found 6 active agents {{(pid=104471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:09:09.223739 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f4051d-f3b9-4bff-b7e0-a017d06c064e tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c392b071-c452-4d35-b293-de85fd32e71c,revision_number=0']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:09:09.245979 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329edf1b-9b9b-4927-8f07-c8e83cf32b0a req-0970fa05-256a-44fd-a290-a510d918d541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:09.247878 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-329edf1b-9b9b-4927-8f07-c8e83cf32b0a req-0970fa05-256a-44fd-a290-a510d918d541 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=be3ff54edaf7439bab9ca81656e94c70&device_id=7fab6a94-5644-4551-9434-0451849be88b HTTP/1.1" status: 200 len: 1168 time: 0.0534704 Jul 13 09:09:09.255592 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-c56469ed-5c94-47f1-bd78-a38eeae94f33 None None] Provisioning complete for port 85a58c92-11ad-4ae8-b43c-cd72f892cc97 triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:09:09.255963 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-c56469ed-5c94-47f1-bd78-a38eeae94f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (85a58c92-11ad-4ae8-b43c-cd72f892cc97), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:09.309070 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-12f4051d-f3b9-4bff-b7e0-a017d06c064e tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:09.310403 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-12f4051d-f3b9-4bff-b7e0-a017d06c064e tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4924445 Jul 13 09:09:09.313156 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 35892) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:09:09.318503 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-cabeaef8-a942-4243-823b-5816af0ec786 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Request body: {'security_group_rule': {'security_group_id': '21069fad-86d1-47ed-b9b6-e3fef0251eab', 'project_id': '02051a1f629a48199bb1eb504c747294', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:09:09.358180 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:09.380604 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329edf1b-9b9b-4927-8f07-c8e83cf32b0a req-1fe9f0fb-0de3-4d84-b496-640365737710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:09.382522 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-329edf1b-9b9b-4927-8f07-c8e83cf32b0a req-1fe9f0fb-0de3-4d84-b496-640365737710 service neutron] 10.222.0.30 "GET /v2.0/networks?id=913797b9-97f0-4f1d-84dd-b458a159148c HTTP/1.1" status: 200 len: 916 time: 0.1158931 Jul 13 09:09:09.401071 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.db.securitygroups_db [None req-cabeaef8-a942-4243-823b-5816af0ec786 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Project 02051a1f629a48199bb1eb504c747294 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 09:09:09.406717 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-cabeaef8-a942-4243-823b-5816af0ec786 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks [] for security_group_rule (b40c3901-eb04-497c-90b4-31aa6531bbe3), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:09.465375 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-c56469ed-5c94-47f1-bd78-a38eeae94f33 None None] Current status of the port 85a58c92-11ad-4ae8-b43c-cd72f892cc97 is: ACTIVE; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:09:09.531335 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1eba5d-f43d-4f16-b325-8315e3d660ad req-31295f0a-1be2-4569-a98a-aca802e961ea tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:09.535671 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-cabeaef8-a942-4243-823b-5816af0ec786 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks [] for security_group_rule (b40c3901-eb04-497c-90b4-31aa6531bbe3), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:09.539485 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-9d1eba5d-f43d-4f16-b325-8315e3d660ad req-31295f0a-1be2-4569-a98a-aca802e961ea tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c84256c-3f8c-43e1-9c7d-2a433978a7bd HTTP/1.1" status: 200 len: 946 time: 0.0758197 Jul 13 09:09:09.608481 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-9d1eba5d-f43d-4f16-b325-8315e3d660ad req-013d48e8-2f1b-4f3a-984d-613149e60e38 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=b803fcad-06fb-4c9a-9600-bfbe09ca979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646305 Jul 13 09:09:09.624426 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:09.650431 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-cabeaef8-a942-4243-823b-5816af0ec786 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485043'] for security_group_rule (b40c3901-eb04-497c-90b4-31aa6531bbe3), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:09.672013 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabeaef8-a942-4243-823b-5816af0ec786 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b40c3901-eb04-497c-90b4-31aa6531bbe3,revision_number=0']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:09:09.765506 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-cabeaef8-a942-4243-823b-5816af0ec786 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:09.767008 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-cabeaef8-a942-4243-823b-5816af0ec786 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4520040 Jul 13 09:09:09.838447 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff18203-d700-4417-97d4-01f3c280d737 req-2f1837f5-d5be-4278-937c-01fb4f2d7212 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:09.839951 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-dff18203-d700-4417-97d4-01f3c280d737 req-2f1837f5-d5be-4278-937c-01fb4f2d7212 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 943 time: 0.0565865 Jul 13 09:09:09.844462 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-329edf1b-9b9b-4927-8f07-c8e83cf32b0a req-85171500-2fd2-4fa7-9a22-a7364e9aca83 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85a58c92-11ad-4ae8-b43c-cd72f892cc97 HTTP/1.1" status: 200 len: 1001 time: 0.0662947 Jul 13 09:09:09.861833 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:DELETE=4,neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:09.899748 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-dff18203-d700-4417-97d4-01f3c280d737 req-b1847231-0087-4d15-8e68-60c983c875b8 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528250 Jul 13 09:09:09.903889 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329edf1b-9b9b-4927-8f07-c8e83cf32b0a req-5e7b656d-21f5-4e8e-be81-17aaa6757aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:09.905354 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-329edf1b-9b9b-4927-8f07-c8e83cf32b0a req-5e7b656d-21f5-4e8e-be81-17aaa6757aa7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1c3053c6-5e38-47f4-966f-6eb4d06059b4 HTTP/1.1" status: 200 len: 854 time: 0.0519214 Jul 13 09:09:09.960323 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329edf1b-9b9b-4927-8f07-c8e83cf32b0a req-e91a0693-24e4-430a-be07-82af65e771ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:09.961851 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-329edf1b-9b9b-4927-8f07-c8e83cf32b0a req-e91a0693-24e4-430a-be07-82af65e771ad service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=913797b9-97f0-4f1d-84dd-b458a159148c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438411 Jul 13 09:09:09.964691 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (6e9d2670-629d-42a5-8dd5-d0857aba9a7e), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:10.086062 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-329edf1b-9b9b-4927-8f07-c8e83cf32b0a req-8ed507f7-0ec0-4ca3-81e9-cfb9b02cc82e service neutron] 10.222.0.30 "GET /v2.0/networks/913797b9-97f0-4f1d-84dd-b458a159148c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943410 Jul 13 09:09:10.157324 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:10.192102 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-329edf1b-9b9b-4927-8f07-c8e83cf32b0a req-33e8b5d8-0b5a-4fef-870d-75d891a822e3 service neutron] 10.222.0.30 "GET /v2.0/networks/913797b9-97f0-4f1d-84dd-b458a159148c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985725 Jul 13 09:09:10.226626 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device c8c7c305-df76-42c1-a8cf-b6c86a50508c up at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:09:10.284473 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Provisioning complete for port c8c7c305-df76-42c1-a8cf-b6c86a50508c triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:09:10.284834 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (c8c7c305-df76-42c1-a8cf-b6c86a50508c), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:10.359531 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Current status of the port c8c7c305-df76-42c1-a8cf-b6c86a50508c is: ACTIVE; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:09:10.731600 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc933147-025b-4894-adc9-ebfc51e85a63 req-e4e1e540-a9f5-4453-9979-bf65d113e042 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:10.733188 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-dc933147-025b-4894-adc9-ebfc51e85a63 req-e4e1e540-a9f5-4453-9979-bf65d113e042 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c84256c-3f8c-43e1-9c7d-2a433978a7bd HTTP/1.1" status: 200 len: 946 time: 0.0598533 Jul 13 09:09:10.784978 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-dc933147-025b-4894-adc9-ebfc51e85a63 req-52ac7871-9df3-4c0d-a4d7-4c97861617ef tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=b803fcad-06fb-4c9a-9600-bfbe09ca979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456004 Jul 13 09:09:10.899488 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a1bc0b-2b01-445b-9cb4-e0bc28b2d59b req-ee332dd1-240a-4e11-a997-843ae9f0c860 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:10.901029 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-b3a1bc0b-2b01-445b-9cb4-e0bc28b2d59b req-ee332dd1-240a-4e11-a997-843ae9f0c860 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c84256c-3f8c-43e1-9c7d-2a433978a7bd HTTP/1.1" status: 200 len: 946 time: 0.0497060 Jul 13 09:09:10.912207 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 35946) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:09:10.915689 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-98432745-7d4f-46e1-ab8f-c810c9e50ca2 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Request body: {'floatingip': {'port_id': '5e405f48-99d1-4184-bb1c-d187e2f9e912'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:09:10.954886 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-98432745-7d4f-46e1-ab8f-c810c9e50ca2 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Publish callbacks [] for floatingip (1aca0f8b-0dbc-487b-9bf1-3b9084caa410), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:11.081406 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe9870e-8eed-4361-b360-2f78cead3219 req-086c64e0-060c-4eaf-9eca-ea08c08864ef tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:11.083084 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-efe9870e-8eed-4361-b360-2f78cead3219 req-086c64e0-060c-4eaf-9eca-ea08c08864ef tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 943 time: 0.0940011 Jul 13 09:09:11.090208 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-00b4b189-eba5-47b5-b870-baaf5a1b2798 req-5f1508ec-408a-4fd5-8ccb-4d48e95b0c66 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8315445c-678d-4c5c-8ecf-937e48a120a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0610688 Jul 13 09:09:11.201055 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b4b189-eba5-47b5-b870-baaf5a1b2798 req-c2c5af4c-5fbb-4691-95c1-9c20ed1de3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:11.202811 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-00b4b189-eba5-47b5-b870-baaf5a1b2798 req-c2c5af4c-5fbb-4691-95c1-9c20ed1de3e6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7afbdee349034d2182240f1f7230236f&device_id=8315445c-678d-4c5c-8ecf-937e48a120a4 HTTP/1.1" status: 200 len: 1130 time: 0.0841057 Jul 13 09:09:11.208410 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-efe9870e-8eed-4361-b360-2f78cead3219 req-52d37507-7a81-453d-911c-15f1d7bdde29 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165035 Jul 13 09:09:11.382046 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b4b189-eba5-47b5-b870-baaf5a1b2798 req-1e4b4fb8-35ac-4160-bde6-c53e66ea91ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:11.383699 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-00b4b189-eba5-47b5-b870-baaf5a1b2798 req-1e4b4fb8-35ac-4160-bde6-c53e66ea91ed service neutron] 10.222.0.30 "GET /v2.0/networks?id=66664860-8484-4278-a13a-d19d7f467709 HTTP/1.1" status: 200 len: 920 time: 0.1325123 Jul 13 09:09:11.429883 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-00b4b189-eba5-47b5-b870-baaf5a1b2798 req-2558e903-ca57-4b73-9915-76227c9793d9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d61129b0-9f79-4508-a968-7e3a740a1f1c HTTP/1.1" status: 200 len: 217 time: 0.0352349 Jul 13 09:09:11.500512 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b4b189-eba5-47b5-b870-baaf5a1b2798 req-714be31e-ac42-4dd8-919a-ec21e3f94cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:11.502843 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-00b4b189-eba5-47b5-b870-baaf5a1b2798 req-714be31e-ac42-4dd8-919a-ec21e3f94cfd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e31827df-90a6-4f3b-b292-e48b977cc711 HTTP/1.1" status: 200 len: 858 time: 0.0595930 Jul 13 09:09:11.551661 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b4b189-eba5-47b5-b870-baaf5a1b2798 req-e6e19792-62fc-4810-98da-0cd995f38007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:11.553108 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-00b4b189-eba5-47b5-b870-baaf5a1b2798 req-e6e19792-62fc-4810-98da-0cd995f38007 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=66664860-8484-4278-a13a-d19d7f467709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418704 Jul 13 09:09:11.633129 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:11.652659 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-00b4b189-eba5-47b5-b870-baaf5a1b2798 req-67dc66f4-2ca6-4510-9ad7-7af950aaf732 service neutron] 10.222.0.30 "GET /v2.0/networks/66664860-8484-4278-a13a-d19d7f467709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925825 Jul 13 09:09:11.666788 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-98432745-7d4f-46e1-ab8f-c810c9e50ca2 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:11.724985 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-98432745-7d4f-46e1-ab8f-c810c9e50ca2 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-388893'] for floatingip (1aca0f8b-0dbc-487b-9bf1-3b9084caa410), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:11.761828 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-00b4b189-eba5-47b5-b870-baaf5a1b2798 req-78cca1f4-e9e1-49b8-9d7c-bdaefeb02c7f service neutron] 10.222.0.30 "GET /v2.0/networks/66664860-8484-4278-a13a-d19d7f467709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993817 Jul 13 09:09:11.833467 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.db.l3_db [None req-98432745-7d4f-46e1-ab8f-c810c9e50ca2 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Floating IP 1aca0f8b-0dbc-487b-9bf1-3b9084caa410 associated. External IP: 172.27.3.23, port: 5e405f48-99d1-4184-bb1c-d187e2f9e912. Jul 13 09:09:12.042933 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98432745-7d4f-46e1-ab8f-c810c9e50ca2 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Router e1a9fa37-49f7-44f6-a60d-16c81522f514 has already been hosted by L3 agent 084ea860-45cb-441c-b2f8-c6c2f7d6686c {{(pid=104468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 09:09:12.125024 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:12.155177 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98432745-7d4f-46e1-ab8f-c810c9e50ca2 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Notify agent at l3_agent.dv-cinder-849626-3-iscsi the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 09:09:12.155177 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-98432745-7d4f-46e1-ab8f-c810c9e50ca2 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for floatingip (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:12.157692 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4f00f3-7b56-43a6-b9d8-2cc9f448900f None None] Sync routers for ids ['e1a9fa37-49f7-44f6-a60d-16c81522f514'] in dv-cinder-849626-3-iscsi {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 09:09:12.174437 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:12.177301 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4f00f3-7b56-43a6-b9d8-2cc9f448900f None None] Routers {'e1a9fa37-49f7-44f6-a60d-16c81522f514'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:09:12.178002 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-4a4f00f3-7b56-43a6-b9d8-2cc9f448900f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:08:53Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['e1a9fa37-49f7-44f6-a60d-16c81522f514'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:09:12.186116 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-98432745-7d4f-46e1-ab8f-c810c9e50ca2 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "PUT /v2.0/floatingips/1aca0f8b-0dbc-487b-9bf1-3b9084caa410 HTTP/1.1" status: 200 len: 991 time: 1.2734973 Jul 13 09:09:12.186591 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c84256c-3f8c-43e1-9c7d-2a433978a7bd', 'tag': '5e405f48-99d1-4184-bb1c-d187e2f9e912'}] {{(pid=104468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:09:12.190226 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b622ba103e3e5260ba9f31452615d2910364782cfb993b04b3292bc67dda7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d602776e-225a-40e4-a580-c2d91fd4adcf" -d '{"events": [{"name": "network-changed", "server_uuid": "4c84256c-3f8c-43e1-9c7d-2a433978a7bd", "tag": "5e405f48-99d1-4184-bb1c-d187e2f9e912"}]}' {{(pid=104468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:09:12.226940 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 09:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c71eb1f-6214-470e-8a0d-b5261003b072 x-openstack-request-id: req-5c71eb1f-6214-470e-8a0d-b5261003b072 {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:09:12.227232 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c84256c-3f8c-43e1-9c7d-2a433978a7bd", "tag": "5e405f48-99d1-4184-bb1c-d187e2f9e912", "status": "completed", "code": 200}]} {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:09:12.227489 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-5c71eb1f-6214-470e-8a0d-b5261003b072 {{(pid=104468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:09:12.228274 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c71eb1f-6214-470e-8a0d-b5261003b072'] response: {'name': 'network-changed', 'server_uuid': '4c84256c-3f8c-43e1-9c7d-2a433978a7bd', 'tag': '5e405f48-99d1-4184-bb1c-d187e2f9e912', 'status': 'completed', 'code': 200} Jul 13 09:09:12.294087 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-4a4f00f3-7b56-43a6-b9d8-2cc9f448900f None None] Set router e1a9fa37-49f7-44f6-a60d-16c81522f514 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:09:12.447604 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4229b7-a158-4e50-8fcb-df2b0181a4be req-3b38c137-56c0-4a20-8771-d6684b9ed8ee tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:12.449162 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-3b4229b7-a158-4e50-8fcb-df2b0181a4be req-3b38c137-56c0-4a20-8771-d6684b9ed8ee tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 943 time: 0.1604047 Jul 13 09:09:12.452498 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d602776e-225a-40e4-a580-c2d91fd4adcf req-ce40bfa1-41c7-4539-ace9-576e3e672774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:12.453883 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d602776e-225a-40e4-a580-c2d91fd4adcf req-ce40bfa1-41c7-4539-ace9-576e3e672774 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7afbdee349034d2182240f1f7230236f&device_id=4c84256c-3f8c-43e1-9c7d-2a433978a7bd HTTP/1.1" status: 200 len: 1130 time: 0.1252632 Jul 13 09:09:12.456239 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e27dd-6c14-4537-a970-b15cc95a572d req-6fbac53b-a6b6-444c-a852-48b2c4429079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:12.458059 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-7d5e27dd-6c14-4537-a970-b15cc95a572d req-6fbac53b-a6b6-444c-a852-48b2c4429079 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6&tenant_id=09b63eccabbc498cb96dd4bbcef0969a HTTP/1.1" status: 200 len: 1127 time: 0.1199915 Jul 13 09:09:12.594104 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:12.598324 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e27dd-6c14-4537-a970-b15cc95a572d req-ea2b149f-ba41-4c48-b659-c7685d287f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:12.599834 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-7d5e27dd-6c14-4537-a970-b15cc95a572d req-ea2b149f-ba41-4c48-b659-c7685d287f11 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=09b63eccabbc498cb96dd4bbcef0969a&device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 1127 time: 0.1043985 Jul 13 09:09:12.605143 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-3b4229b7-a158-4e50-8fcb-df2b0181a4be req-21352c41-606c-496e-8ad3-d63989d57c8b tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500988 Jul 13 09:09:12.687265 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d602776e-225a-40e4-a580-c2d91fd4adcf req-6d9c3855-324d-4c79-b1e8-27b363217f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:12.689255 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d602776e-225a-40e4-a580-c2d91fd4adcf req-6d9c3855-324d-4c79-b1e8-27b363217f1a service neutron] 10.222.0.30 "GET /v2.0/networks?id=66664860-8484-4278-a13a-d19d7f467709 HTTP/1.1" status: 200 len: 920 time: 0.2173295 Jul 13 09:09:12.695034 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-4a4f00f3-7b56-43a6-b9d8-2cc9f448900f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a9fa37-49f7-44f6-a60d-16c81522f514', 'name': 'tempest-ServerRescueNegativeTestJSON-1668870698-router', 'tenant_id': '7afbdee349034d2182240f1f7230236f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': 'da429dc5-7485-4e04-b934-97ad9ab6748d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:06:06Z', 'updated_at': '2022-07-13T09:06:15Z', 'revision_number': 4, 'project_id': '7afbdee349034d2182240f1f7230236f', 'gw_port': {'id': 'da429dc5-7485-4e04-b934-97ad9ab6748d', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a9fa37-49f7-44f6-a60d-16c81522f514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:07Z', 'updated_at': '2022-07-13T09:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_floatingips': [{'id': '1aca0f8b-0dbc-487b-9bf1-3b9084caa410', 'tenant_id': '7afbdee349034d2182240f1f7230236f', 'floating_ip_address': '172.27.3.23', 'floating_network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'router_id': 'e1a9fa37-49f7-44f6-a60d-16c81522f514', 'port_id': '5e405f48-99d1-4184-bb1c-d187e2f9e912', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66664860-8484-4278-a13a-d19d7f467709', 'mac_address': 'fa:16:3e:3b:22:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c84256c-3f8c-43e1-9c7d-2a433978a7bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T09:08:49Z', 'updated_at': '2022-07-13T09:09:11Z', 'revision_number': 1, 'project_id': '7afbdee349034d2182240f1f7230236f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebec7c42-7723-4ae0-b5bf-19979ea37e36', 'name': '', 'network_id': '66664860-8484-4278-a13a-d19d7f467709', 'tenant_id': '7afbdee349034d2182240f1f7230236f', 'mac_address': 'fa:16:3e:6a:b0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a9fa37-49f7-44f6-a60d-16c81522f514', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e31827df-90a6-4f3b-b292-e48b977cc711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:13Z', 'updated_at': '2022-07-13T09:06:22Z', 'revision_number': 5, 'project_id': '7afbdee349034d2182240f1f7230236f', 'subnets': [{'id': 'e31827df-90a6-4f3b-b292-e48b977cc711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:09:12.722382 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4f00f3-7b56-43a6-b9d8-2cc9f448900f None None] Checking router: e1a9fa37-49f7-44f6-a60d-16c81522f514 for host: dv-cinder-849626-3-iscsi {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 09:09:12.730775 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4f00f3-7b56-43a6-b9d8-2cc9f448900f None None] Routers {'e1a9fa37-49f7-44f6-a60d-16c81522f514'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:09:12.731383 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-4a4f00f3-7b56-43a6-b9d8-2cc9f448900f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:08:53Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['e1a9fa37-49f7-44f6-a60d-16c81522f514'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:09:12.756919 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e27dd-6c14-4537-a970-b15cc95a572d req-7ba77919-841a-42a2-94d7-bc225d33f6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:12.758433 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-7d5e27dd-6c14-4537-a970-b15cc95a572d req-7ba77919-841a-42a2-94d7-bc225d33f6a9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dced4119-fd64-48f2-a32b-f0864c860758 HTTP/1.1" status: 200 len: 918 time: 0.1489654 Jul 13 09:09:12.808742 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d602776e-225a-40e4-a580-c2d91fd4adcf req-52c6fecc-f871-4a6f-a104-28792d9155f8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e405f48-99d1-4184-bb1c-d187e2f9e912 HTTP/1.1" status: 200 len: 999 time: 0.1079996 Jul 13 09:09:12.850229 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-4a4f00f3-7b56-43a6-b9d8-2cc9f448900f None None] Set router e1a9fa37-49f7-44f6-a60d-16c81522f514 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:09:12.866878 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-7d5e27dd-6c14-4537-a970-b15cc95a572d req-3afc302b-68d2-435e-a6f5-b15db3406ef0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f HTTP/1.1" status: 200 len: 999 time: 0.1012869 Jul 13 09:09:12.875532 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d602776e-225a-40e4-a580-c2d91fd4adcf req-0093b645-c6a5-4c0b-9034-625eeb018bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:12.877100 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d602776e-225a-40e4-a580-c2d91fd4adcf req-0093b645-c6a5-4c0b-9034-625eeb018bf0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e31827df-90a6-4f3b-b292-e48b977cc711 HTTP/1.1" status: 200 len: 858 time: 0.0597765 Jul 13 09:09:12.889307 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:12.951091 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d602776e-225a-40e4-a580-c2d91fd4adcf req-db850186-c298-412c-81bb-6f8e562bc9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:12.952581 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d602776e-225a-40e4-a580-c2d91fd4adcf req-db850186-c298-412c-81bb-6f8e562bc9d6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=66664860-8484-4278-a13a-d19d7f467709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0668936 Jul 13 09:09:12.958640 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e27dd-6c14-4537-a970-b15cc95a572d req-b900416e-3350-44aa-a650-e3d3851403f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:12.960010 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-7d5e27dd-6c14-4537-a970-b15cc95a572d req-b900416e-3350-44aa-a650-e3d3851403f3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f435a127-82ff-4993-a381-fe0f5e258ef6 HTTP/1.1" status: 200 len: 856 time: 0.0813982 Jul 13 09:09:13.050918 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:13.056505 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e27dd-6c14-4537-a970-b15cc95a572d req-10f966a7-7e62-473f-aa97-5b9d452899f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:13.062458 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-7d5e27dd-6c14-4537-a970-b15cc95a572d req-10f966a7-7e62-473f-aa97-5b9d452899f6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dced4119-fd64-48f2-a32b-f0864c860758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0892847 Jul 13 09:09:13.070598 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-4a4f00f3-7b56-43a6-b9d8-2cc9f448900f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a9fa37-49f7-44f6-a60d-16c81522f514', 'name': 'tempest-ServerRescueNegativeTestJSON-1668870698-router', 'tenant_id': '7afbdee349034d2182240f1f7230236f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': 'da429dc5-7485-4e04-b934-97ad9ab6748d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:06:06Z', 'updated_at': '2022-07-13T09:06:15Z', 'revision_number': 4, 'project_id': '7afbdee349034d2182240f1f7230236f', 'gw_port': {'id': 'da429dc5-7485-4e04-b934-97ad9ab6748d', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a9fa37-49f7-44f6-a60d-16c81522f514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:07Z', 'updated_at': '2022-07-13T09:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_floatingips': [{'id': '1aca0f8b-0dbc-487b-9bf1-3b9084caa410', 'tenant_id': '7afbdee349034d2182240f1f7230236f', 'floating_ip_address': '172.27.3.23', 'floating_network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'router_id': 'e1a9fa37-49f7-44f6-a60d-16c81522f514', 'port_id': '5e405f48-99d1-4184-bb1c-d187e2f9e912', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66664860-8484-4278-a13a-d19d7f467709', 'mac_address': 'fa:16:3e:3b:22:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c84256c-3f8c-43e1-9c7d-2a433978a7bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T09:08:49Z', 'updated_at': '2022-07-13T09:09:11Z', 'revision_number': 1, 'project_id': '7afbdee349034d2182240f1f7230236f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebec7c42-7723-4ae0-b5bf-19979ea37e36', 'name': '', 'network_id': '66664860-8484-4278-a13a-d19d7f467709', 'tenant_id': '7afbdee349034d2182240f1f7230236f', 'mac_address': 'fa:16:3e:6a:b0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a9fa37-49f7-44f6-a60d-16c81522f514', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e31827df-90a6-4f3b-b292-e48b977cc711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:13Z', 'updated_at': '2022-07-13T09:06:22Z', 'revision_number': 5, 'project_id': '7afbdee349034d2182240f1f7230236f', 'subnets': [{'id': 'e31827df-90a6-4f3b-b292-e48b977cc711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:09:13.097088 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4f00f3-7b56-43a6-b9d8-2cc9f448900f None None] The sync data for ids ['e1a9fa37-49f7-44f6-a60d-16c81522f514'] in dv-cinder-849626-3-iscsi is: [{'id': 'e1a9fa37-49f7-44f6-a60d-16c81522f514', 'name': 'tempest-ServerRescueNegativeTestJSON-1668870698-router', 'tenant_id': '7afbdee349034d2182240f1f7230236f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': 'da429dc5-7485-4e04-b934-97ad9ab6748d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:06:06Z', 'updated_at': '2022-07-13T09:06:15Z', 'revision_number': 4, 'project_id': '7afbdee349034d2182240f1f7230236f', 'gw_port': {'id': 'da429dc5-7485-4e04-b934-97ad9ab6748d', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a9fa37-49f7-44f6-a60d-16c81522f514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:07Z', 'updated_at': '2022-07-13T09:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_floatingips': [{'id': '1aca0f8b-0dbc-487b-9bf1-3b9084caa410', 'tenant_id': '7afbdee349034d2182240f1f7230236f', 'floating_ip_address': '172.27.3.23', 'floating_network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'router_id': 'e1a9fa37-49f7-44f6-a60d-16c81522f514', 'port_id': '5e405f48-99d1-4184-bb1c-d187e2f9e912', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66664860-8484-4278-a13a-d19d7f467709', 'mac_address': 'fa:16:3e:3b:22:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c84256c-3f8c-43e1-9c7d-2a433978a7bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T09:08:49Z', 'updated_at': '2022-07-13T09:09:11Z', 'revision_number': 1, 'project_id': '7afbdee349034d2182240f1f7230236f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebec7c42-7723-4ae0-b5bf-19979ea37e36', 'name': '', 'network_id': '66664860-8484-4278-a13a-d19d7f467709', 'tenant_id': '7afbdee349034d2182240f1f7230236f', 'mac_address': 'fa:16:3e:6a:b0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a9fa37-49f7-44f6-a60d-16c81522f514', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e31827df-90a6-4f3b-b292-e48b977cc711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:13Z', 'updated_at': '2022-07-13T09:06:22Z', 'revision_number': 5, 'project_id': '7afbdee349034d2182240f1f7230236f', 'subnets': [{'id': 'e31827df-90a6-4f3b-b292-e48b977cc711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 09:09:13.109582 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d602776e-225a-40e4-a580-c2d91fd4adcf req-7e1b7e23-55f6-40d9-a8d5-e58c11eb3b75 service neutron] 10.222.0.30 "GET /v2.0/networks/66664860-8484-4278-a13a-d19d7f467709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486487 Jul 13 09:09:13.171295 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:13.309375 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084192d2-ed09-4a92-b09a-a7d6a63a61b1 None None] New status for floating IP 1aca0f8b-0dbc-487b-9bf1-3b9084caa410: ACTIVE {{(pid=104471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 13 09:09:13.450750 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-7d5e27dd-6c14-4537-a970-b15cc95a572d req-dc930858-0a97-436d-8128-822bdda811c1 service neutron] 10.222.0.30 "GET /v2.0/networks/dced4119-fd64-48f2-a32b-f0864c860758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3847139 Jul 13 09:09:13.497039 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d602776e-225a-40e4-a580-c2d91fd4adcf req-7d781d4d-f428-401b-8cdc-94cc72d9cdc2 service neutron] 10.222.0.30 "GET /v2.0/networks/66664860-8484-4278-a13a-d19d7f467709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3622077 Jul 13 09:09:13.559684 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-7d5e27dd-6c14-4537-a970-b15cc95a572d req-53661851-df7c-4664-b781-9c931eb739a7 service neutron] 10.222.0.30 "GET /v2.0/networks/dced4119-fd64-48f2-a32b-f0864c860758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010058 Jul 13 09:09:13.733304 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e978ee-ee52-4b6e-b632-4752f4f02496 req-6e2b0fac-bec9-4f61-bab1-9dbdc8cf4bf9 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:13.734949 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-97e978ee-ee52-4b6e-b632-4752f4f02496 req-6e2b0fac-bec9-4f61-bab1-9dbdc8cf4bf9 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 943 time: 0.0501590 Jul 13 09:09:13.784065 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-97e978ee-ee52-4b6e-b632-4752f4f02496 req-b541a714-c8d0-44c8-9441-b95943830e49 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434759 Jul 13 09:09:14.941465 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae05eb8b-e240-44da-b6fa-6b61a7ec1d60 req-fbde63d9-d615-4034-acee-d21d392d717b tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:14.944096 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ae05eb8b-e240-44da-b6fa-6b61a7ec1d60 req-fbde63d9-d615-4034-acee-d21d392d717b tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 943 time: 0.0681040 Jul 13 09:09:15.006521 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ae05eb8b-e240-44da-b6fa-6b61a7ec1d60 req-9e087fa7-3a8d-4ec1-ad42-ab4e212520dc tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556779 Jul 13 09:09:16.135524 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747b93da-e30c-4444-8ce6-2915ce2d40b8 req-52b9c825-a06a-40ee-8739-81304394f9b1 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:16.140133 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-747b93da-e30c-4444-8ce6-2915ce2d40b8 req-52b9c825-a06a-40ee-8739-81304394f9b1 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 943 time: 0.0545666 Jul 13 09:09:16.197839 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-747b93da-e30c-4444-8ce6-2915ce2d40b8 req-0ed8b09c-5ad2-45b1-9251-e2be0e843dca tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483911 Jul 13 09:09:17.339924 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ecdb8-7e20-417e-967b-1415d1dc79d2 req-b3e90ff9-db7c-4895-881e-7a2446eae79a tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:17.343758 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-9f3ecdb8-7e20-417e-967b-1415d1dc79d2 req-b3e90ff9-db7c-4895-881e-7a2446eae79a tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 943 time: 0.0577183 Jul 13 09:09:17.397969 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-9f3ecdb8-7e20-417e-967b-1415d1dc79d2 req-00896db3-ecd9-4b39-a6f8-bb405e770ddc tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502734 Jul 13 09:09:18.537054 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f64bf-32c3-4886-8e26-c8018f69fc91 req-da17123f-3a40-4310-97ce-abcf2dad4219 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:18.539229 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-647f64bf-32c3-4886-8e26-c8018f69fc91 req-da17123f-3a40-4310-97ce-abcf2dad4219 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 943 time: 0.0562534 Jul 13 09:09:18.592254 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-647f64bf-32c3-4886-8e26-c8018f69fc91 req-a6b40843-8954-4eca-a729-f223f97dfe9f tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457218 Jul 13 09:09:19.733765 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9df1718-f7b8-40b5-b1b2-45defc338012 req-6c691ab4-479f-4b44-a33c-d6f575445000 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:19.743322 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-c9df1718-f7b8-40b5-b1b2-45defc338012 req-6c691ab4-479f-4b44-a33c-d6f575445000 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 943 time: 0.0622244 Jul 13 09:09:19.752165 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:19.794074 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-c9df1718-f7b8-40b5-b1b2-45defc338012 req-16720910-f7ad-4675-a206-5e495f6ca61f tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489683 Jul 13 09:09:20.600470 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-ce158dee-49d9-4082-995b-63c9ba4ff88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (a33f270e-6fb2-40d7-a0c5-ff754f30a69f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:20.929613 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d030b-e67e-4941-9dab-ec01d7a191bb req-df372756-ea76-4696-a584-719ac02d59c2 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:20.932016 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-bf1d030b-e67e-4941-9dab-ec01d7a191bb req-df372756-ea76-4696-a584-719ac02d59c2 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 943 time: 0.0494540 Jul 13 09:09:20.997144 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-bf1d030b-e67e-4941-9dab-ec01d7a191bb req-99ba50e1-ece5-4e37-a15e-0f758c03dc07 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578671 Jul 13 09:09:22.172061 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7360ab7c-9ef7-4a00-83f2-db7ca620f2ee req-9df17c1c-e136-4765-ae03-7d9b2f7fcf1d tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:22.173622 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-7360ab7c-9ef7-4a00-83f2-db7ca620f2ee req-9df17c1c-e136-4765-ae03-7d9b2f7fcf1d tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 943 time: 0.0733597 Jul 13 09:09:22.241843 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-7360ab7c-9ef7-4a00-83f2-db7ca620f2ee req-b9948797-a521-438c-a1c2-ecf731e29de0 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624263 Jul 13 09:09:22.792864 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-916da5de-3019-4a7d-919e-4aea42a1edf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (084ea860-45cb-441c-b2f8-c6c2f7d6686c), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:23.370152 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5e149-669f-4d2f-a227-3261e501ec08 req-02b1b9bb-fd7d-4691-8f26-4b57b14ea32d tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:23.371623 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c8e5e149-669f-4d2f-a227-3261e501ec08 req-02b1b9bb-fd7d-4691-8f26-4b57b14ea32d tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 943 time: 0.0512936 Jul 13 09:09:23.421546 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c8e5e149-669f-4d2f-a227-3261e501ec08 req-ee56f8bc-e5f6-4766-912a-c7ec9878ae51 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437040 Jul 13 09:09:23.494908 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=26,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:23.542660 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=85 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:24.438000 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7f3b3aed-46f4-4e68-bbbe-dab9f8099e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (d1fd82e0-5c39-4100-b44b-c54ee27d2d9f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:24.545274 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58cd836-6744-41a0-a4bc-94826d6a93d4 req-4d414a4f-6fe9-4f73-aedd-329419feb840 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:24.546774 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f58cd836-6744-41a0-a4bc-94826d6a93d4 req-4d414a4f-6fe9-4f73-aedd-329419feb840 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 943 time: 0.0479488 Jul 13 09:09:24.594667 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f58cd836-6744-41a0-a4bc-94826d6a93d4 req-95ac4f98-343c-4715-88f0-16f3025d7f43 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420730 Jul 13 09:09:25.484089 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5ee680a5-33f3-4217-99f5-17637ad0570e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (59ae6226-c784-4fad-8646-7377b1ef5f31), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:25.714433 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c72c20-df6a-449d-9891-23f1d13769ac req-a3f19f82-1960-4c3a-b9b2-01061325124a tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:25.715955 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-e9c72c20-df6a-449d-9891-23f1d13769ac req-a3f19f82-1960-4c3a-b9b2-01061325124a tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 943 time: 0.0478935 Jul 13 09:09:25.763291 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-e9c72c20-df6a-449d-9891-23f1d13769ac req-ac8a65b2-8a38-44cf-9793-e2726c341d84 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417440 Jul 13 09:09:25.809746 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (9379cce5-6fc7-4135-bc49-530c07185724), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:26.885268 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2415dee2-d93b-4670-84e7-9e35f39d1055 req-3d1af9c9-eb2e-4170-93f3-eda75f04225b tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:26.887020 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-2415dee2-d93b-4670-84e7-9e35f39d1055 req-3d1af9c9-eb2e-4170-93f3-eda75f04225b tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 943 time: 0.0505314 Jul 13 09:09:26.933660 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-2415dee2-d93b-4670-84e7-9e35f39d1055 req-585d4f54-a2fc-447d-bc35-2e0f4d4d1dd3 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412073 Jul 13 09:09:27.631570 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 36146) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:09:27.735164 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fb8bd76c-6341-4b34-8625-96f1ffd8a991 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:27.809183 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fb8bd76c-6341-4b34-8625-96f1ffd8a991 admin admin] Publish callbacks [] for security_group (3d292933-47de-4e87-a080-3c22e8a47d47), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:27.889626 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fb8bd76c-6341-4b34-8625-96f1ffd8a991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (3d292933-47de-4e87-a080-3c22e8a47d47), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:27.931877 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-fb8bd76c-6341-4b34-8625-96f1ffd8a991 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=0df96ccaf9c848519ceda061b574228f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2992556 Jul 13 09:09:27.932573 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8bd76c-6341-4b34-8625-96f1ffd8a991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d292933-47de-4e87-a080-3c22e8a47d47,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:09:27.934675 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 36150) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:09:27.984295 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-60999ab2-98ca-4cf8-8cc6-40634ba3c291 admin admin] Publish callbacks [] for security_group (3d292933-47de-4e87-a080-3c22e8a47d47), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:28.007357 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-60999ab2-98ca-4cf8-8cc6-40634ba3c291 admin admin] Publish callbacks [] for security_group (3d292933-47de-4e87-a080-3c22e8a47d47), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:28.056848 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9836e7fa-95e3-4ef1-917f-74fbaddf0fe2 req-9b9b0216-6d50-4c4d-9270-e35ccb164bbe tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:28.058461 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-9836e7fa-95e3-4ef1-917f-74fbaddf0fe2 req-9b9b0216-6d50-4c4d-9270-e35ccb164bbe tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 943 time: 0.0490680 Jul 13 09:09:28.095417 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-60999ab2-98ca-4cf8-8cc6-40634ba3c291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (3d292933-47de-4e87-a080-3c22e8a47d47), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:28.097887 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-60999ab2-98ca-4cf8-8cc6-40634ba3c291 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:28.101841 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-60999ab2-98ca-4cf8-8cc6-40634ba3c291 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/3d292933-47de-4e87-a080-3c22e8a47d47 HTTP/1.1" status: 204 len: 168 time: 0.1661203 Jul 13 09:09:28.108501 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-9836e7fa-95e3-4ef1-917f-74fbaddf0fe2 req-ba51b39a-87ad-4570-b8c8-a9d1a6319683 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445299 Jul 13 09:09:28.111017 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60999ab2-98ca-4cf8-8cc6-40634ba3c291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d292933-47de-4e87-a080-3c22e8a47d47,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:09:28.987479 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1197f947-a47d-41ff-8ffc-8025caea7b50 req-84182f17-a825-4254-bf37-244b55b76a53 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1950628113&fields=id&tenant_id=02051a1f629a48199bb1eb504c747294 HTTP/1.1" status: 200 len: 267 time: 0.0455844 Jul 13 09:09:29.003078 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:29.099876 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197f947-a47d-41ff-8ffc-8025caea7b50 req-816919c5-eb81-4128-bf22-1582024dd698 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:29.104069 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1197f947-a47d-41ff-8ffc-8025caea7b50 req-816919c5-eb81-4128-bf22-1582024dd698 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/networks?id=3b440154-a6c9-4139-b7ed-df54c627be50 HTTP/1.1" status: 200 len: 811 time: 0.1074886 Jul 13 09:09:29.116750 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1197f947-a47d-41ff-8ffc-8025caea7b50 req-98b4e4da-a6d8-444b-addf-28769d94ef26 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/quotas/02051a1f629a48199bb1eb504c747294 HTTP/1.1" status: 200 len: 375 time: 0.0097580 Jul 13 09:09:29.170491 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1197f947-a47d-41ff-8ffc-8025caea7b50 req-a321288b-eec2-4042-9fec-53654df50626 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=02051a1f629a48199bb1eb504c747294&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486753 Jul 13 09:09:29.238620 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebfc0f7-8c6e-44bc-b714-ac8e387b1a60 req-d794b6a3-ae7e-4e5a-ac33-c2041f772304 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:29.241100 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-1ebfc0f7-8c6e-44bc-b714-ac8e387b1a60 req-d794b6a3-ae7e-4e5a-ac33-c2041f772304 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 943 time: 0.0498779 Jul 13 09:09:29.275086 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1197f947-a47d-41ff-8ffc-8025caea7b50 req-c92a86c8-253c-40c6-9696-2390147de6f7 service neutron] 10.222.0.40 "GET /v2.0/networks/3b440154-a6c9-4139-b7ed-df54c627be50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927036 Jul 13 09:09:29.290831 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:29.296785 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-1ebfc0f7-8c6e-44bc-b714-ac8e387b1a60 req-fc85cac1-1a00-44f7-95d1-d39780a82b5e tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481787 Jul 13 09:09:29.368853 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1197f947-a47d-41ff-8ffc-8025caea7b50 req-b93a9f40-7939-41a9-adbc-b9ee04424256 service neutron] 10.222.0.40 "GET /v2.0/networks/3b440154-a6c9-4139-b7ed-df54c627be50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877597 Jul 13 09:09:29.942306 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:29.965640 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-8236c3f7-13a4-4060-86dd-2cc91871cb52 req-46547712-26f8-421a-bca2-f2967b543c7b tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=028cc5e6-e410-40e7-8327-d4dbe5b6c0d3 HTTP/1.1" status: 200 len: 210 time: 0.0319223 Jul 13 09:09:30.418377 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:30.433178 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558f18ce-64a0-44f8-a138-a15b067e836d req-66cf0466-0eb3-4f4d-b976-34cb5251b9e6 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:30.434785 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-558f18ce-64a0-44f8-a138-a15b067e836d req-66cf0466-0eb3-4f4d-b976-34cb5251b9e6 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 943 time: 0.0572736 Jul 13 09:09:30.489014 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-558f18ce-64a0-44f8-a138-a15b067e836d req-57602767-8756-4cec-a8c0-ca70693a5168 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487115 Jul 13 09:09:31.069756 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-b4e01d48-7f88-450a-9245-732e232badf4 req-958ef4ae-1606-4ad9-8cb1-e618eb698cec tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=028cc5e6-e410-40e7-8327-d4dbe5b6c0d3 HTTP/1.1" status: 200 len: 210 time: 0.0281425 Jul 13 09:09:31.616342 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555a3ff-4190-4e40-8236-eb17b9c49af0 req-ea6217f7-3aac-4a1f-9efa-6089b33f2f5e tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:31.617837 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-0555a3ff-4190-4e40-8236-eb17b9c49af0 req-ea6217f7-3aac-4a1f-9efa-6089b33f2f5e tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 943 time: 0.0485215 Jul 13 09:09:31.665343 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-0555a3ff-4190-4e40-8236-eb17b9c49af0 req-e52ac2cd-556f-4e8d-9c38-3a4d69ac0ae3 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418015 Jul 13 09:09:32.156504 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a6b751f4-a9ee-40da-8ecb-da116d11d54d req-247cc531-657d-4c63-a027-99a7e2fc8b30 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=028cc5e6-e410-40e7-8327-d4dbe5b6c0d3 HTTP/1.1" status: 200 len: 210 time: 0.0295515 Jul 13 09:09:32.783883 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f9a96f-30f0-497b-8e1f-ead68d83224f req-66637e76-bccf-4ac4-a207-cdae3df97487 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:32.785369 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b9f9a96f-30f0-497b-8e1f-ead68d83224f req-66637e76-bccf-4ac4-a207-cdae3df97487 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 943 time: 0.0478215 Jul 13 09:09:32.836384 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b9f9a96f-30f0-497b-8e1f-ead68d83224f req-e4854daa-1273-4f39-b3a3-5604fc9d29c0 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453510 Jul 13 09:09:33.251155 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-e715cebd-57d4-432f-b551-fd4e8579bc4c req-82d7e9c1-3261-4d08-81e5-a4fd5adc8338 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=028cc5e6-e410-40e7-8327-d4dbe5b6c0d3 HTTP/1.1" status: 200 len: 210 time: 0.0286350 Jul 13 09:09:33.953893 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5eeebb-c6e9-4d10-bbd5-9ba4e1445d6b req-51541b85-f39f-40a0-be27-c3926e435f50 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:33.955284 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-7c5eeebb-c6e9-4d10-bbd5-9ba4e1445d6b req-51541b85-f39f-40a0-be27-c3926e435f50 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 943 time: 0.0465295 Jul 13 09:09:34.001306 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-7c5eeebb-c6e9-4d10-bbd5-9ba4e1445d6b req-d0070da8-4cd6-4717-967f-2ca037bb0984 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397565 Jul 13 09:09:34.348228 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-9aaa1213-6e08-41b5-b7b1-0a54b2c0011d req-2ba4a5e1-3b4c-4864-9984-7854665c3aff tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=028cc5e6-e410-40e7-8327-d4dbe5b6c0d3 HTTP/1.1" status: 200 len: 210 time: 0.0313828 Jul 13 09:09:35.120864 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6d639-6da9-447d-87a3-ce2e9e2566ab req-c7f6d040-038f-456a-be30-5a9c0d614943 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:35.122352 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-12a6d639-6da9-447d-87a3-ce2e9e2566ab req-c7f6d040-038f-456a-be30-5a9c0d614943 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 943 time: 0.0480809 Jul 13 09:09:35.168518 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-12a6d639-6da9-447d-87a3-ce2e9e2566ab req-bad9ae27-fbe7-4c9e-ae36-c099f464246a tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407841 Jul 13 09:09:35.445354 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-eb513320-a1eb-4c1a-9b08-85aaa81242cd req-bc296df4-220d-47ef-95b3-cdf40fd19296 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=028cc5e6-e410-40e7-8327-d4dbe5b6c0d3 HTTP/1.1" status: 200 len: 210 time: 0.0283358 Jul 13 09:09:35.724968 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:36.291585 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab9e2b7-1320-4780-95a7-c64ddf2b3dbc req-fd65a41c-4447-4182-8af0-4595eba85b55 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:36.293020 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-9ab9e2b7-1320-4780-95a7-c64ddf2b3dbc req-fd65a41c-4447-4182-8af0-4595eba85b55 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 943 time: 0.0515106 Jul 13 09:09:36.353031 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-9ab9e2b7-1320-4780-95a7-c64ddf2b3dbc req-4bd5a666-2f6b-441f-a9a6-98799fd8d10e tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541496 Jul 13 09:09:36.445015 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197f947-a47d-41ff-8ffc-8025caea7b50 req-f0fa9c13-af51-4060-b21a-d3ab4dbdb7a5 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:36.446482 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1197f947-a47d-41ff-8ffc-8025caea7b50 req-f0fa9c13-af51-4060-b21a-d3ab4dbdb7a5 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.30 "GET /v2.0/networks?id=3b440154-a6c9-4139-b7ed-df54c627be50 HTTP/1.1" status: 200 len: 811 time: 0.1096792 Jul 13 09:09:36.520170 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1197f947-a47d-41ff-8ffc-8025caea7b50 req-17ff3866-2de5-4e9b-947b-1c93af6e2433 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02051a1f629a48199bb1eb504c747294 HTTP/1.1" status: 200 len: 380 time: 0.0614450 Jul 13 09:09:36.533280 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [req-1197f947-a47d-41ff-8ffc-8025caea7b50 req-b2e1aceb-61c5-4886-b792-316a44897564 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Request body: {'port': {'device_id': '028cc5e6-e410-40e7-8327-d4dbe5b6c0d3', 'network_id': '3b440154-a6c9-4139-b7ed-df54c627be50', 'admin_state_up': True, 'tenant_id': '02051a1f629a48199bb1eb504c747294', 'security_groups': ['21069fad-86d1-47ed-b9b6-e3fef0251eab']}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:09:36.545320 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-7ddc4d53-b36c-4abc-8c81-d546e2948f87 req-4b4f888c-8d79-4d06-98ee-5cd62d24c0af tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=028cc5e6-e410-40e7-8327-d4dbe5b6c0d3 HTTP/1.1" status: 200 len: 210 time: 0.0289414 Jul 13 09:09:36.589444 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:36.694913 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1197f947-a47d-41ff-8ffc-8025caea7b50 req-b2e1aceb-61c5-4886-b792-316a44897564 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Made reservation on behalf of 02051a1f629a48199bb1eb504c747294 for: {'port': 1} {{(pid=104469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 09:09:36.698482 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-1197f947-a47d-41ff-8ffc-8025caea7b50 req-b2e1aceb-61c5-4886-b792-316a44897564 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:36.812794 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:36.828659 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_common [req-1197f947-a47d-41ff-8ffc-8025caea7b50 req-b2e1aceb-61c5-4886-b792-316a44897564 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Allocated IP 172.20.0.6 (3b440154-a6c9-4139-b7ed-df54c627be50/8c1af7e4-944c-47db-9585-b5c5f9138bea/41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d) {{(pid=104469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 09:09:36.970749 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-1197f947-a47d-41ff-8ffc-8025caea7b50 req-b2e1aceb-61c5-4886-b792-316a44897564 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks [] for port (41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:37.039152 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-1197f947-a47d-41ff-8ffc-8025caea7b50 req-b2e1aceb-61c5-4886-b792-316a44897564 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760184582126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542309'] for port (41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:37.081729 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1197f947-a47d-41ff-8ffc-8025caea7b50 req-b2e1aceb-61c5-4886-b792-316a44897564 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Network 3b440154-a6c9-4139-b7ed-df54c627be50 is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:09:37.087788 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [req-1197f947-a47d-41ff-8ffc-8025caea7b50 req-b2e1aceb-61c5-4886-b792-316a44897564 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:09:37.091830 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [req-1197f947-a47d-41ff-8ffc-8025caea7b50 req-b2e1aceb-61c5-4886-b792-316a44897564 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Received port after_create {{(pid=104469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 09:09:37.117359 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e1aceb-61c5-4886-b792-316a44897564 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Pushing event updated for resources: {'Port': ['ID=41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:09:37.150100 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197f947-a47d-41ff-8ffc-8025caea7b50 req-b2e1aceb-61c5-4886-b792-316a44897564 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:37.150849 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-1197f947-a47d-41ff-8ffc-8025caea7b50 req-b2e1aceb-61c5-4886-b792-316a44897564 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for port (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:37.234480 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1197f947-a47d-41ff-8ffc-8025caea7b50 req-b2e1aceb-61c5-4886-b792-316a44897564 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7049563 Jul 13 09:09:37.248367 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [req-1197f947-a47d-41ff-8ffc-8025caea7b50 req-1a8aaca9-67a5-4fe7-8cec-b0620ffd8d43 service neutron] Request body: {'port': {'device_id': '028cc5e6-e410-40e7-8327-d4dbe5b6c0d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84962'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:09:37.323297 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-1197f947-a47d-41ff-8ffc-8025caea7b50 req-1a8aaca9-67a5-4fe7-8cec-b0620ffd8d43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:37.384603 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-04688de7-e63d-4f94-b4dd-8db9d2fe3859 None None] Provisioning complete for port 41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:09:37.385809 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-04688de7-e63d-4f94-b4dd-8db9d2fe3859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:37.423743 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-04688de7-e63d-4f94-b4dd-8db9d2fe3859 None None] Port 41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d cannot update to ACTIVE because it is not bound. {{(pid=104470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 09:09:37.507125 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be68f68-d396-41bd-b080-96b93df3cbf5 req-1a1d6ccf-bc9b-4347-b999-8e5037e6950e tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:37.508639 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-4be68f68-d396-41bd-b080-96b93df3cbf5 req-1a1d6ccf-bc9b-4347-b999-8e5037e6950e tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 943 time: 0.0532706 Jul 13 09:09:37.547688 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:37.564764 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-4be68f68-d396-41bd-b080-96b93df3cbf5 req-6d542743-c1cc-41df-86b4-85002ad3a2c5 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494740 Jul 13 09:09:37.641523 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [req-1197f947-a47d-41ff-8ffc-8025caea7b50 req-1a8aaca9-67a5-4fe7-8cec-b0620ffd8d43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d {{(pid=104469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 09:09:37.649542 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-1197f947-a47d-41ff-8ffc-8025caea7b50 req-1a8aaca9-67a5-4fe7-8cec-b0620ffd8d43 service neutron] Publish callbacks [] for port (41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:37.662529 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [req-1197f947-a47d-41ff-8ffc-8025caea7b50 req-1a8aaca9-67a5-4fe7-8cec-b0620ffd8d43 service neutron] Transition to ACTIVE for port object 41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d will not be triggered until provisioned by entity L2. {{(pid=104469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 09:09:37.682729 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a3e470-4c08-40a6-b6a8-59dbf276719d req-1410fdd3-5d1b-45e1-89df-9b30b785ca1a tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:37.684232 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-92a3e470-4c08-40a6-b6a8-59dbf276719d req-1410fdd3-5d1b-45e1-89df-9b30b785ca1a tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=028cc5e6-e410-40e7-8327-d4dbe5b6c0d3 HTTP/1.1" status: 200 len: 931 time: 0.0478706 Jul 13 09:09:37.687920 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device 80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f details requested by agent hyperv_hv-cinder-84962 with host hv-cinder-84962 {{(pid=104470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 09:09:37.747479 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-92a3e470-4c08-40a6-b6a8-59dbf276719d req-699ae073-8d09-4d68-8a26-77d331ec3e5e tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/security-groups?id=21069fad-86d1-47ed-b9b6-e3fef0251eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574615 Jul 13 09:09:37.763589 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-1197f947-a47d-41ff-8ffc-8025caea7b50 req-1a8aaca9-67a5-4fe7-8cec-b0620ffd8d43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542332'] for port (41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:37.791557 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port 80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f,segment=NetworkSegment(d26cc65f-34ee-4574-8332-30169090378e),segment_id=d26cc65f-34ee-4574-8332-30169090378e)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:09:37.808400 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Returning: {'device': '80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f', 'network_id': 'dced4119-fd64-48f2-a32b-f0864c860758', 'port_id': '80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f', 'mac_address': 'fa:16:3e:0c:13:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f435a127-82ff-4993-a381-fe0f5e258ef6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 09:09:37.812820 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:37.848685 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8aaca9-67a5-4fe7-8cec-b0620ffd8d43 service neutron] Pushing event updated for resources: {'Port': ['ID=41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d,revision_number=2']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:09:37.880176 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Current status of the port 80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f is: DOWN; New status is: BUILD {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:09:37.880616 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:37.898602 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f {{(pid=104470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 09:09:37.923193 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port 80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f,segment=NetworkSegment(d26cc65f-34ee-4574-8332-30169090378e),segment_id=d26cc65f-34ee-4574-8332-30169090378e)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:09:37.931935 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [req-1197f947-a47d-41ff-8ffc-8025caea7b50 req-1a8aaca9-67a5-4fe7-8cec-b0620ffd8d43 service neutron] Attempting to bind port 41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d on host hv-cinder-84962 for vnic_type normal with profile {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 09:09:37.932270 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [req-1197f947-a47d-41ff-8ffc-8025caea7b50 req-1a8aaca9-67a5-4fe7-8cec-b0620ffd8d43 service neutron] Attempting to bind port 41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d by drivers openvswitch,hyperv on host hv-cinder-84962 at level 0 using segments [{'id': '6417cdc0-763c-4790-ae1e-ebc420f204bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3b440154-a6c9-4139-b7ed-df54c627be50'}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 09:09:37.932602 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1197f947-a47d-41ff-8ffc-8025caea7b50 req-1a8aaca9-67a5-4fe7-8cec-b0620ffd8d43 service neutron] Attempting to bind port 41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d on network 3b440154-a6c9-4139-b7ed-df54c627be50 {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 09:09:37.937604 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1197f947-a47d-41ff-8ffc-8025caea7b50 req-1a8aaca9-67a5-4fe7-8cec-b0620ffd8d43 service neutron] Port 41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d on network 3b440154-a6c9-4139-b7ed-df54c627be50 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84962 {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 13 09:09:37.937925 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1197f947-a47d-41ff-8ffc-8025caea7b50 req-1a8aaca9-67a5-4fe7-8cec-b0620ffd8d43 service neutron] Attempting to bind port 41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d on network 3b440154-a6c9-4139-b7ed-df54c627be50 {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 09:09:37.943565 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1197f947-a47d-41ff-8ffc-8025caea7b50 req-1a8aaca9-67a5-4fe7-8cec-b0620ffd8d43 service neutron] Checking agent: {'id': '6e9d2670-629d-42a5-8dd5-d0857aba9a7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84962', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 9, 4, 10), 'started_at': datetime.datetime(2022, 7, 13, 9, 4, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 9, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 09:09:37.944467 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1197f947-a47d-41ff-8ffc-8025caea7b50 req-1a8aaca9-67a5-4fe7-8cec-b0620ffd8d43 service neutron] Checking segment: {'id': '6417cdc0-763c-4790-ae1e-ebc420f204bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3b440154-a6c9-4139-b7ed-df54c627be50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 09:09:37.944860 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1197f947-a47d-41ff-8ffc-8025caea7b50 req-1a8aaca9-67a5-4fe7-8cec-b0620ffd8d43 service neutron] Bound using segment: {'id': '6417cdc0-763c-4790-ae1e-ebc420f204bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3b440154-a6c9-4139-b7ed-df54c627be50'} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 09:09:37.945375 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [req-1197f947-a47d-41ff-8ffc-8025caea7b50 req-1a8aaca9-67a5-4fe7-8cec-b0620ffd8d43 service neutron] Bound port: 41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d, host: hv-cinder-84962, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6417cdc0-763c-4790-ae1e-ebc420f204bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3b440154-a6c9-4139-b7ed-df54c627be50'}}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 09:09:37.945757 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-1197f947-a47d-41ff-8ffc-8025caea7b50 req-1a8aaca9-67a5-4fe7-8cec-b0620ffd8d43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:38.010668 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:38.041660 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [req-1197f947-a47d-41ff-8ffc-8025caea7b50 req-1a8aaca9-67a5-4fe7-8cec-b0620ffd8d43 service neutron] For port 41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d, host hv-cinder-84962, cleared binding levels {{(pid=104469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 09:09:38.045013 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [req-1197f947-a47d-41ff-8ffc-8025caea7b50 req-1a8aaca9-67a5-4fe7-8cec-b0620ffd8d43 service neutron] For port 41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d, host hv-cinder-84962, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d,segment=NetworkSegment(6417cdc0-763c-4790-ae1e-ebc420f204bb),segment_id=6417cdc0-763c-4790-ae1e-ebc420f204bb)] {{(pid=104469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 09:09:38.071550 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Pushing event updated for resources: {'Port': ['ID=80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f,revision_number=9']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:09:38.078930 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:38.079221 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:38.079586 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:38.079943 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:38.080280 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:38.080613 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:38.080940 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:38.081262 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:38.081585 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:38.081910 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:38.082264 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:38.082591 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:38.083061 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:38.083380 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:38.083701 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:09:38.118554 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-1197f947-a47d-41ff-8ffc-8025caea7b50 req-1a8aaca9-67a5-4fe7-8cec-b0620ffd8d43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542332'] for port (41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:38.157873 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197f947-a47d-41ff-8ffc-8025caea7b50 req-1a8aaca9-67a5-4fe7-8cec-b0620ffd8d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:38.158431 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-1197f947-a47d-41ff-8ffc-8025caea7b50 req-1a8aaca9-67a5-4fe7-8cec-b0620ffd8d43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for port (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:38.159805 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1197f947-a47d-41ff-8ffc-8025caea7b50 req-1a8aaca9-67a5-4fe7-8cec-b0620ffd8d43 service neutron] 10.222.0.30 "PUT /v2.0/ports/41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d HTTP/1.1" status: 200 len: 1093 time: 0.9159551 Jul 13 09:09:38.160233 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '028cc5e6-e410-40e7-8327-d4dbe5b6c0d3', 'tag': '41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:09:38.163058 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c4e5b91a84def5af2f1fcdaa70b19e5540aa6c2f63d8f4e9cb6586108f6a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfcb9e2b-2c4f-4f1f-847e-12ec4cbb18a6" -d '{"events": [{"name": "network-changed", "server_uuid": "028cc5e6-e410-40e7-8327-d4dbe5b6c0d3", "tag": "41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:09:38.186587 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8aaca9-67a5-4fe7-8cec-b0620ffd8d43 service neutron] Pushing event updated for resources: {'Port': ['ID=41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d,revision_number=3']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:09:38.214909 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 09:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3fc2c71-ecc1-411d-baed-dad74457e03c x-openstack-request-id: req-d3fc2c71-ecc1-411d-baed-dad74457e03c {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:09:38.214909 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "028cc5e6-e410-40e7-8327-d4dbe5b6c0d3", "tag": "41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d", "status": "completed", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:09:38.215124 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-d3fc2c71-ecc1-411d-baed-dad74457e03c {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:09:38.215420 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3fc2c71-ecc1-411d-baed-dad74457e03c'] response: {'name': 'network-changed', 'server_uuid': '028cc5e6-e410-40e7-8327-d4dbe5b6c0d3', 'tag': '41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d', 'status': 'completed', 'code': 200} Jul 13 09:09:38.328095 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] get_ports_and_sgs() called for port_ids ['80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f'] {{(pid=104470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 09:09:38.570678 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb9e2b-2c4f-4f1f-847e-12ec4cbb18a6 req-e71163b6-bdd5-43e2-85f4-64c581826f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:38.572261 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-bfcb9e2b-2c4f-4f1f-847e-12ec4cbb18a6 req-e71163b6-bdd5-43e2-85f4-64c581826f79 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=02051a1f629a48199bb1eb504c747294&device_id=028cc5e6-e410-40e7-8327-d4dbe5b6c0d3 HTTP/1.1" status: 200 len: 1127 time: 0.0436716 Jul 13 09:09:38.716444 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7529efba-0340-4d73-a55f-b922af550972 req-8042c3dc-0726-4eab-8fc4-780ee5dab0cc tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:38.718052 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-7529efba-0340-4d73-a55f-b922af550972 req-8042c3dc-0726-4eab-8fc4-780ee5dab0cc tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 944 time: 0.0720630 Jul 13 09:09:38.722914 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb9e2b-2c4f-4f1f-847e-12ec4cbb18a6 req-1e10aab5-42e4-4c51-a927-f0c4822e9b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:38.724288 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-bfcb9e2b-2c4f-4f1f-847e-12ec4cbb18a6 req-1e10aab5-42e4-4c51-a927-f0c4822e9b79 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=02051a1f629a48199bb1eb504c747294&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1385057 Jul 13 09:09:38.767193 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-7529efba-0340-4d73-a55f-b922af550972 req-e96a5c46-f312-4a5b-ba04-fc53c099df31 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419774 Jul 13 09:09:38.864874 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff951ad-0659-4a22-8d89-d30f995fe434 req-aa172ed4-84ad-4c5a-b2cf-f591b7f6bc39 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:38.867168 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-0ff951ad-0659-4a22-8d89-d30f995fe434 req-aa172ed4-84ad-4c5a-b2cf-f591b7f6bc39 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=028cc5e6-e410-40e7-8327-d4dbe5b6c0d3 HTTP/1.1" status: 200 len: 943 time: 0.0481644 Jul 13 09:09:38.915988 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-0ff951ad-0659-4a22-8d89-d30f995fe434 req-025c6e56-f385-439b-92b5-0c3f5a1fb13a tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/security-groups?id=21069fad-86d1-47ed-b9b6-e3fef0251eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435400 Jul 13 09:09:39.889513 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b53c23-b092-404b-b95a-e90bd4c32b36 req-46ec6cef-2af0-402c-9ae2-03b519e49cba tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:39.891013 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-12b53c23-b092-404b-b95a-e90bd4c32b36 req-46ec6cef-2af0-402c-9ae2-03b519e49cba tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 944 time: 0.0487227 Jul 13 09:09:39.938383 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-12b53c23-b092-404b-b95a-e90bd4c32b36 req-926a9870-8e5f-432c-8e22-3db1953b735d tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416129 Jul 13 09:09:40.033787 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678b2af0-d085-4161-9168-2c8fdbd935c7 req-16a6a728-6896-42d5-9b81-f300284b88eb tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:40.035276 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-678b2af0-d085-4161-9168-2c8fdbd935c7 req-16a6a728-6896-42d5-9b81-f300284b88eb tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=028cc5e6-e410-40e7-8327-d4dbe5b6c0d3 HTTP/1.1" status: 200 len: 943 time: 0.0508256 Jul 13 09:09:40.083035 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-678b2af0-d085-4161-9168-2c8fdbd935c7 req-775227c9-3ab4-4fb7-be47-46071d82de40 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/security-groups?id=21069fad-86d1-47ed-b9b6-e3fef0251eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415120 Jul 13 09:09:41.060718 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7914c765-79b6-475e-a854-333048532292 req-60b6bdcf-c202-4e98-89be-d0000bea3151 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:41.062335 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-7914c765-79b6-475e-a854-333048532292 req-60b6bdcf-c202-4e98-89be-d0000bea3151 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 944 time: 0.0487502 Jul 13 09:09:41.113310 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-7914c765-79b6-475e-a854-333048532292 req-59a64d68-c2a2-4a81-8463-06969dd11c8d tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452003 Jul 13 09:09:41.197317 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecd76a9-0eb8-46b2-80a8-3e7079c6587f req-5350504d-87ce-4df6-9f22-b46c46e53d06 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:41.199535 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-6ecd76a9-0eb8-46b2-80a8-3e7079c6587f req-5350504d-87ce-4df6-9f22-b46c46e53d06 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=028cc5e6-e410-40e7-8327-d4dbe5b6c0d3 HTTP/1.1" status: 200 len: 943 time: 0.0489309 Jul 13 09:09:41.249512 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-6ecd76a9-0eb8-46b2-80a8-3e7079c6587f req-dacb1cfc-1d65-4af1-bff5-0cc620a2a4b2 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/security-groups?id=21069fad-86d1-47ed-b9b6-e3fef0251eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442779 Jul 13 09:09:41.263753 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:41.283616 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb9e2b-2c4f-4f1f-847e-12ec4cbb18a6 req-f79a9409-bc13-4adb-a700-c252ef1469ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:41.285213 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-bfcb9e2b-2c4f-4f1f-847e-12ec4cbb18a6 req-f79a9409-bc13-4adb-a700-c252ef1469ca service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0908730 Jul 13 09:09:41.364092 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197f947-a47d-41ff-8ffc-8025caea7b50 req-02dbcb34-9021-4100-b98e-ba0c6f4c15db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:41.366358 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1197f947-a47d-41ff-8ffc-8025caea7b50 req-02dbcb34-9021-4100-b98e-ba0c6f4c15db service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=02051a1f629a48199bb1eb504c747294&device_id=028cc5e6-e410-40e7-8327-d4dbe5b6c0d3 HTTP/1.1" status: 200 len: 1127 time: 0.0417342 Jul 13 09:09:41.409738 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1197f947-a47d-41ff-8ffc-8025caea7b50 req-823fe91f-5ece-4593-b610-08e9624b0332 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d HTTP/1.1" status: 200 len: 217 time: 0.0365448 Jul 13 09:09:41.461692 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197f947-a47d-41ff-8ffc-8025caea7b50 req-6d8178be-6b89-4cb9-937d-c72004ae2678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:41.463150 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1197f947-a47d-41ff-8ffc-8025caea7b50 req-6d8178be-6b89-4cb9-937d-c72004ae2678 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8c1af7e4-944c-47db-9585-b5c5f9138bea HTTP/1.1" status: 200 len: 850 time: 0.0446532 Jul 13 09:09:41.509121 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197f947-a47d-41ff-8ffc-8025caea7b50 req-13abfa59-fe6d-466d-95aa-0e5fb430a1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:41.510827 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1197f947-a47d-41ff-8ffc-8025caea7b50 req-13abfa59-fe6d-466d-95aa-0e5fb430a1ff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3b440154-a6c9-4139-b7ed-df54c627be50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406373 Jul 13 09:09:41.604729 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1197f947-a47d-41ff-8ffc-8025caea7b50 req-71939dd9-7e47-4866-99bd-8e1ed157dda1 service neutron] 10.222.0.30 "GET /v2.0/networks/3b440154-a6c9-4139-b7ed-df54c627be50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855112 Jul 13 09:09:41.633993 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device 80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f up at agent hyperv_hv-cinder-84962 {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:09:41.679369 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:41.683414 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Provisioning complete for port 80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:09:41.683793 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:41.699347 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1197f947-a47d-41ff-8ffc-8025caea7b50 req-c52d54a6-9452-458e-8b94-dd206b1e5f55 service neutron] 10.222.0.30 "GET /v2.0/networks/3b440154-a6c9-4139-b7ed-df54c627be50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879014 Jul 13 09:09:41.705871 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:41.751493 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (6e9d2670-629d-42a5-8dd5-d0857aba9a7e), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:41.759624 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Current status of the port 80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f is: BUILD; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:09:41.760200 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:41.777814 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:41.783005 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7bcc760-4b60-4bfc-bd63-33c070d886b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:09:41.785177 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db18c03db31c8eba27ff59efcab6aeefebc9da3faa7d3b822264179bbf74904a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0fd3cc-e2a6-4d95-893a-7ec26b869673" -d '{"events": [{"server_uuid": "f7bcc760-4b60-4bfc-bd63-33c070d886b6", "name": "network-vif-plugged", "status": "completed", "tag": "80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:09:41.798114 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port 80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f,segment=NetworkSegment(d26cc65f-34ee-4574-8332-30169090378e),segment_id=d26cc65f-34ee-4574-8332-30169090378e)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:09:41.820946 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 09:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa9e516e-44b0-431d-93da-6ae917a93310 x-openstack-request-id: req-fa9e516e-44b0-431d-93da-6ae917a93310 {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:09:41.821330 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7bcc760-4b60-4bfc-bd63-33c070d886b6", "name": "network-vif-plugged", "status": "completed", "tag": "80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:09:41.821633 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-fa9e516e-44b0-431d-93da-6ae917a93310 {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:09:41.822049 dv-cinder-849626-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa9e516e-44b0-431d-93da-6ae917a93310'] response: {'server_uuid': 'f7bcc760-4b60-4bfc-bd63-33c070d886b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f', 'code': 200} Jul 13 09:09:41.866863 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:41.912977 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Pushing event updated for resources: {'Port': ['ID=80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f,revision_number=10']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:09:42.247558 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81b41c-a765-4eee-a442-8f3978f0f9a9 req-72b6837f-2962-4fde-afb6-f7de62ca5abd tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:42.249129 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-ae81b41c-a765-4eee-a442-8f3978f0f9a9 req-72b6837f-2962-4fde-afb6-f7de62ca5abd tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 946 time: 0.0565479 Jul 13 09:09:42.300588 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-ae81b41c-a765-4eee-a442-8f3978f0f9a9 req-f665b99c-2e70-41ca-8808-2f46fd632839 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457323 Jul 13 09:09:42.406661 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca09c77-84f3-4016-bbad-c4851ab8b933 req-7aee4bdf-1f71-4e2a-af5a-92743f94c57e tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:42.408263 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5ca09c77-84f3-4016-bbad-c4851ab8b933 req-7aee4bdf-1f71-4e2a-af5a-92743f94c57e tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=028cc5e6-e410-40e7-8327-d4dbe5b6c0d3 HTTP/1.1" status: 200 len: 943 time: 0.0477707 Jul 13 09:09:42.463299 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5ca09c77-84f3-4016-bbad-c4851ab8b933 req-3a45342c-3030-4c4d-ac74-25ec6c847be3 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/security-groups?id=21069fad-86d1-47ed-b9b6-e3fef0251eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470827 Jul 13 09:09:42.604308 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6fb1e6-be3b-4393-a9d6-34cddd2a171c req-c57276ca-2e9f-44a0-995c-2950bbe20398 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:42.605815 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-ed6fb1e6-be3b-4393-a9d6-34cddd2a171c req-c57276ca-2e9f-44a0-995c-2950bbe20398 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb4e5e88-6062-46c0-92b1-4f21fe81b697 HTTP/1.1" status: 200 len: 945 time: 0.0501382 Jul 13 09:09:42.666281 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-ed6fb1e6-be3b-4393-a9d6-34cddd2a171c req-7a3dbcf0-308f-4bcb-b157-a4092a2e8d56 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/security-groups?id=0b3399b4-d38d-4638-ac76-98394e377705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543578 Jul 13 09:09:42.736618 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e9f3a2-13d3-4739-abca-1386b6e30283 req-1b2f077c-3c4c-4db3-aa22-e089b4189a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:42.738152 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-33e9f3a2-13d3-4739-abca-1386b6e30283 req-1b2f077c-3c4c-4db3-aa22-e089b4189a04 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 1130 time: 0.0432498 Jul 13 09:09:42.821982 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-33e9f3a2-13d3-4739-abca-1386b6e30283 req-bab78fa1-e685-4a65-a504-64840289e9a1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384252 Jul 13 09:09:43.424628 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43eebf7-b157-43fa-906a-3d06229c534e req-d551ce36-a6cb-48f5-983f-732fdcf4138c tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:43.424628 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-e43eebf7-b157-43fa-906a-3d06229c534e req-d551ce36-a6cb-48f5-983f-732fdcf4138c tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 946 time: 0.0474257 Jul 13 09:09:43.469228 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-e43eebf7-b157-43fa-906a-3d06229c534e req-73ac1b63-a5a3-47a4-8546-569f7aeedcae tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409548 Jul 13 09:09:43.577651 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56088e09-3185-43d7-b40a-2a8b5e89ef2b req-38697bfa-fdf3-4e7a-8b88-6f8c31366429 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:43.579151 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-56088e09-3185-43d7-b40a-2a8b5e89ef2b req-38697bfa-fdf3-4e7a-8b88-6f8c31366429 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=028cc5e6-e410-40e7-8327-d4dbe5b6c0d3 HTTP/1.1" status: 200 len: 943 time: 0.0473471 Jul 13 09:09:43.627837 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-56088e09-3185-43d7-b40a-2a8b5e89ef2b req-489dc7e8-52e6-42b3-a960-66feef3e33b2 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/security-groups?id=21069fad-86d1-47ed-b9b6-e3fef0251eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425642 Jul 13 09:09:43.777981 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e8f7a4-c1a2-4e02-837e-cba34feff2ee req-3f5fa532-a83d-4e43-997e-903c9a3afe12 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:43.779466 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-e8e8f7a4-c1a2-4e02-837e-cba34feff2ee req-3f5fa532-a83d-4e43-997e-903c9a3afe12 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb4e5e88-6062-46c0-92b1-4f21fe81b697 HTTP/1.1" status: 200 len: 945 time: 0.0464718 Jul 13 09:09:43.828228 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-e8e8f7a4-c1a2-4e02-837e-cba34feff2ee req-2c4bbae0-f127-473a-a8f6-af9e31bdabec tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/security-groups?id=0b3399b4-d38d-4638-ac76-98394e377705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434055 Jul 13 09:09:44.603521 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88313f0-b96a-4798-b897-7e8c79fbcb17 req-7fce20dd-e563-4e8d-964d-bc16c89d67e9 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:44.605064 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-e88313f0-b96a-4798-b897-7e8c79fbcb17 req-7fce20dd-e563-4e8d-964d-bc16c89d67e9 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 946 time: 0.0610662 Jul 13 09:09:44.631891 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:44.654951 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-e88313f0-b96a-4798-b897-7e8c79fbcb17 req-2c34f36b-7590-42df-aa42-6b95272e9a7a tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440080 Jul 13 09:09:44.753455 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a896f-06f6-4bd3-923c-11291de5a457 req-6f17414b-3c14-4e05-b9b5-6e80869e89a7 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:44.755157 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8b7a896f-06f6-4bd3-923c-11291de5a457 req-6f17414b-3c14-4e05-b9b5-6e80869e89a7 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=028cc5e6-e410-40e7-8327-d4dbe5b6c0d3 HTTP/1.1" status: 200 len: 943 time: 0.0504556 Jul 13 09:09:44.807406 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8b7a896f-06f6-4bd3-923c-11291de5a457 req-1d0f502e-c14c-4a4f-89d4-7327220349b0 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/security-groups?id=21069fad-86d1-47ed-b9b6-e3fef0251eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451765 Jul 13 09:09:44.948431 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc39ddf1-a591-4453-bdd3-57695c208ec4 req-e1056feb-514c-4e0b-b9a2-72234a7594d0 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:44.950207 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-fc39ddf1-a591-4453-bdd3-57695c208ec4 req-e1056feb-514c-4e0b-b9a2-72234a7594d0 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb4e5e88-6062-46c0-92b1-4f21fe81b697 HTTP/1.1" status: 200 len: 945 time: 0.0519688 Jul 13 09:09:44.987487 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:44.999433 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-fc39ddf1-a591-4453-bdd3-57695c208ec4 req-7f5b7410-cab6-4d5c-b391-30564da713a7 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/security-groups?id=0b3399b4-d38d-4638-ac76-98394e377705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437877 Jul 13 09:09:45.776541 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c2ca6a-5456-463c-9b95-484696ec9145 req-a014ce08-02c5-406b-8bfa-8ee58c856154 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:45.778005 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-35c2ca6a-5456-463c-9b95-484696ec9145 req-a014ce08-02c5-406b-8bfa-8ee58c856154 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 946 time: 0.0477531 Jul 13 09:09:45.824985 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-35c2ca6a-5456-463c-9b95-484696ec9145 req-bb4c6e1d-8b18-43e8-a403-4c22daf15914 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414038 Jul 13 09:09:45.925575 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb725a33-f60d-478d-b427-09047bf50714 req-5cb612ff-2a4c-4d9d-b022-31669488c355 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:45.927000 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-cb725a33-f60d-478d-b427-09047bf50714 req-5cb612ff-2a4c-4d9d-b022-31669488c355 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=028cc5e6-e410-40e7-8327-d4dbe5b6c0d3 HTTP/1.1" status: 200 len: 943 time: 0.0504849 Jul 13 09:09:45.978426 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-cb725a33-f60d-478d-b427-09047bf50714 req-6512cd91-4d29-4c1d-8d16-0dde2f5900c3 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/security-groups?id=21069fad-86d1-47ed-b9b6-e3fef0251eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456080 Jul 13 09:09:46.117028 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8496439-4b34-449b-9f6f-89657520247d req-2480c933-a1d8-4c16-9f27-acfbfc479da1 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:46.118516 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d8496439-4b34-449b-9f6f-89657520247d req-2480c933-a1d8-4c16-9f27-acfbfc479da1 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb4e5e88-6062-46c0-92b1-4f21fe81b697 HTTP/1.1" status: 200 len: 945 time: 0.0504668 Jul 13 09:09:46.166382 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d8496439-4b34-449b-9f6f-89657520247d req-8f039405-6925-47ae-8154-1e10ed6d725d tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/security-groups?id=0b3399b4-d38d-4638-ac76-98394e377705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422156 Jul 13 09:09:46.198726 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.agents_db [None req-6da3c0df-3a39-4d49-9ef0-c2c7fda6ffa8 None None] Agent healthcheck: found 6 active agents {{(pid=104471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:09:46.947500 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa078af-fd86-4208-a795-863537645794 req-4a7561e2-1761-48b2-a132-7b087b49b4aa tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:46.948884 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-7fa078af-fd86-4208-a795-863537645794 req-4a7561e2-1761-48b2-a132-7b087b49b4aa tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 946 time: 0.0476043 Jul 13 09:09:46.999451 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-7fa078af-fd86-4208-a795-863537645794 req-36bd5ee5-4cf8-4bca-bae9-1dc631a4aad9 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446830 Jul 13 09:09:47.097280 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c44a574-3688-402e-9e35-72088bd17e53 req-85965107-adf9-42a5-b6e5-f8dc35f35c8d tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:47.098798 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-3c44a574-3688-402e-9e35-72088bd17e53 req-85965107-adf9-42a5-b6e5-f8dc35f35c8d tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=028cc5e6-e410-40e7-8327-d4dbe5b6c0d3 HTTP/1.1" status: 200 len: 943 time: 0.0473878 Jul 13 09:09:47.149650 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-3c44a574-3688-402e-9e35-72088bd17e53 req-9293673c-2fc9-4849-8e35-be0c515443ba tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/security-groups?id=21069fad-86d1-47ed-b9b6-e3fef0251eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452213 Jul 13 09:09:47.279459 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db901b3-d451-4b78-abce-c8e22ebd7b65 req-091436f2-2b61-440d-af49-86c265111c02 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:47.280989 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-7db901b3-d451-4b78-abce-c8e22ebd7b65 req-091436f2-2b61-440d-af49-86c265111c02 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb4e5e88-6062-46c0-92b1-4f21fe81b697 HTTP/1.1" status: 200 len: 945 time: 0.0474916 Jul 13 09:09:47.333533 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-7db901b3-d451-4b78-abce-c8e22ebd7b65 req-9c2aa002-7e20-4ee1-89d4-ad9dcbaabba4 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/security-groups?id=0b3399b4-d38d-4638-ac76-98394e377705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469263 Jul 13 09:09:48.269038 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1405e9-8ab5-4102-9f76-79ad4fd7ea7e req-a8ac0524-d705-4a8f-925e-3f8dc0d0ab83 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:48.270552 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-3f1405e9-8ab5-4102-9f76-79ad4fd7ea7e req-a8ac0524-d705-4a8f-925e-3f8dc0d0ab83 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=028cc5e6-e410-40e7-8327-d4dbe5b6c0d3 HTTP/1.1" status: 200 len: 943 time: 0.0523014 Jul 13 09:09:48.321265 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-3f1405e9-8ab5-4102-9f76-79ad4fd7ea7e req-ab8bf167-9476-46b2-b281-9bddbabf4955 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/security-groups?id=21069fad-86d1-47ed-b9b6-e3fef0251eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453551 Jul 13 09:09:48.461394 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b0cdae-3eb7-4009-91f6-a72908f2fa55 req-3aee7130-79f2-4264-8993-93c495279b56 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:48.463094 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a7b0cdae-3eb7-4009-91f6-a72908f2fa55 req-3aee7130-79f2-4264-8993-93c495279b56 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb4e5e88-6062-46c0-92b1-4f21fe81b697 HTTP/1.1" status: 200 len: 945 time: 0.0511558 Jul 13 09:09:48.513289 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a7b0cdae-3eb7-4009-91f6-a72908f2fa55 req-79dd9d73-c7c4-443a-a6b5-54b299f7ea40 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/security-groups?id=0b3399b4-d38d-4638-ac76-98394e377705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441182 Jul 13 09:09:49.339382 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9d538-664e-4b85-915c-cf8dfecebe5f req-c00a8bcb-06d9-472d-b16d-1274021002b6 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:49.341313 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-1ab9d538-664e-4b85-915c-cf8dfecebe5f req-c00a8bcb-06d9-472d-b16d-1274021002b6 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/ports?device_id=7fab6a94-5644-4551-9434-0451849be88b HTTP/1.1" status: 200 len: 984 time: 0.0577774 Jul 13 09:09:49.394229 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea18a5d-c5b4-473f-95fc-fca190d694a7 req-558604a8-2a9e-49f4-9c3e-95adb2d8eb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:49.395839 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-7ea18a5d-c5b4-473f-95fc-fca190d694a7 req-558604a8-2a9e-49f4-9c3e-95adb2d8eb4f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=be3ff54edaf7439bab9ca81656e94c70&device_id=7fab6a94-5644-4551-9434-0451849be88b HTTP/1.1" status: 200 len: 1168 time: 0.0431776 Jul 13 09:09:49.408399 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-1ab9d538-664e-4b85-915c-cf8dfecebe5f req-ce754c88-471c-435b-b2c8-aa9ff8b17b62 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/security-groups?id=08d948e1-356b-4796-94a9-af7d163eff09&id=d530a976-4a4c-4f30-adae-2bc85cfa2b96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0607393 Jul 13 09:09:49.439743 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:49.499284 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4753bca3-5f09-4609-a6d3-b4bea08e1533 req-421eedff-b047-4e82-9a13-28bfb9e00349 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:49.500774 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-4753bca3-5f09-4609-a6d3-b4bea08e1533 req-421eedff-b047-4e82-9a13-28bfb9e00349 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=028cc5e6-e410-40e7-8327-d4dbe5b6c0d3 HTTP/1.1" status: 200 len: 943 time: 0.1040111 Jul 13 09:09:49.550963 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:49.557236 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea18a5d-c5b4-473f-95fc-fca190d694a7 req-d8fe5316-9688-4010-bfc6-215abb45255e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:49.558728 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-7ea18a5d-c5b4-473f-95fc-fca190d694a7 req-d8fe5316-9688-4010-bfc6-215abb45255e service neutron] 10.222.0.30 "GET /v2.0/networks?id=913797b9-97f0-4f1d-84dd-b458a159148c HTTP/1.1" status: 200 len: 916 time: 0.1520252 Jul 13 09:09:49.580357 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-4753bca3-5f09-4609-a6d3-b4bea08e1533 req-b3d6917d-f25f-4036-a86f-454b1fd3d03e tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/security-groups?id=21069fad-86d1-47ed-b9b6-e3fef0251eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733373 Jul 13 09:09:49.630851 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-7ea18a5d-c5b4-473f-95fc-fca190d694a7 req-b73f0cf1-6796-489d-b9de-c7322ddbaa0d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85a58c92-11ad-4ae8-b43c-cd72f892cc97 HTTP/1.1" status: 200 len: 1001 time: 0.0631731 Jul 13 09:09:49.644706 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19451a10-d7cd-43f6-a85a-25d1ab87c38f req-fe2d2577-3a5d-4dad-95cf-afd885a3414a tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:49.646471 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-19451a10-d7cd-43f6-a85a-25d1ab87c38f req-fe2d2577-3a5d-4dad-95cf-afd885a3414a tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb4e5e88-6062-46c0-92b1-4f21fe81b697 HTTP/1.1" status: 200 len: 945 time: 0.0635252 Jul 13 09:09:49.652374 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device 41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d details requested by agent hyperv_hv-cinder-84962 with host hv-cinder-84962 {{(pid=104470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 09:09:49.685624 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea18a5d-c5b4-473f-95fc-fca190d694a7 req-519c4697-f578-4f38-a41f-8dd86cdc815f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:49.687317 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-7ea18a5d-c5b4-473f-95fc-fca190d694a7 req-519c4697-f578-4f38-a41f-8dd86cdc815f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1c3053c6-5e38-47f4-966f-6eb4d06059b4 HTTP/1.1" status: 200 len: 854 time: 0.0498431 Jul 13 09:09:49.699411 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-19451a10-d7cd-43f6-a85a-25d1ab87c38f req-2ac6b95e-7067-44ac-a5a7-f8bf6341a29a tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/security-groups?id=0b3399b4-d38d-4638-ac76-98394e377705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452387 Jul 13 09:09:49.733494 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea18a5d-c5b4-473f-95fc-fca190d694a7 req-970977b0-4988-4782-ab57-06618edc1777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:49.735059 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-7ea18a5d-c5b4-473f-95fc-fca190d694a7 req-970977b0-4988-4782-ab57-06618edc1777 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=913797b9-97f0-4f1d-84dd-b458a159148c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418546 Jul 13 09:09:49.758161 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port 41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d,segment=NetworkSegment(6417cdc0-763c-4790-ae1e-ebc420f204bb),segment_id=6417cdc0-763c-4790-ae1e-ebc420f204bb)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:09:49.769953 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Returning: {'device': '41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d', 'network_id': '3b440154-a6c9-4139-b7ed-df54c627be50', 'port_id': '41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d', 'mac_address': 'fa:16:3e:8c:52:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c1af7e4-944c-47db-9585-b5c5f9138bea', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 09:09:49.808853 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Current status of the port 41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d is: DOWN; New status is: BUILD {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:09:49.809231 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:49.822019 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d {{(pid=104470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 09:09:49.832445 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-7ea18a5d-c5b4-473f-95fc-fca190d694a7 req-eafd251a-0203-48a1-a6b5-016098114c8e service neutron] 10.222.0.30 "GET /v2.0/networks/913797b9-97f0-4f1d-84dd-b458a159148c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906324 Jul 13 09:09:49.842228 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port 41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d,segment=NetworkSegment(6417cdc0-763c-4790-ae1e-ebc420f204bb),segment_id=6417cdc0-763c-4790-ae1e-ebc420f204bb)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:09:49.923084 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:49.925566 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-7ea18a5d-c5b4-473f-95fc-fca190d694a7 req-07d28122-2b0b-4bc3-9bec-b07c9e81aa83 service neutron] 10.222.0.30 "GET /v2.0/networks/913797b9-97f0-4f1d-84dd-b458a159148c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843937 Jul 13 09:09:49.969093 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Pushing event updated for resources: {'Port': ['ID=41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d,revision_number=4']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:09:50.289069 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] get_ports_and_sgs() called for port_ids ['41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d'] {{(pid=104470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 09:09:50.535331 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be20a73b-37e8-4e5a-b71b-c18e7eeac1dc req-bed3877b-43d1-4aaa-96c0-911b70ff3041 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:50.537453 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-be20a73b-37e8-4e5a-b71b-c18e7eeac1dc req-bed3877b-43d1-4aaa-96c0-911b70ff3041 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/ports?device_id=7fab6a94-5644-4551-9434-0451849be88b HTTP/1.1" status: 200 len: 984 time: 0.0577111 Jul 13 09:09:50.602686 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-be20a73b-37e8-4e5a-b71b-c18e7eeac1dc req-67590559-ffcc-470c-860a-c8a546f5e0a4 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/security-groups?id=08d948e1-356b-4796-94a9-af7d163eff09&id=d530a976-4a4c-4f30-adae-2bc85cfa2b96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591037 Jul 13 09:09:50.620265 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5c95a711-5243-4922-849c-833b0c40e257 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (a33f270e-6fb2-40d7-a0c5-ff754f30a69f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:50.703344 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5f5fd8-82e4-46d3-ba05-a196293fe847 req-fe7ce445-c739-47bc-b6f5-0d4a21412c60 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:50.705135 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-8f5f5fd8-82e4-46d3-ba05-a196293fe847 req-fe7ce445-c739-47bc-b6f5-0d4a21412c60 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=028cc5e6-e410-40e7-8327-d4dbe5b6c0d3 HTTP/1.1" status: 200 len: 944 time: 0.0521700 Jul 13 09:09:50.757333 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-8f5f5fd8-82e4-46d3-ba05-a196293fe847 req-6d58862d-8d1a-468b-9e63-6944b4d464ec tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/security-groups?id=21069fad-86d1-47ed-b9b6-e3fef0251eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464880 Jul 13 09:09:50.818203 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dbd517-25fb-49c3-84aa-bb7070032137 req-1d188989-227b-4087-bd4f-b570d4e38fe7 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:50.819672 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-34dbd517-25fb-49c3-84aa-bb7070032137 req-1d188989-227b-4087-bd4f-b570d4e38fe7 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb4e5e88-6062-46c0-92b1-4f21fe81b697 HTTP/1.1" status: 200 len: 945 time: 0.0503030 Jul 13 09:09:50.869201 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-34dbd517-25fb-49c3-84aa-bb7070032137 req-49f3c0c2-ecce-4286-b269-951aae3247af tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/security-groups?id=0b3399b4-d38d-4638-ac76-98394e377705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438535 Jul 13 09:09:51.652656 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device 41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d up at agent hyperv_hv-cinder-84962 {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:09:51.699179 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Provisioning for port 41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d completed by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 13 09:09:51.719525 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5169aa4c-4d58-4522-856c-582efb06a68f req-85c85fd9-a180-4bc7-a172-e55506913c56 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:51.721000 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5169aa4c-4d58-4522-856c-582efb06a68f req-85c85fd9-a180-4bc7-a172-e55506913c56 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/ports?device_id=7fab6a94-5644-4551-9434-0451849be88b HTTP/1.1" status: 200 len: 984 time: 0.0488634 Jul 13 09:09:51.762987 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Provisioning complete for port 41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:09:51.763441 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:51.782521 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5169aa4c-4d58-4522-856c-582efb06a68f req-208121a4-e20a-4fd9-8635-f13916a5aad3 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/security-groups?id=08d948e1-356b-4796-94a9-af7d163eff09&id=d530a976-4a4c-4f30-adae-2bc85cfa2b96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556355 Jul 13 09:09:51.783465 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:DELETE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:51.849476 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Current status of the port 41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d is: BUILD; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:09:51.849860 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:51.868883 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:51.873085 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '028cc5e6-e410-40e7-8327-d4dbe5b6c0d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:09:51.875126 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd939857-807c-41d4-aa3b-ebbc15d782c3 req-51cc7019-8be1-4138-adb3-894926ed9b71 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:51.875596 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db18c03db31c8eba27ff59efcab6aeefebc9da3faa7d3b822264179bbf74904a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13371dd7-2d92-4c8e-a90e-6ff88b3731d8" -d '{"events": [{"server_uuid": "028cc5e6-e410-40e7-8327-d4dbe5b6c0d3", "name": "network-vif-plugged", "status": "completed", "tag": "41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:09:51.876775 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-fd939857-807c-41d4-aa3b-ebbc15d782c3 req-51cc7019-8be1-4138-adb3-894926ed9b71 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=028cc5e6-e410-40e7-8327-d4dbe5b6c0d3 HTTP/1.1" status: 200 len: 944 time: 0.0499828 Jul 13 09:09:51.891146 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port 41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d,segment=NetworkSegment(6417cdc0-763c-4790-ae1e-ebc420f204bb),segment_id=6417cdc0-763c-4790-ae1e-ebc420f204bb)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:09:51.917358 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 09:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e02896-13e0-40a9-88d7-1bae95e55ffc x-openstack-request-id: req-80e02896-13e0-40a9-88d7-1bae95e55ffc {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:09:51.917737 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "028cc5e6-e410-40e7-8327-d4dbe5b6c0d3", "name": "network-vif-plugged", "status": "completed", "tag": "41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:09:51.918103 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-80e02896-13e0-40a9-88d7-1bae95e55ffc {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:09:51.918564 dv-cinder-849626-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80e02896-13e0-40a9-88d7-1bae95e55ffc'] response: {'server_uuid': '028cc5e6-e410-40e7-8327-d4dbe5b6c0d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d', 'code': 200} Jul 13 09:09:51.933561 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-fd939857-807c-41d4-aa3b-ebbc15d782c3 req-7cfc84f4-3c34-4d03-b4a5-7b51808c886c tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/security-groups?id=21069fad-86d1-47ed-b9b6-e3fef0251eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467465 Jul 13 09:09:51.968723 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:52.015888 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115de85-5e6f-4a34-9456-1da5964a5739 req-2766dd15-a31e-4318-b0f6-c19aa1db86c2 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:52.017450 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-e115de85-5e6f-4a34-9456-1da5964a5739 req-2766dd15-a31e-4318-b0f6-c19aa1db86c2 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb4e5e88-6062-46c0-92b1-4f21fe81b697 HTTP/1.1" status: 200 len: 945 time: 0.0489602 Jul 13 09:09:52.019852 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Pushing event updated for resources: {'Port': ['ID=41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d,revision_number=5']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:09:52.067919 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-e115de85-5e6f-4a34-9456-1da5964a5739 req-5a23ab0a-436e-45e0-8500-e74e461fbc80 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/security-groups?id=0b3399b4-d38d-4638-ac76-98394e377705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446854 Jul 13 09:09:52.330801 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e793726-8407-4ae2-8b66-3a2803cceb67 req-1e3776e0-85fc-40dd-b8f2-bf9b8d89195d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:52.332303 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-6e793726-8407-4ae2-8b66-3a2803cceb67 req-1e3776e0-85fc-40dd-b8f2-bf9b8d89195d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=028cc5e6-e410-40e7-8327-d4dbe5b6c0d3 HTTP/1.1" status: 200 len: 1129 time: 0.0435221 Jul 13 09:09:52.381190 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-6e793726-8407-4ae2-8b66-3a2803cceb67 req-b40aa5f7-ff74-49a8-b68c-aba55eacc686 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=21069fad-86d1-47ed-b9b6-e3fef0251eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405219 Jul 13 09:09:52.803004 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5c5a92f8-8bae-4ead-9399-c57d2f910776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (084ea860-45cb-441c-b2f8-c6c2f7d6686c), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:52.904447 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e97dc08-a702-4b0e-9d71-ab566db2b16e req-d0e1515f-d456-4b45-aa6b-2936e806305b tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:52.905977 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1e97dc08-a702-4b0e-9d71-ab566db2b16e req-d0e1515f-d456-4b45-aa6b-2936e806305b tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/ports?device_id=7fab6a94-5644-4551-9434-0451849be88b HTTP/1.1" status: 200 len: 984 time: 0.0494046 Jul 13 09:09:52.970239 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1e97dc08-a702-4b0e-9d71-ab566db2b16e req-c21b0f42-c778-4ff6-b9c6-fc5cf42c4681 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/security-groups?id=08d948e1-356b-4796-94a9-af7d163eff09&id=d530a976-4a4c-4f30-adae-2bc85cfa2b96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584691 Jul 13 09:09:53.055590 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b362ad4-bc57-44d9-b686-3b0d721aa109 req-36f9c5b7-ec3e-472f-9754-ea5559b0c8b0 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:53.057093 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-2b362ad4-bc57-44d9-b686-3b0d721aa109 req-36f9c5b7-ec3e-472f-9754-ea5559b0c8b0 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=028cc5e6-e410-40e7-8327-d4dbe5b6c0d3 HTTP/1.1" status: 200 len: 945 time: 0.0477607 Jul 13 09:09:53.082789 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:53.107450 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-2b362ad4-bc57-44d9-b686-3b0d721aa109 req-3ad4295d-ed9e-4309-a696-39dbf0eca874 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/security-groups?id=21069fad-86d1-47ed-b9b6-e3fef0251eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447114 Jul 13 09:09:53.170370 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:53.189688 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e34f8ec-f645-410d-b640-0610f95d7894 req-05f3045a-5d9e-494b-b747-f153b741501b tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:53.191220 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-5e34f8ec-f645-410d-b640-0610f95d7894 req-05f3045a-5d9e-494b-b747-f153b741501b tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb4e5e88-6062-46c0-92b1-4f21fe81b697 HTTP/1.1" status: 200 len: 945 time: 0.0514214 Jul 13 09:09:53.237930 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-5e34f8ec-f645-410d-b640-0610f95d7894 req-8e1095e2-49d1-4936-87e1-83259e9b77f4 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/security-groups?id=0b3399b4-d38d-4638-ac76-98394e377705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409374 Jul 13 09:09:53.591380 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8e79ba-a666-4413-926e-31b82c97b4e5 req-bd078c6f-27ed-4e7f-8b93-8b25b8249b8b tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:53.592884 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-5b8e79ba-a666-4413-926e-31b82c97b4e5 req-bd078c6f-27ed-4e7f-8b93-8b25b8249b8b tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb4e5e88-6062-46c0-92b1-4f21fe81b697 HTTP/1.1" status: 200 len: 945 time: 0.0486021 Jul 13 09:09:53.644261 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-5b8e79ba-a666-4413-926e-31b82c97b4e5 req-178f7e50-d297-44a4-850e-fc1b8d03df22 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/security-groups?id=0b3399b4-d38d-4638-ac76-98394e377705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455894 Jul 13 09:09:54.077789 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:54.090847 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a61e87f-6638-4017-b104-b7f38979781f req-00537af9-6ba6-4ad6-9e5f-006df30a5149 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:54.092322 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-1a61e87f-6638-4017-b104-b7f38979781f req-00537af9-6ba6-4ad6-9e5f-006df30a5149 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/ports?device_id=7fab6a94-5644-4551-9434-0451849be88b HTTP/1.1" status: 200 len: 984 time: 0.0507600 Jul 13 09:09:54.154384 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-1a61e87f-6638-4017-b104-b7f38979781f req-fda4a64a-f176-414f-b35e-f5fe7cddefe1 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/security-groups?id=08d948e1-356b-4796-94a9-af7d163eff09&id=d530a976-4a4c-4f30-adae-2bc85cfa2b96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563641 Jul 13 09:09:54.191223 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:54.230507 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b48cb-901f-47b1-b7d4-ad99c30d9e9d req-41decc81-2aa2-4dea-af9d-53897d71528c tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:54.232011 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f12b48cb-901f-47b1-b7d4-ad99c30d9e9d req-41decc81-2aa2-4dea-af9d-53897d71528c tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=028cc5e6-e410-40e7-8327-d4dbe5b6c0d3 HTTP/1.1" status: 200 len: 945 time: 0.0496771 Jul 13 09:09:54.449293 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7f3b3aed-46f4-4e68-bbbe-dab9f8099e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (d1fd82e0-5c39-4100-b44b-c54ee27d2d9f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:54.523586 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f12b48cb-901f-47b1-b7d4-ad99c30d9e9d req-fc58ea8e-9a69-4e5b-9616-83bde192c6f2 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/security-groups?id=21069fad-86d1-47ed-b9b6-e3fef0251eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2858961 Jul 13 09:09:54.533121 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c938d-5bac-4eaa-8f2b-429d105faace req-96c6c2b2-68ce-490d-83b7-5ce5e7a69d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:54.534632 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-752c938d-5bac-4eaa-8f2b-429d105faace req-96c6c2b2-68ce-490d-83b7-5ce5e7a69d30 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb9e230019f042dbbc680fc3b1340d41&device_id=eb4e5e88-6062-46c0-92b1-4f21fe81b697 HTTP/1.1" status: 200 len: 1129 time: 0.2670522 Jul 13 09:09:54.628979 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c938d-5bac-4eaa-8f2b-429d105faace req-cb2d84e2-e3de-4de8-8301-a02b4f4701f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:54.630482 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-752c938d-5bac-4eaa-8f2b-429d105faace req-cb2d84e2-e3de-4de8-8301-a02b4f4701f3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=862d32ef-d286-4010-a420-61dff25da7b3 HTTP/1.1" status: 200 len: 912 time: 0.0884581 Jul 13 09:09:54.696937 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-752c938d-5bac-4eaa-8f2b-429d105faace req-71cea61c-24fa-444c-bd2b-ffbc19e537c1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97786c99-fd64-4d30-a6bd-7dffa045cb11 HTTP/1.1" status: 200 len: 1001 time: 0.0602825 Jul 13 09:09:54.756919 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c938d-5bac-4eaa-8f2b-429d105faace req-0f70a8f8-c03d-46b5-aef1-d2017be83044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:54.759950 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-752c938d-5bac-4eaa-8f2b-429d105faace req-0f70a8f8-c03d-46b5-aef1-d2017be83044 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=633e38db-5802-43d1-a471-65c5e58c5839 HTTP/1.1" status: 200 len: 850 time: 0.0558431 Jul 13 09:09:54.768779 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06bf3f1-ad51-4924-8145-7e3f58f6333f req-335fa8fb-d460-44a3-82c2-e62d41753bca tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:54.770403 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-b06bf3f1-ad51-4924-8145-7e3f58f6333f req-335fa8fb-d460-44a3-82c2-e62d41753bca tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb4e5e88-6062-46c0-92b1-4f21fe81b697 HTTP/1.1" status: 200 len: 945 time: 0.0540733 Jul 13 09:09:54.809343 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c938d-5bac-4eaa-8f2b-429d105faace req-e6714f93-57f0-48b9-835b-7a3726dd7d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:54.810791 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-752c938d-5bac-4eaa-8f2b-429d105faace req-e6714f93-57f0-48b9-835b-7a3726dd7d95 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=862d32ef-d286-4010-a420-61dff25da7b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427864 Jul 13 09:09:54.818632 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-b06bf3f1-ad51-4924-8145-7e3f58f6333f req-eeae01b7-bdd3-410f-82e1-18315cc72921 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/security-groups?id=0b3399b4-d38d-4638-ac76-98394e377705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424082 Jul 13 09:09:54.907726 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-752c938d-5bac-4eaa-8f2b-429d105faace req-cf13623b-3382-4aba-83b5-cdbdc1510154 service neutron] 10.222.0.30 "GET /v2.0/networks/862d32ef-d286-4010-a420-61dff25da7b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891426 Jul 13 09:09:55.005445 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-752c938d-5bac-4eaa-8f2b-429d105faace req-64ef8183-113e-4b29-af1b-d95251704c63 service neutron] 10.222.0.30 "GET /v2.0/networks/862d32ef-d286-4010-a420-61dff25da7b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892928 Jul 13 09:09:55.270025 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8306700-b70e-4936-8ba6-1e3f9b1316a0 req-5c1c4e10-926b-44b6-9c44-abb0389f2b90 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:55.271528 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d8306700-b70e-4936-8ba6-1e3f9b1316a0 req-5c1c4e10-926b-44b6-9c44-abb0389f2b90 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/ports?device_id=7fab6a94-5644-4551-9434-0451849be88b HTTP/1.1" status: 200 len: 984 time: 0.0490267 Jul 13 09:09:55.332320 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d8306700-b70e-4936-8ba6-1e3f9b1316a0 req-c563a046-a4b4-41fc-a5b6-4671869ded2f tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/security-groups?id=08d948e1-356b-4796-94a9-af7d163eff09&id=d530a976-4a4c-4f30-adae-2bc85cfa2b96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549972 Jul 13 09:09:55.478259 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5ee680a5-33f3-4217-99f5-17637ad0570e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (59ae6226-c784-4fad-8646-7377b1ef5f31), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:55.638426 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cca02c-b5cd-440e-8038-7f2737450bec req-7baff3a3-704a-456a-80be-f107ff4d0f1a tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:55.639957 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-70cca02c-b5cd-440e-8038-7f2737450bec req-7baff3a3-704a-456a-80be-f107ff4d0f1a tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=028cc5e6-e410-40e7-8327-d4dbe5b6c0d3 HTTP/1.1" status: 200 len: 945 time: 0.0479393 Jul 13 09:09:55.690099 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-70cca02c-b5cd-440e-8038-7f2737450bec req-8cd9907b-882c-4a4d-8c67-7d811affca78 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/security-groups?id=21069fad-86d1-47ed-b9b6-e3fef0251eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443656 Jul 13 09:09:55.785943 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (9379cce5-6fc7-4135-bc49-530c07185724), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:55.814827 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ff8f3-d221-4170-a231-f7b055287067 req-3819051b-19c1-4058-b4c2-903da015ae1b tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:55.816436 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-439ff8f3-d221-4170-a231-f7b055287067 req-3819051b-19c1-4058-b4c2-903da015ae1b tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=028cc5e6-e410-40e7-8327-d4dbe5b6c0d3 HTTP/1.1" status: 200 len: 945 time: 0.0566771 Jul 13 09:09:55.869166 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-439ff8f3-d221-4170-a231-f7b055287067 req-8795f096-6628-4149-9a93-0bab8e3010be tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/security-groups?id=21069fad-86d1-47ed-b9b6-e3fef0251eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471921 Jul 13 09:09:55.892368 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 36562) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:09:55.948389 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6215d94d-3895-4810-97a3-4e2b15f87185 req-8dd3ed32-9a55-4094-b7b8-c992b50d0117 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:55.949870 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-6215d94d-3895-4810-97a3-4e2b15f87185 req-8dd3ed32-9a55-4094-b7b8-c992b50d0117 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb4e5e88-6062-46c0-92b1-4f21fe81b697 HTTP/1.1" status: 200 len: 945 time: 0.0552831 Jul 13 09:09:55.997923 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-6215d94d-3895-4810-97a3-4e2b15f87185 req-53245ca3-b1d9-4cba-a8d0-178fd29f4de5 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/security-groups?id=0b3399b4-d38d-4638-ac76-98394e377705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423932 Jul 13 09:09:56.084805 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a420dec-e84d-485a-a4c9-60c27a26b495 tempest-TestVolumeBootPattern-905320785 tempest-TestVolumeBootPattern-905320785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:56.087002 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-5a420dec-e84d-485a-a4c9-60c27a26b495 tempest-TestVolumeBootPattern-905320785 tempest-TestVolumeBootPattern-905320785-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=028cc5e6-e410-40e7-8327-d4dbe5b6c0d3 HTTP/1.1" status: 200 len: 1124 time: 0.1935811 Jul 13 09:09:56.089923 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 36570) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:09:56.094157 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-bbda4afa-9353-4884-9240-d8973d302790 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Request body: {'floatingip': {'floating_network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'port_id': '41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d', 'tenant_id': '02051a1f629a48199bb1eb504c747294', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:09:56.180557 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-bbda4afa-9353-4884-9240-d8973d302790 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:56.264728 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-bbda4afa-9353-4884-9240-d8973d302790 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:56.373707 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.db.db_base_plugin_common [None req-bbda4afa-9353-4884-9240-d8973d302790 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Allocated IP 172.27.3.225 (14d154e4-c9a5-47e8-9f7f-9daf0b869ff5/8de8efa6-546e-4542-992b-4162440fe9c8/16e36ed1-7c73-45e8-a3ac-a31117c36984) {{(pid=104468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 09:09:56.461368 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef0026a-e8e4-4e0f-8f97-66b49b8b59c0 req-828f0999-8928-4610-a7ea-3447abfd4ec5 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:56.463266 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-aef0026a-e8e4-4e0f-8f97-66b49b8b59c0 req-828f0999-8928-4610-a7ea-3447abfd4ec5 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/ports?device_id=7fab6a94-5644-4551-9434-0451849be88b HTTP/1.1" status: 200 len: 984 time: 0.0557981 Jul 13 09:09:56.484478 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:56.485260 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-bbda4afa-9353-4884-9240-d8973d302790 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks [] for port (16e36ed1-7c73-45e8-a3ac-a31117c36984), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:56.496095 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:56.538154 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-aef0026a-e8e4-4e0f-8f97-66b49b8b59c0 req-21e9f2dd-bd87-4906-9acd-9ab3a3f6cb36 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/security-groups?id=08d948e1-356b-4796-94a9-af7d163eff09&id=d530a976-4a4c-4f30-adae-2bc85cfa2b96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0679314 Jul 13 09:09:56.569073 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-bbda4afa-9353-4884-9240-d8973d302790 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760184582126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665350'] for port (16e36ed1-7c73-45e8-a3ac-a31117c36984), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:56.607554 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbda4afa-9353-4884-9240-d8973d302790 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Network 14d154e4-c9a5-47e8-9f7f-9daf0b869ff5 is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:09:56.610386 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-bbda4afa-9353-4884-9240-d8973d302790 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:09:56.616020 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbda4afa-9353-4884-9240-d8973d302790 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Received port after_create {{(pid=104468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 09:09:56.644911 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbda4afa-9353-4884-9240-d8973d302790 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Pushing event updated for resources: {'Port': ['ID=16e36ed1-7c73-45e8-a3ac-a31117c36984,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:09:56.651111 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:57.192059 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-bbda4afa-9353-4884-9240-d8973d302790 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks [] for floatingip (6a9cb662-d2e3-4f19-8d7a-d66912554568), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:57.306833 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-bbda4afa-9353-4884-9240-d8973d302790 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (16e36ed1-7c73-45e8-a3ac-a31117c36984), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:57.459392 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-bbda4afa-9353-4884-9240-d8973d302790 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks [] for port (16e36ed1-7c73-45e8-a3ac-a31117c36984), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:57.505934 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-bbda4afa-9353-4884-9240-d8973d302790 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665375'] for port (16e36ed1-7c73-45e8-a3ac-a31117c36984), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:57.577852 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbda4afa-9353-4884-9240-d8973d302790 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Pushing event updated for resources: {'Port': ['ID=16e36ed1-7c73-45e8-a3ac-a31117c36984,revision_number=2']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:09:57.591553 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-bbda4afa-9353-4884-9240-d8973d302790 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-388893'] for floatingip (6a9cb662-d2e3-4f19-8d7a-d66912554568), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:57.666481 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:57.710087 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f08c3-28b9-4387-af56-8b7fd8b1c2d7 req-d2cb9f9a-569f-404a-bf2a-ae9ac62903c6 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:57.711654 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-7e1f08c3-28b9-4387-af56-8b7fd8b1c2d7 req-d2cb9f9a-569f-404a-bf2a-ae9ac62903c6 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/ports?device_id=7fab6a94-5644-4551-9434-0451849be88b HTTP/1.1" status: 200 len: 984 time: 0.0860441 Jul 13 09:09:57.752145 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.db.l3_db [None req-bbda4afa-9353-4884-9240-d8973d302790 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Floating IP 6a9cb662-d2e3-4f19-8d7a-d66912554568 associated. External IP: 172.27.3.225, port: 41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d. Jul 13 09:09:57.832895 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-7e1f08c3-28b9-4387-af56-8b7fd8b1c2d7 req-a91d0d1f-8844-4faf-9ebb-5ac773999c6d tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/security-groups?id=08d948e1-356b-4796-94a9-af7d163eff09&id=d530a976-4a4c-4f30-adae-2bc85cfa2b96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1120536 Jul 13 09:09:57.885564 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:57.992521 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbda4afa-9353-4884-9240-d8973d302790 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Router 85c398ac-4635-4e27-aa8f-d2369f8b6800 has already been hosted by L3 agent 084ea860-45cb-441c-b2f8-c6c2f7d6686c {{(pid=104468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 09:09:58.097109 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbda4afa-9353-4884-9240-d8973d302790 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Notify agent at l3_agent.dv-cinder-849626-3-iscsi the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 09:09:58.108892 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9221886-51de-449d-a38b-d83418824be1 None None] Sync routers for ids ['85c398ac-4635-4e27-aa8f-d2369f8b6800'] in dv-cinder-849626-3-iscsi {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 09:09:58.118958 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9221886-51de-449d-a38b-d83418824be1 None None] Routers {'85c398ac-4635-4e27-aa8f-d2369f8b6800'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:09:58.119584 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-f9221886-51de-449d-a38b-d83418824be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:09:53Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['85c398ac-4635-4e27-aa8f-d2369f8b6800'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:09:58.200040 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-bbda4afa-9353-4884-9240-d8973d302790 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for floatingip (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:09:58.222873 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-f9221886-51de-449d-a38b-d83418824be1 None None] Set router 85c398ac-4635-4e27-aa8f-d2369f8b6800 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:09:58.231502 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-bbda4afa-9353-4884-9240-d8973d302790 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1404960 Jul 13 09:09:58.232094 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '028cc5e6-e410-40e7-8327-d4dbe5b6c0d3', 'tag': '41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d'}] {{(pid=104468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:09:58.234423 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b622ba103e3e5260ba9f31452615d2910364782cfb993b04b3292bc67dda7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a7f8fe6-40db-4d0b-ac2a-8bc50e77182d" -d '{"events": [{"name": "network-changed", "server_uuid": "028cc5e6-e410-40e7-8327-d4dbe5b6c0d3", "tag": "41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d"}]}' {{(pid=104468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:09:58.274757 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 09:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a26d1f-f45f-4c68-a579-10c23b0532a5 x-openstack-request-id: req-c1a26d1f-f45f-4c68-a579-10c23b0532a5 {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:09:58.275024 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "028cc5e6-e410-40e7-8327-d4dbe5b6c0d3", "tag": "41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d", "status": "completed", "code": 200}]} {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:09:58.275270 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-c1a26d1f-f45f-4c68-a579-10c23b0532a5 {{(pid=104468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:09:58.275754 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1a26d1f-f45f-4c68-a579-10c23b0532a5'] response: {'name': 'network-changed', 'server_uuid': '028cc5e6-e410-40e7-8327-d4dbe5b6c0d3', 'tag': '41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d', 'status': 'completed', 'code': 200} Jul 13 09:09:58.344139 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f8fe6-40db-4d0b-ac2a-8bc50e77182d req-a793f78e-9e09-4a0d-8c55-d1274f0339b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:58.347607 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-2a7f8fe6-40db-4d0b-ac2a-8bc50e77182d req-a793f78e-9e09-4a0d-8c55-d1274f0339b4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=02051a1f629a48199bb1eb504c747294&device_id=028cc5e6-e410-40e7-8327-d4dbe5b6c0d3 HTTP/1.1" status: 200 len: 1129 time: 0.0434794 Jul 13 09:09:58.444263 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-f9221886-51de-449d-a38b-d83418824be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'name': 'tempest-TestVolumeBootPattern-994788136-router', 'tenant_id': '02051a1f629a48199bb1eb504c747294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:08:46Z', 'updated_at': '2022-07-13T09:08:52Z', 'revision_number': 4, 'project_id': '02051a1f629a48199bb1eb504c747294', 'gw_port': {'id': 'eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:08:46Z', 'updated_at': '2022-07-13T09:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_floatingips': [{'id': '6a9cb662-d2e3-4f19-8d7a-d66912554568', 'tenant_id': '02051a1f629a48199bb1eb504c747294', 'floating_ip_address': '172.27.3.225', 'floating_network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'router_id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'port_id': '41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b440154-a6c9-4139-b7ed-df54c627be50', 'mac_address': 'fa:16:3e:8c:52:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028cc5e6-e410-40e7-8327-d4dbe5b6c0d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T09:09:56Z', 'updated_at': '2022-07-13T09:09:56Z', 'revision_number': 0, 'project_id': '02051a1f629a48199bb1eb504c747294', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9947c9ac-22c2-430e-8450-986f34582fdf', 'name': '', 'network_id': '3b440154-a6c9-4139-b7ed-df54c627be50', 'tenant_id': '02051a1f629a48199bb1eb504c747294', 'mac_address': 'fa:16:3e:96:28:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '8c1af7e4-944c-47db-9585-b5c5f9138bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:08:51Z', 'updated_at': '2022-07-13T09:08:57Z', 'revision_number': 5, 'project_id': '02051a1f629a48199bb1eb504c747294', 'subnets': [{'id': '8c1af7e4-944c-47db-9585-b5c5f9138bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:09:58.447324 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f8fe6-40db-4d0b-ac2a-8bc50e77182d req-960e97fd-3312-4d21-87cf-dbb06f468d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:58.448816 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-2a7f8fe6-40db-4d0b-ac2a-8bc50e77182d req-960e97fd-3312-4d21-87cf-dbb06f468d99 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3b440154-a6c9-4139-b7ed-df54c627be50 HTTP/1.1" status: 200 len: 912 time: 0.0944123 Jul 13 09:09:58.470816 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9221886-51de-449d-a38b-d83418824be1 None None] Checking router: 85c398ac-4635-4e27-aa8f-d2369f8b6800 for host: dv-cinder-849626-3-iscsi {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 09:09:58.479291 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9221886-51de-449d-a38b-d83418824be1 None None] Routers {'85c398ac-4635-4e27-aa8f-d2369f8b6800'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:09:58.479898 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-f9221886-51de-449d-a38b-d83418824be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:09:53Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['85c398ac-4635-4e27-aa8f-d2369f8b6800'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:09:58.499812 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:09:58.516010 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-2a7f8fe6-40db-4d0b-ac2a-8bc50e77182d req-4c0ab4a0-3acd-4688-8376-b0d9265c741d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d HTTP/1.1" status: 200 len: 999 time: 0.0593669 Jul 13 09:09:58.566282 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f8fe6-40db-4d0b-ac2a-8bc50e77182d req-55a8267e-1820-4f7e-a6f9-ef747b967de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:58.567775 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-2a7f8fe6-40db-4d0b-ac2a-8bc50e77182d req-55a8267e-1820-4f7e-a6f9-ef747b967de4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8c1af7e4-944c-47db-9585-b5c5f9138bea HTTP/1.1" status: 200 len: 850 time: 0.0444646 Jul 13 09:09:58.620933 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f8fe6-40db-4d0b-ac2a-8bc50e77182d req-f0bf746f-d8eb-4795-bd27-737b560d45d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:58.622655 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-2a7f8fe6-40db-4d0b-ac2a-8bc50e77182d req-f0bf746f-d8eb-4795-bd27-737b560d45d1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3b440154-a6c9-4139-b7ed-df54c627be50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461051 Jul 13 09:09:58.710300 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-f9221886-51de-449d-a38b-d83418824be1 None None] Set router 85c398ac-4635-4e27-aa8f-d2369f8b6800 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:09:58.725597 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-2a7f8fe6-40db-4d0b-ac2a-8bc50e77182d req-1907636b-6cde-4fe7-b53b-ad2b4564700e service neutron] 10.222.0.30 "GET /v2.0/networks/3b440154-a6c9-4139-b7ed-df54c627be50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860319 Jul 13 09:09:58.827077 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-2a7f8fe6-40db-4d0b-ac2a-8bc50e77182d req-f30c1f58-641c-49f3-8113-e4b82444a9d6 service neutron] 10.222.0.30 "GET /v2.0/networks/3b440154-a6c9-4139-b7ed-df54c627be50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941372 Jul 13 09:09:58.928832 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-f9221886-51de-449d-a38b-d83418824be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'name': 'tempest-TestVolumeBootPattern-994788136-router', 'tenant_id': '02051a1f629a48199bb1eb504c747294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:08:46Z', 'updated_at': '2022-07-13T09:08:52Z', 'revision_number': 4, 'project_id': '02051a1f629a48199bb1eb504c747294', 'gw_port': {'id': 'eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:08:46Z', 'updated_at': '2022-07-13T09:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_floatingips': [{'id': '6a9cb662-d2e3-4f19-8d7a-d66912554568', 'tenant_id': '02051a1f629a48199bb1eb504c747294', 'floating_ip_address': '172.27.3.225', 'floating_network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'router_id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'port_id': '41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b440154-a6c9-4139-b7ed-df54c627be50', 'mac_address': 'fa:16:3e:8c:52:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028cc5e6-e410-40e7-8327-d4dbe5b6c0d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T09:09:56Z', 'updated_at': '2022-07-13T09:09:56Z', 'revision_number': 0, 'project_id': '02051a1f629a48199bb1eb504c747294', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9947c9ac-22c2-430e-8450-986f34582fdf', 'name': '', 'network_id': '3b440154-a6c9-4139-b7ed-df54c627be50', 'tenant_id': '02051a1f629a48199bb1eb504c747294', 'mac_address': 'fa:16:3e:96:28:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '8c1af7e4-944c-47db-9585-b5c5f9138bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:08:51Z', 'updated_at': '2022-07-13T09:08:57Z', 'revision_number': 5, 'project_id': '02051a1f629a48199bb1eb504c747294', 'subnets': [{'id': '8c1af7e4-944c-47db-9585-b5c5f9138bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:09:58.954888 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca276b9-c552-4449-aadd-71694bbf581e req-b3e1ace3-5e01-4a30-9743-0f099c04f6cb tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:09:58.956110 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9221886-51de-449d-a38b-d83418824be1 None None] The sync data for ids ['85c398ac-4635-4e27-aa8f-d2369f8b6800'] in dv-cinder-849626-3-iscsi is: [{'id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'name': 'tempest-TestVolumeBootPattern-994788136-router', 'tenant_id': '02051a1f629a48199bb1eb504c747294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:08:46Z', 'updated_at': '2022-07-13T09:08:52Z', 'revision_number': 4, 'project_id': '02051a1f629a48199bb1eb504c747294', 'gw_port': {'id': 'eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:08:46Z', 'updated_at': '2022-07-13T09:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_floatingips': [{'id': '6a9cb662-d2e3-4f19-8d7a-d66912554568', 'tenant_id': '02051a1f629a48199bb1eb504c747294', 'floating_ip_address': '172.27.3.225', 'floating_network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'router_id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'port_id': '41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b440154-a6c9-4139-b7ed-df54c627be50', 'mac_address': 'fa:16:3e:8c:52:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028cc5e6-e410-40e7-8327-d4dbe5b6c0d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T09:09:56Z', 'updated_at': '2022-07-13T09:09:56Z', 'revision_number': 0, 'project_id': '02051a1f629a48199bb1eb504c747294', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9947c9ac-22c2-430e-8450-986f34582fdf', 'name': '', 'network_id': '3b440154-a6c9-4139-b7ed-df54c627be50', 'tenant_id': '02051a1f629a48199bb1eb504c747294', 'mac_address': 'fa:16:3e:96:28:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '8c1af7e4-944c-47db-9585-b5c5f9138bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:08:51Z', 'updated_at': '2022-07-13T09:08:57Z', 'revision_number': 5, 'project_id': '02051a1f629a48199bb1eb504c747294', 'subnets': [{'id': '8c1af7e4-944c-47db-9585-b5c5f9138bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 09:09:58.956359 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-9ca276b9-c552-4449-aadd-71694bbf581e req-b3e1ace3-5e01-4a30-9743-0f099c04f6cb tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/ports?device_id=7fab6a94-5644-4551-9434-0451849be88b HTTP/1.1" status: 200 len: 984 time: 0.0508056 Jul 13 09:09:59.019225 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-9ca276b9-c552-4449-aadd-71694bbf581e req-d5ca86ca-57ec-456a-8693-6a64f0ae0ac0 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/security-groups?id=08d948e1-356b-4796-94a9-af7d163eff09&id=d530a976-4a4c-4f30-adae-2bc85cfa2b96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555394 Jul 13 09:09:59.144464 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f06dd2f-41c1-4f07-bb18-b338b3628548 None None] New status for floating IP 6a9cb662-d2e3-4f19-8d7a-d66912554568: ACTIVE {{(pid=104471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 13 09:09:59.173171 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:10:00.142460 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a0226-8e60-4761-bb7e-d6870475bf99 req-e7749d16-f222-40c7-a95a-18cf867e9241 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:00.142460 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-923a0226-8e60-4761-bb7e-d6870475bf99 req-e7749d16-f222-40c7-a95a-18cf867e9241 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/ports?device_id=7fab6a94-5644-4551-9434-0451849be88b HTTP/1.1" status: 200 len: 984 time: 0.0535388 Jul 13 09:10:00.204697 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-923a0226-8e60-4761-bb7e-d6870475bf99 req-5eae30e0-3edc-407a-87af-9230a3c93f0f tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/security-groups?id=08d948e1-356b-4796-94a9-af7d163eff09&id=d530a976-4a4c-4f30-adae-2bc85cfa2b96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582767 Jul 13 09:10:01.319892 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a1bff6-90ca-45f8-9bdf-6ddb8e4e5052 req-16af216d-dfad-428c-9690-ce45c7214cc5 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:01.321374 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d9a1bff6-90ca-45f8-9bdf-6ddb8e4e5052 req-16af216d-dfad-428c-9690-ce45c7214cc5 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/ports?device_id=7fab6a94-5644-4551-9434-0451849be88b HTTP/1.1" status: 200 len: 984 time: 0.0476394 Jul 13 09:10:01.380938 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d9a1bff6-90ca-45f8-9bdf-6ddb8e4e5052 req-7f60b7f4-6157-4ce4-81a6-3d05e9d354d1 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/security-groups?id=08d948e1-356b-4796-94a9-af7d163eff09&id=d530a976-4a4c-4f30-adae-2bc85cfa2b96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539036 Jul 13 09:10:02.495839 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b195827a-77b5-4420-99e3-0493f6a0d69e req-70299580-ccb6-4c3a-8d18-dc5d098f9e74 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:02.497332 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-b195827a-77b5-4420-99e3-0493f6a0d69e req-70299580-ccb6-4c3a-8d18-dc5d098f9e74 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/ports?device_id=7fab6a94-5644-4551-9434-0451849be88b HTTP/1.1" status: 200 len: 984 time: 0.0485368 Jul 13 09:10:02.559004 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-b195827a-77b5-4420-99e3-0493f6a0d69e req-67bad60c-c18d-46d5-8468-2cb2d6066d95 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/security-groups?id=08d948e1-356b-4796-94a9-af7d163eff09&id=d530a976-4a4c-4f30-adae-2bc85cfa2b96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560484 Jul 13 09:10:03.676777 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79314c85-1567-4d03-89f9-ac10bc753f2b req-bd375918-7f9a-40fe-9d45-3024b899b432 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:03.678256 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-79314c85-1567-4d03-89f9-ac10bc753f2b req-bd375918-7f9a-40fe-9d45-3024b899b432 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/ports?device_id=7fab6a94-5644-4551-9434-0451849be88b HTTP/1.1" status: 200 len: 984 time: 0.0517306 Jul 13 09:10:03.736233 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-79314c85-1567-4d03-89f9-ac10bc753f2b req-5f46d4db-f052-4d3a-a021-8285b0b882f9 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/security-groups?id=08d948e1-356b-4796-94a9-af7d163eff09&id=d530a976-4a4c-4f30-adae-2bc85cfa2b96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524323 Jul 13 09:10:04.849781 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7cadb-3cd9-40df-bb7d-b8c759c4187e req-1ee1104f-b6b7-4280-b12d-d94fc4475627 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:04.851265 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-b9b7cadb-3cd9-40df-bb7d-b8c759c4187e req-1ee1104f-b6b7-4280-b12d-d94fc4475627 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/ports?device_id=7fab6a94-5644-4551-9434-0451849be88b HTTP/1.1" status: 200 len: 984 time: 0.0478265 Jul 13 09:10:04.918254 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-b9b7cadb-3cd9-40df-bb7d-b8c759c4187e req-1291d688-1d0a-432a-ba3c-e5d284704590 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/security-groups?id=08d948e1-356b-4796-94a9-af7d163eff09&id=d530a976-4a4c-4f30-adae-2bc85cfa2b96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0600204 Jul 13 09:10:06.035751 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4094ead4-3f9c-4faa-bb16-9ec236669610 req-eb95e86f-5933-4f54-bcbd-61df116b9857 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:06.037263 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-4094ead4-3f9c-4faa-bb16-9ec236669610 req-eb95e86f-5933-4f54-bcbd-61df116b9857 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/ports?device_id=7fab6a94-5644-4551-9434-0451849be88b HTTP/1.1" status: 200 len: 984 time: 0.0506766 Jul 13 09:10:06.097315 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-4094ead4-3f9c-4faa-bb16-9ec236669610 req-f4b5ac37-e674-4e36-b2a2-2fc69fa7e7b8 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/security-groups?id=08d948e1-356b-4796-94a9-af7d163eff09&id=d530a976-4a4c-4f30-adae-2bc85cfa2b96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543728 Jul 13 09:10:07.198882 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:10:07.211992 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6bbe8d-6cf5-46a3-b1f3-e0e25f620415 req-e4934f97-12b9-49aa-8d09-82394cd1b4df tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:07.214283 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-db6bbe8d-6cf5-46a3-b1f3-e0e25f620415 req-e4934f97-12b9-49aa-8d09-82394cd1b4df tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/ports?device_id=7fab6a94-5644-4551-9434-0451849be88b HTTP/1.1" status: 200 len: 984 time: 0.0487065 Jul 13 09:10:07.273633 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-db6bbe8d-6cf5-46a3-b1f3-e0e25f620415 req-ed56301d-1459-4f3b-a01c-755aefb2ccf8 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/security-groups?id=08d948e1-356b-4796-94a9-af7d163eff09&id=d530a976-4a4c-4f30-adae-2bc85cfa2b96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536442 Jul 13 09:10:08.923811 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=84,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:10:08.931863 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:10:09.098099 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ce7e9-d858-45e0-a45a-2e2964a3176b req-3a38f822-2fb9-4b19-9f6b-00668f6c6c7e tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:09.099645 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-cb5ce7e9-d858-45e0-a45a-2e2964a3176b req-3a38f822-2fb9-4b19-9f6b-00668f6c6c7e tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c84256c-3f8c-43e1-9c7d-2a433978a7bd HTTP/1.1" status: 200 len: 946 time: 0.0478332 Jul 13 09:10:09.150644 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-cb5ce7e9-d858-45e0-a45a-2e2964a3176b req-c1003fd0-e73e-442a-837e-8a6dc5915c9d tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=b803fcad-06fb-4c9a-9600-bfbe09ca979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438802 Jul 13 09:10:09.241581 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:10:09.245266 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:10:09.293779 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c65e5-9f28-4a6c-aa9d-65bbba73d784 req-5bfac584-abe0-4fbd-8720-81d5e879c416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:09.295283 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-cc5c65e5-9f28-4a6c-aa9d-65bbba73d784 req-5bfac584-abe0-4fbd-8720-81d5e879c416 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7afbdee349034d2182240f1f7230236f&device_id=4c84256c-3f8c-43e1-9c7d-2a433978a7bd HTTP/1.1" status: 200 len: 1130 time: 0.0396690 Jul 13 09:10:09.393092 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c65e5-9f28-4a6c-aa9d-65bbba73d784 req-e9ee3648-f23d-4417-a3ff-40bbae1e222b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:09.394591 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-cc5c65e5-9f28-4a6c-aa9d-65bbba73d784 req-e9ee3648-f23d-4417-a3ff-40bbae1e222b service neutron] 10.222.0.30 "GET /v2.0/networks?id=66664860-8484-4278-a13a-d19d7f467709 HTTP/1.1" status: 200 len: 920 time: 0.0930130 Jul 13 09:10:09.676483 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-cc5c65e5-9f28-4a6c-aa9d-65bbba73d784 req-ac830c9e-057a-4fa3-a4df-7fc7898cf6a2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e405f48-99d1-4184-bb1c-d187e2f9e912 HTTP/1.1" status: 200 len: 1001 time: 0.0555174 Jul 13 09:10:09.731241 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c65e5-9f28-4a6c-aa9d-65bbba73d784 req-c8369343-0d6b-4db2-8ebb-5453f22c8d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:09.732740 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-cc5c65e5-9f28-4a6c-aa9d-65bbba73d784 req-c8369343-0d6b-4db2-8ebb-5453f22c8d67 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e31827df-90a6-4f3b-b292-e48b977cc711 HTTP/1.1" status: 200 len: 858 time: 0.0481143 Jul 13 09:10:09.750228 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:10:09.781486 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c65e5-9f28-4a6c-aa9d-65bbba73d784 req-34776be7-87cb-47cd-939e-f60bd4f8bc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:09.783010 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-cc5c65e5-9f28-4a6c-aa9d-65bbba73d784 req-34776be7-87cb-47cd-939e-f60bd4f8bc16 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=66664860-8484-4278-a13a-d19d7f467709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414951 Jul 13 09:10:09.851081 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:10:09.876098 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-cc5c65e5-9f28-4a6c-aa9d-65bbba73d784 req-3a076c73-4a27-4fab-b478-1eeec7b152a2 service neutron] 10.222.0.30 "GET /v2.0/networks/66664860-8484-4278-a13a-d19d7f467709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871913 Jul 13 09:10:09.971718 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-cc5c65e5-9f28-4a6c-aa9d-65bbba73d784 req-a8e26d58-85a9-4882-9e00-805078a276db service neutron] 10.222.0.30 "GET /v2.0/networks/66664860-8484-4278-a13a-d19d7f467709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878415 Jul 13 09:10:10.266337 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 36712) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:10:10.271288 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b790b5-0ed0-4cd6-a172-575367b86b0e req-0228e97f-198b-44a6-b157-b15540784f20 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:10.272808 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-c1b790b5-0ed0-4cd6-a172-575367b86b0e req-0228e97f-198b-44a6-b157-b15540784f20 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c84256c-3f8c-43e1-9c7d-2a433978a7bd HTTP/1.1" status: 200 len: 946 time: 0.0478976 Jul 13 09:10:10.325112 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-c1b790b5-0ed0-4cd6-a172-575367b86b0e req-9df4250f-d49e-4d65-b234-d0f3477a2507 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=b803fcad-06fb-4c9a-9600-bfbe09ca979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458159 Jul 13 09:10:10.380233 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-26f3bb65-a141-457a-975b-823257306f39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:10.421723 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:10:10.458110 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-26f3bb65-a141-457a-975b-823257306f39 admin admin] Publish callbacks [] for security_group (1b63588b-4548-4ebc-82ac-d3b1f84c90ec), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:10.528595 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-26f3bb65-a141-457a-975b-823257306f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (1b63588b-4548-4ebc-82ac-d3b1f84c90ec), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:10.567311 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-26f3bb65-a141-457a-975b-823257306f39 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=22f2ea9e505e4e05825cff48a1d2adc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2998571 Jul 13 09:10:10.569252 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f3bb65-a141-457a-975b-823257306f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b63588b-4548-4ebc-82ac-d3b1f84c90ec,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:10:10.569946 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 36716) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:10:10.577345 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f3bb65-a141-457a-975b-823257306f39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:10:10.577474 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f3bb65-a141-457a-975b-823257306f39 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:10:10.577702 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f3bb65-a141-457a-975b-823257306f39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:10:10.578050 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f3bb65-a141-457a-975b-823257306f39 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:10:10.578484 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f3bb65-a141-457a-975b-823257306f39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:10:10.578817 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f3bb65-a141-457a-975b-823257306f39 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:10:10.579134 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f3bb65-a141-457a-975b-823257306f39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:10:10.579449 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f3bb65-a141-457a-975b-823257306f39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:10:10.579765 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f3bb65-a141-457a-975b-823257306f39 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:10:10.580104 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f3bb65-a141-457a-975b-823257306f39 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:10:10.580422 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f3bb65-a141-457a-975b-823257306f39 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:10:10.580737 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f3bb65-a141-457a-975b-823257306f39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:10:10.581043 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f3bb65-a141-457a-975b-823257306f39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:10:10.581351 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f3bb65-a141-457a-975b-823257306f39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:10:10.581660 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f3bb65-a141-457a-975b-823257306f39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:10:10.619975 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b33892cf-1c35-4f34-9bc8-5c0a7b4b5dea admin admin] Publish callbacks [] for security_group (1b63588b-4548-4ebc-82ac-d3b1f84c90ec), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:10.643004 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b33892cf-1c35-4f34-9bc8-5c0a7b4b5dea admin admin] Publish callbacks [] for security_group (1b63588b-4548-4ebc-82ac-d3b1f84c90ec), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:10.739485 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b33892cf-1c35-4f34-9bc8-5c0a7b4b5dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (1b63588b-4548-4ebc-82ac-d3b1f84c90ec), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:10.741967 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b33892cf-1c35-4f34-9bc8-5c0a7b4b5dea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:10.743172 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-b33892cf-1c35-4f34-9bc8-5c0a7b4b5dea admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/1b63588b-4548-4ebc-82ac-d3b1f84c90ec HTTP/1.1" status: 204 len: 168 time: 0.1722152 Jul 13 09:10:10.751060 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33892cf-1c35-4f34-9bc8-5c0a7b4b5dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b63588b-4548-4ebc-82ac-d3b1f84c90ec,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:10:10.758661 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33892cf-1c35-4f34-9bc8-5c0a7b4b5dea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:10:10.758994 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33892cf-1c35-4f34-9bc8-5c0a7b4b5dea admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:10:10.759327 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33892cf-1c35-4f34-9bc8-5c0a7b4b5dea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:10:10.759909 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33892cf-1c35-4f34-9bc8-5c0a7b4b5dea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:10:10.760229 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33892cf-1c35-4f34-9bc8-5c0a7b4b5dea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:10:10.760561 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33892cf-1c35-4f34-9bc8-5c0a7b4b5dea admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:10:10.761425 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33892cf-1c35-4f34-9bc8-5c0a7b4b5dea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:10:10.761731 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33892cf-1c35-4f34-9bc8-5c0a7b4b5dea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:10:10.762080 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33892cf-1c35-4f34-9bc8-5c0a7b4b5dea admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:10:10.762380 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33892cf-1c35-4f34-9bc8-5c0a7b4b5dea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:10:10.762694 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33892cf-1c35-4f34-9bc8-5c0a7b4b5dea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:10:10.763008 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33892cf-1c35-4f34-9bc8-5c0a7b4b5dea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:10:10.763315 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33892cf-1c35-4f34-9bc8-5c0a7b4b5dea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:10:10.763619 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33892cf-1c35-4f34-9bc8-5c0a7b4b5dea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:10:10.763925 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33892cf-1c35-4f34-9bc8-5c0a7b4b5dea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:10:11.438747 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91564d6a-041b-46bc-a49a-ce3ae1db4280 req-f826556d-d60b-42ac-884d-90dceef874ec tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:11.440228 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-91564d6a-041b-46bc-a49a-ce3ae1db4280 req-f826556d-d60b-42ac-884d-90dceef874ec tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c84256c-3f8c-43e1-9c7d-2a433978a7bd HTTP/1.1" status: 200 len: 946 time: 0.0473850 Jul 13 09:10:11.487668 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-91564d6a-041b-46bc-a49a-ce3ae1db4280 req-0d992779-9bad-48f5-a28e-07e1a7ab4cb6 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=b803fcad-06fb-4c9a-9600-bfbe09ca979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419381 Jul 13 09:10:11.682692 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (6e9d2670-629d-42a5-8dd5-d0857aba9a7e), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:12.600517 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e775a6c5-e9cb-408e-bf76-63ee85f271e4 req-5d03ef15-e111-4b9c-a395-e0edadf38e16 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:12.601977 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-e775a6c5-e9cb-408e-bf76-63ee85f271e4 req-5d03ef15-e111-4b9c-a395-e0edadf38e16 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c84256c-3f8c-43e1-9c7d-2a433978a7bd HTTP/1.1" status: 200 len: 946 time: 0.0461621 Jul 13 09:10:12.648769 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-e775a6c5-e9cb-408e-bf76-63ee85f271e4 req-43e02ff9-2c8e-4753-90d8-999789570a38 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=b803fcad-06fb-4c9a-9600-bfbe09ca979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402536 Jul 13 09:10:12.857371 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1339205b-e370-47a5-b4c3-59ea90eac55a req-e2c06623-44d8-4898-b20e-d97185ff4454 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=eb4e5e88-6062-46c0-92b1-4f21fe81b697&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416458 Jul 13 09:10:12.918467 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1339205b-e370-47a5-b4c3-59ea90eac55a req-e2c17398-f0cd-400b-bfac-3dac90d85b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:12.919957 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1339205b-e370-47a5-b4c3-59ea90eac55a req-e2c17398-f0cd-400b-bfac-3dac90d85b37 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb9e230019f042dbbc680fc3b1340d41&device_id=eb4e5e88-6062-46c0-92b1-4f21fe81b697 HTTP/1.1" status: 200 len: 1129 time: 0.0397294 Jul 13 09:10:13.026264 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1339205b-e370-47a5-b4c3-59ea90eac55a req-d5d6931d-58bc-4edd-9b9d-f1d45baca917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:13.028344 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1339205b-e370-47a5-b4c3-59ea90eac55a req-d5d6931d-58bc-4edd-9b9d-f1d45baca917 service neutron] 10.222.0.30 "GET /v2.0/networks?id=862d32ef-d286-4010-a420-61dff25da7b3 HTTP/1.1" status: 200 len: 912 time: 0.0847421 Jul 13 09:10:13.090962 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1339205b-e370-47a5-b4c3-59ea90eac55a req-bfa47731-6227-47a6-95a4-24a62b1ff5b1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97786c99-fd64-4d30-a6bd-7dffa045cb11 HTTP/1.1" status: 200 len: 1001 time: 0.0562201 Jul 13 09:10:13.139580 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1339205b-e370-47a5-b4c3-59ea90eac55a req-480e97b2-26bf-49be-8055-e53c044bd6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:13.140986 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1339205b-e370-47a5-b4c3-59ea90eac55a req-480e97b2-26bf-49be-8055-e53c044bd6f4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=633e38db-5802-43d1-a471-65c5e58c5839 HTTP/1.1" status: 200 len: 850 time: 0.0431204 Jul 13 09:10:13.184949 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1339205b-e370-47a5-b4c3-59ea90eac55a req-8d18e70c-f1b5-441e-9e7c-f7375fe521de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:13.186426 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1339205b-e370-47a5-b4c3-59ea90eac55a req-8d18e70c-f1b5-441e-9e7c-f7375fe521de service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=862d32ef-d286-4010-a420-61dff25da7b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379889 Jul 13 09:10:13.280083 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1339205b-e370-47a5-b4c3-59ea90eac55a req-914c4360-0cee-4ad2-b443-f40e93c0deb9 service neutron] 10.222.0.30 "GET /v2.0/networks/862d32ef-d286-4010-a420-61dff25da7b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851154 Jul 13 09:10:13.311768 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:10:13.344559 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:10:13.372340 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1339205b-e370-47a5-b4c3-59ea90eac55a req-2b807314-3887-4d46-b9d8-a37df0a33a3b service neutron] 10.222.0.30 "GET /v2.0/networks/862d32ef-d286-4010-a420-61dff25da7b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860264 Jul 13 09:10:13.761282 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a809f-5b38-4bb1-830d-c8f907e26754 req-94cd8e6b-1cc5-4965-a111-35ff1cbc9cd5 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:13.762769 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-1e4a809f-5b38-4bb1-830d-c8f907e26754 req-94cd8e6b-1cc5-4965-a111-35ff1cbc9cd5 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c84256c-3f8c-43e1-9c7d-2a433978a7bd HTTP/1.1" status: 200 len: 946 time: 0.0464056 Jul 13 09:10:13.812941 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-1e4a809f-5b38-4bb1-830d-c8f907e26754 req-145382c4-d9c2-4cd3-927e-d50c97190457 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=b803fcad-06fb-4c9a-9600-bfbe09ca979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446832 Jul 13 09:10:14.928395 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c75bd-4d79-49b5-a3a1-1b4860b5384f req-8328c482-4c69-4167-b569-c8b3bb8a9681 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:14.929879 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b98c75bd-4d79-49b5-a3a1-1b4860b5384f req-8328c482-4c69-4167-b569-c8b3bb8a9681 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c84256c-3f8c-43e1-9c7d-2a433978a7bd HTTP/1.1" status: 200 len: 946 time: 0.0476825 Jul 13 09:10:14.976144 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b98c75bd-4d79-49b5-a3a1-1b4860b5384f req-d4f792b8-5939-4353-bbbc-2445ff9eac96 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=b803fcad-06fb-4c9a-9600-bfbe09ca979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408206 Jul 13 09:10:16.088170 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17af2050-843c-4769-8036-426cec5b7676 req-609d48c4-a7e0-46d3-a93f-a48d133f90f6 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:16.089888 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-17af2050-843c-4769-8036-426cec5b7676 req-609d48c4-a7e0-46d3-a93f-a48d133f90f6 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c84256c-3f8c-43e1-9c7d-2a433978a7bd HTTP/1.1" status: 200 len: 946 time: 0.0468552 Jul 13 09:10:16.136803 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-17af2050-843c-4769-8036-426cec5b7676 req-2eada701-e2e1-459c-bf6e-22682a3c5235 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=b803fcad-06fb-4c9a-9600-bfbe09ca979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410388 Jul 13 09:10:17.248157 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d20692-715b-4af5-b287-198d0200c22a req-9905e802-3e7f-4b6c-9e52-9ad3459370eb tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:17.249609 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-e5d20692-715b-4af5-b287-198d0200c22a req-9905e802-3e7f-4b6c-9e52-9ad3459370eb tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c84256c-3f8c-43e1-9c7d-2a433978a7bd HTTP/1.1" status: 200 len: 946 time: 0.0460937 Jul 13 09:10:17.296069 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-e5d20692-715b-4af5-b287-198d0200c22a req-2d975379-b0d0-4541-a66e-728b3c3cb34a tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=b803fcad-06fb-4c9a-9600-bfbe09ca979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409570 Jul 13 09:10:18.406830 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3267b-e661-4de0-a85b-963019f7a821 req-482fbf06-dc71-40ed-aedd-43c4118a565a tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:18.408314 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-8bd3267b-e661-4de0-a85b-963019f7a821 req-482fbf06-dc71-40ed-aedd-43c4118a565a tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c84256c-3f8c-43e1-9c7d-2a433978a7bd HTTP/1.1" status: 200 len: 946 time: 0.0463755 Jul 13 09:10:18.454334 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-8bd3267b-e661-4de0-a85b-963019f7a821 req-dac00a69-93e7-49ef-bc89-6c4baec84051 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=b803fcad-06fb-4c9a-9600-bfbe09ca979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404744 Jul 13 09:10:19.571836 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1178c-4cae-4e45-a805-f471bee424a8 req-826101a6-8b58-4c94-b84f-092ec06d41d1 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:19.573316 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-75d1178c-4cae-4e45-a805-f471bee424a8 req-826101a6-8b58-4c94-b84f-092ec06d41d1 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c84256c-3f8c-43e1-9c7d-2a433978a7bd HTTP/1.1" status: 200 len: 946 time: 0.0499365 Jul 13 09:10:19.619271 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-75d1178c-4cae-4e45-a805-f471bee424a8 req-b4d1126f-e727-43cd-83b3-fa4220a40ece tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=b803fcad-06fb-4c9a-9600-bfbe09ca979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403907 Jul 13 09:10:19.695380 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=26 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:10:20.596892 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7554f1c0-c65a-4c1e-8685-f7ba748b2c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (a33f270e-6fb2-40d7-a0c5-ff754f30a69f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:20.740581 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2cb908-27a1-4dac-bd6f-0f53dce7e587 req-42b49e49-2661-4ab6-83df-fa1c6598bb88 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:20.742089 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-3f2cb908-27a1-4dac-bd6f-0f53dce7e587 req-42b49e49-2661-4ab6-83df-fa1c6598bb88 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c84256c-3f8c-43e1-9c7d-2a433978a7bd HTTP/1.1" status: 200 len: 946 time: 0.0511596 Jul 13 09:10:20.789633 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-3f2cb908-27a1-4dac-bd6f-0f53dce7e587 req-89fa9c22-36d4-4666-958b-5cd7558ff0bc tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=b803fcad-06fb-4c9a-9600-bfbe09ca979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417275 Jul 13 09:10:21.901988 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521063d-4ce5-4ecb-96ac-646fc48ec1a9 req-338036c6-e79b-4176-8100-2fb78589cee4 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:21.906638 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-6521063d-4ce5-4ecb-96ac-646fc48ec1a9 req-338036c6-e79b-4176-8100-2fb78589cee4 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c84256c-3f8c-43e1-9c7d-2a433978a7bd HTTP/1.1" status: 200 len: 946 time: 0.0465722 Jul 13 09:10:21.949879 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-6521063d-4ce5-4ecb-96ac-646fc48ec1a9 req-42117e96-dec3-4cdb-b9f3-8f5a3902242f tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=b803fcad-06fb-4c9a-9600-bfbe09ca979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409513 Jul 13 09:10:22.791033 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-24ace33c-c6cf-4187-acb3-fbf5d72917f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (084ea860-45cb-441c-b2f8-c6c2f7d6686c), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:23.025943 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:10:23.062384 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ab1e8-b975-4e70-b4fc-7b646563475c req-7d6658b5-905c-4087-ac6d-6052ee53d3d7 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:23.063786 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-163ab1e8-b975-4e70-b4fc-7b646563475c req-7d6658b5-905c-4087-ac6d-6052ee53d3d7 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c84256c-3f8c-43e1-9c7d-2a433978a7bd HTTP/1.1" status: 200 len: 946 time: 0.0477238 Jul 13 09:10:23.111129 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-163ab1e8-b975-4e70-b4fc-7b646563475c req-8c497975-b78d-4331-bb6b-3ade6cee011a tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=b803fcad-06fb-4c9a-9600-bfbe09ca979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418224 Jul 13 09:10:23.197255 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.agents_db [None req-6da3c0df-3a39-4d49-9ef0-c2c7fda6ffa8 None None] Agent healthcheck: found 6 active agents {{(pid=104471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:10:24.223593 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac9c6fc-4d0c-44be-9713-4b798d59232d req-0317e687-c5b0-4845-9bf0-94ed746e7537 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:24.225061 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-9ac9c6fc-4d0c-44be-9713-4b798d59232d req-0317e687-c5b0-4845-9bf0-94ed746e7537 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c84256c-3f8c-43e1-9c7d-2a433978a7bd HTTP/1.1" status: 200 len: 946 time: 0.0467649 Jul 13 09:10:24.275050 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-9ac9c6fc-4d0c-44be-9713-4b798d59232d req-244b50d8-2ac6-4e84-8387-710b817bdcf0 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=b803fcad-06fb-4c9a-9600-bfbe09ca979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443208 Jul 13 09:10:24.436556 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7f3b3aed-46f4-4e68-bbbe-dab9f8099e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (d1fd82e0-5c39-4100-b44b-c54ee27d2d9f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:25.391551 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50add981-92df-420e-af8e-e39e1722765d req-72c17942-06d6-4a9a-bfd4-3624d42d89e0 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:25.393020 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-50add981-92df-420e-af8e-e39e1722765d req-72c17942-06d6-4a9a-bfd4-3624d42d89e0 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c84256c-3f8c-43e1-9c7d-2a433978a7bd HTTP/1.1" status: 200 len: 946 time: 0.0509319 Jul 13 09:10:25.441013 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-50add981-92df-420e-af8e-e39e1722765d req-8145890e-20da-4b25-8031-145643709c0d tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=b803fcad-06fb-4c9a-9600-bfbe09ca979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423043 Jul 13 09:10:25.470861 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5ee680a5-33f3-4217-99f5-17637ad0570e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (59ae6226-c784-4fad-8646-7377b1ef5f31), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:25.779665 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (9379cce5-6fc7-4135-bc49-530c07185724), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:26.561023 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4ce45-eeed-4436-b809-92a3ec679208 req-c0b66feb-459a-473f-b1c5-ecc027aa663e tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:26.562535 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-91d4ce45-eeed-4436-b809-92a3ec679208 req-c0b66feb-459a-473f-b1c5-ecc027aa663e tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c84256c-3f8c-43e1-9c7d-2a433978a7bd HTTP/1.1" status: 200 len: 946 time: 0.0518277 Jul 13 09:10:26.615701 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446268a-7f85-4f68-ae46-a1429b010560 req-f1083746-fc2e-48c2-8a2f-1be16292778a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:26.617412 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-2446268a-7f85-4f68-ae46-a1429b010560 req-f1083746-fc2e-48c2-8a2f-1be16292778a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4c84256c-3f8c-43e1-9c7d-2a433978a7bd HTTP/1.1" status: 200 len: 1130 time: 0.0539126 Jul 13 09:10:26.655074 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-91d4ce45-eeed-4436-b809-92a3ec679208 req-ba6ae358-5175-46d2-a37b-d08bfc2ffe07 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=b803fcad-06fb-4c9a-9600-bfbe09ca979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840712 Jul 13 09:10:26.681079 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-2446268a-7f85-4f68-ae46-a1429b010560 req-6cb8b137-5465-41fc-9dfe-0c4a7845daa9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b803fcad-06fb-4c9a-9600-bfbe09ca979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552118 Jul 13 09:10:27.768320 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af085b85-d33b-4b4c-ab9a-55dba1e28c98 req-077ad78d-f9b5-4c73-9f89-625241894ebd tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:27.769795 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-af085b85-d33b-4b4c-ab9a-55dba1e28c98 req-077ad78d-f9b5-4c73-9f89-625241894ebd tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c84256c-3f8c-43e1-9c7d-2a433978a7bd HTTP/1.1" status: 200 len: 946 time: 0.0475326 Jul 13 09:10:27.815852 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-af085b85-d33b-4b4c-ab9a-55dba1e28c98 req-1cbea971-e716-49a2-a970-288ccc5c9a88 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=b803fcad-06fb-4c9a-9600-bfbe09ca979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405800 Jul 13 09:10:28.931223 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa8eef9-5a19-4114-933e-22ddffffcbb9 req-1ada6f39-06db-457a-91a6-0e20c80ff81f tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:28.933428 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-2fa8eef9-5a19-4114-933e-22ddffffcbb9 req-1ada6f39-06db-457a-91a6-0e20c80ff81f tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c84256c-3f8c-43e1-9c7d-2a433978a7bd HTTP/1.1" status: 200 len: 946 time: 0.0474014 Jul 13 09:10:28.979233 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-2fa8eef9-5a19-4114-933e-22ddffffcbb9 req-89d3eb99-9eb2-4109-a7e3-1b98c880cc0d tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=b803fcad-06fb-4c9a-9600-bfbe09ca979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403967 Jul 13 09:10:29.510632 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4b0f38-89f4-4d27-b457-e2909b9e70e2 req-6d64fa6b-e802-47c7-94a1-b86f41509a40 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:29.512574 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-cc4b0f38-89f4-4d27-b457-e2909b9e70e2 req-6d64fa6b-e802-47c7-94a1-b86f41509a40 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c84256c-3f8c-43e1-9c7d-2a433978a7bd HTTP/1.1" status: 200 len: 946 time: 0.0505147 Jul 13 09:10:29.562807 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41c240-9a2b-4eff-acd2-76fffc6455c1 req-d027c214-0635-4fb4-b03a-f5ebed4beddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:29.564411 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ff41c240-9a2b-4eff-acd2-76fffc6455c1 req-d027c214-0635-4fb4-b03a-f5ebed4beddd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7afbdee349034d2182240f1f7230236f&device_id=4c84256c-3f8c-43e1-9c7d-2a433978a7bd HTTP/1.1" status: 200 len: 1130 time: 0.0447602 Jul 13 09:10:29.569036 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-cc4b0f38-89f4-4d27-b457-e2909b9e70e2 req-0b6e3673-a141-4d8b-bb8e-4a91332a7d00 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=b803fcad-06fb-4c9a-9600-bfbe09ca979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501819 Jul 13 09:10:29.664769 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41c240-9a2b-4eff-acd2-76fffc6455c1 req-3255a4c8-fa77-4558-98a1-ae56414ba270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:29.666304 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ff41c240-9a2b-4eff-acd2-76fffc6455c1 req-3255a4c8-fa77-4558-98a1-ae56414ba270 service neutron] 10.222.0.30 "GET /v2.0/networks?id=66664860-8484-4278-a13a-d19d7f467709 HTTP/1.1" status: 200 len: 920 time: 0.0921221 Jul 13 09:10:29.735924 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ff41c240-9a2b-4eff-acd2-76fffc6455c1 req-da7d982a-b286-4449-b860-fb6a3e063289 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e405f48-99d1-4184-bb1c-d187e2f9e912 HTTP/1.1" status: 200 len: 1001 time: 0.0557714 Jul 13 09:10:29.749902 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:10:29.783114 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:10:29.790468 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41c240-9a2b-4eff-acd2-76fffc6455c1 req-42a154a7-f564-4d29-b688-6000f8f3da04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:29.791929 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ff41c240-9a2b-4eff-acd2-76fffc6455c1 req-42a154a7-f564-4d29-b688-6000f8f3da04 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e31827df-90a6-4f3b-b292-e48b977cc711 HTTP/1.1" status: 200 len: 858 time: 0.0494008 Jul 13 09:10:29.836969 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41c240-9a2b-4eff-acd2-76fffc6455c1 req-a8483212-2884-44a8-b806-ff0228356857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:29.838524 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ff41c240-9a2b-4eff-acd2-76fffc6455c1 req-a8483212-2884-44a8-b806-ff0228356857 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=66664860-8484-4278-a13a-d19d7f467709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396504 Jul 13 09:10:29.927848 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ff41c240-9a2b-4eff-acd2-76fffc6455c1 req-fe209676-f2a6-4c7a-a5f7-f77fc92c34da service neutron] 10.222.0.30 "GET /v2.0/networks/66664860-8484-4278-a13a-d19d7f467709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822616 Jul 13 09:10:30.022247 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ff41c240-9a2b-4eff-acd2-76fffc6455c1 req-92b4aa1f-53c9-4b06-87c4-f7dc939b70cc service neutron] 10.222.0.30 "GET /v2.0/networks/66664860-8484-4278-a13a-d19d7f467709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879159 Jul 13 09:10:30.693103 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a83ed4c-5026-43f8-a8fd-17eb8d170604 req-d14f4a40-bb97-4ab8-821d-fdb1c5fa3218 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:30.695562 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-3a83ed4c-5026-43f8-a8fd-17eb8d170604 req-d14f4a40-bb97-4ab8-821d-fdb1c5fa3218 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c84256c-3f8c-43e1-9c7d-2a433978a7bd HTTP/1.1" status: 200 len: 946 time: 0.0567384 Jul 13 09:10:30.743872 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-3a83ed4c-5026-43f8-a8fd-17eb8d170604 req-7ba26994-e101-44a9-9dfa-f2c419195456 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=b803fcad-06fb-4c9a-9600-bfbe09ca979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421622 Jul 13 09:10:31.870967 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d52cd2c-ecfd-4a96-8bb9-3b7f271f3db8 req-2960a543-1a9f-4b02-9cbb-dd6583f7ab12 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:31.872465 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-2d52cd2c-ecfd-4a96-8bb9-3b7f271f3db8 req-2960a543-1a9f-4b02-9cbb-dd6583f7ab12 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c84256c-3f8c-43e1-9c7d-2a433978a7bd HTTP/1.1" status: 200 len: 946 time: 0.0541518 Jul 13 09:10:31.919860 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-2d52cd2c-ecfd-4a96-8bb9-3b7f271f3db8 req-d7877f06-902c-4d34-b861-8e86f9ecce42 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=b803fcad-06fb-4c9a-9600-bfbe09ca979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420659 Jul 13 09:10:33.032905 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e915158-10f9-4323-90fe-cead92bf603d req-57f609fb-c880-4a38-85ab-5c28e3e637ef tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:33.034672 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-3e915158-10f9-4323-90fe-cead92bf603d req-57f609fb-c880-4a38-85ab-5c28e3e637ef tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c84256c-3f8c-43e1-9c7d-2a433978a7bd HTTP/1.1" status: 200 len: 946 time: 0.0479534 Jul 13 09:10:33.082902 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-3e915158-10f9-4323-90fe-cead92bf603d req-e550e856-038a-4b10-a09c-6b9de29b21a8 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=b803fcad-06fb-4c9a-9600-bfbe09ca979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426099 Jul 13 09:10:33.196423 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e904dc26-86a7-4d7e-a189-1bc6f1a2dbda req-c25333e2-7004-4505-87c9-11095f7a54bd tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:33.197921 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-e904dc26-86a7-4d7e-a189-1bc6f1a2dbda req-c25333e2-7004-4505-87c9-11095f7a54bd tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c84256c-3f8c-43e1-9c7d-2a433978a7bd HTTP/1.1" status: 200 len: 946 time: 0.0484562 Jul 13 09:10:33.206519 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 36810) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:10:33.211135 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-8532f8be-975d-4649-a3c4-2135003d6df2 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Request body: {'floatingip': {'port_id': '5e405f48-99d1-4184-bb1c-d187e2f9e912'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:10:33.316193 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8532f8be-975d-4649-a3c4-2135003d6df2 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Publish callbacks [] for floatingip (1aca0f8b-0dbc-487b-9bf1-3b9084caa410), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:33.771563 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575db0ab-4b10-4dac-83c9-c3871f1afc86 req-57e8d109-6c5b-4a15-a064-24c3449f9051 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:33.773039 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-575db0ab-4b10-4dac-83c9-c3871f1afc86 req-57e8d109-6c5b-4a15-a064-24c3449f9051 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 946 time: 0.0831544 Jul 13 09:10:33.858524 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:10:33.868275 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-575db0ab-4b10-4dac-83c9-c3871f1afc86 req-4066c6b4-a490-4561-84a3-c7188880f75d tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870132 Jul 13 09:10:34.001754 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:10:34.166152 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8532f8be-975d-4649-a3c4-2135003d6df2 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:34.224997 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8532f8be-975d-4649-a3c4-2135003d6df2 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-388893'] for floatingip (1aca0f8b-0dbc-487b-9bf1-3b9084caa410), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:34.422324 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8532f8be-975d-4649-a3c4-2135003d6df2 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Router e1a9fa37-49f7-44f6-a60d-16c81522f514 has already been hosted by L3 agent 084ea860-45cb-441c-b2f8-c6c2f7d6686c {{(pid=104469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 09:10:34.524012 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8532f8be-975d-4649-a3c4-2135003d6df2 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Notify agent at l3_agent.dv-cinder-849626-3-iscsi the message routers_updated {{(pid=104469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 09:10:34.529061 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8532f8be-975d-4649-a3c4-2135003d6df2 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for floatingip (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:34.533444 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8771e158-8e99-4b97-9f18-f05690c4e314 None None] Sync routers for ids ['e1a9fa37-49f7-44f6-a60d-16c81522f514'] in dv-cinder-849626-3-iscsi {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 09:10:34.542940 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8771e158-8e99-4b97-9f18-f05690c4e314 None None] Routers {'e1a9fa37-49f7-44f6-a60d-16c81522f514'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:10:34.543552 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-8771e158-8e99-4b97-9f18-f05690c4e314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:10:23Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['e1a9fa37-49f7-44f6-a60d-16c81522f514'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:10:34.560294 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c84256c-3f8c-43e1-9c7d-2a433978a7bd', 'tag': '5e405f48-99d1-4184-bb1c-d187e2f9e912'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:10:34.562513 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c4e5b91a84def5af2f1fcdaa70b19e5540aa6c2f63d8f4e9cb6586108f6a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe670eb3-c5dd-4cd2-914b-1cebaf24a58e" -d '{"events": [{"name": "network-changed", "server_uuid": "4c84256c-3f8c-43e1-9c7d-2a433978a7bd", "tag": "5e405f48-99d1-4184-bb1c-d187e2f9e912"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:10:34.591318 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-8532f8be-975d-4649-a3c4-2135003d6df2 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "PUT /v2.0/floatingips/1aca0f8b-0dbc-487b-9bf1-3b9084caa410 HTTP/1.1" status: 200 len: 993 time: 1.3836718 Jul 13 09:10:34.611806 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 09:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8edbea-4417-4d13-86d4-364fe55fe70d x-openstack-request-id: req-dc8edbea-4417-4d13-86d4-364fe55fe70d {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:10:34.612088 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c84256c-3f8c-43e1-9c7d-2a433978a7bd", "tag": "5e405f48-99d1-4184-bb1c-d187e2f9e912", "status": "completed", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:10:34.612336 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-dc8edbea-4417-4d13-86d4-364fe55fe70d {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:10:34.612726 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc8edbea-4417-4d13-86d4-364fe55fe70d'] response: {'name': 'network-changed', 'server_uuid': '4c84256c-3f8c-43e1-9c7d-2a433978a7bd', 'tag': '5e405f48-99d1-4184-bb1c-d187e2f9e912', 'status': 'completed', 'code': 200} Jul 13 09:10:34.648302 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-8771e158-8e99-4b97-9f18-f05690c4e314 None None] Set router e1a9fa37-49f7-44f6-a60d-16c81522f514 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:10:34.855423 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-8771e158-8e99-4b97-9f18-f05690c4e314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a9fa37-49f7-44f6-a60d-16c81522f514', 'name': 'tempest-ServerRescueNegativeTestJSON-1668870698-router', 'tenant_id': '7afbdee349034d2182240f1f7230236f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': 'da429dc5-7485-4e04-b934-97ad9ab6748d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:06:06Z', 'updated_at': '2022-07-13T09:06:15Z', 'revision_number': 4, 'project_id': '7afbdee349034d2182240f1f7230236f', 'gw_port': {'id': 'da429dc5-7485-4e04-b934-97ad9ab6748d', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a9fa37-49f7-44f6-a60d-16c81522f514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:07Z', 'updated_at': '2022-07-13T09:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_floatingips': [{'id': '1aca0f8b-0dbc-487b-9bf1-3b9084caa410', 'tenant_id': '7afbdee349034d2182240f1f7230236f', 'floating_ip_address': '172.27.3.23', 'floating_network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'router_id': 'e1a9fa37-49f7-44f6-a60d-16c81522f514', 'port_id': '5e405f48-99d1-4184-bb1c-d187e2f9e912', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66664860-8484-4278-a13a-d19d7f467709', 'mac_address': 'fa:16:3e:3b:22:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c84256c-3f8c-43e1-9c7d-2a433978a7bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T09:08:49Z', 'updated_at': '2022-07-13T09:10:34Z', 'revision_number': 3, 'project_id': '7afbdee349034d2182240f1f7230236f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebec7c42-7723-4ae0-b5bf-19979ea37e36', 'name': '', 'network_id': '66664860-8484-4278-a13a-d19d7f467709', 'tenant_id': '7afbdee349034d2182240f1f7230236f', 'mac_address': 'fa:16:3e:6a:b0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a9fa37-49f7-44f6-a60d-16c81522f514', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e31827df-90a6-4f3b-b292-e48b977cc711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:13Z', 'updated_at': '2022-07-13T09:06:22Z', 'revision_number': 5, 'project_id': '7afbdee349034d2182240f1f7230236f', 'subnets': [{'id': 'e31827df-90a6-4f3b-b292-e48b977cc711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:10:34.878858 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8771e158-8e99-4b97-9f18-f05690c4e314 None None] Checking router: e1a9fa37-49f7-44f6-a60d-16c81522f514 for host: dv-cinder-849626-3-iscsi {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 09:10:34.887112 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8771e158-8e99-4b97-9f18-f05690c4e314 None None] Routers {'e1a9fa37-49f7-44f6-a60d-16c81522f514'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:10:34.887714 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-8771e158-8e99-4b97-9f18-f05690c4e314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:10:23Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['e1a9fa37-49f7-44f6-a60d-16c81522f514'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:10:34.988107 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bdadd9-35fd-407b-9030-f1f5d79ece94 req-bb402c2c-c52f-459b-8f2c-163772c836e5 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:34.988858 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-8771e158-8e99-4b97-9f18-f05690c4e314 None None] Set router e1a9fa37-49f7-44f6-a60d-16c81522f514 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:10:34.989857 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-35bdadd9-35fd-407b-9030-f1f5d79ece94 req-bb402c2c-c52f-459b-8f2c-163772c836e5 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 946 time: 0.0484357 Jul 13 09:10:35.040098 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-35bdadd9-35fd-407b-9030-f1f5d79ece94 req-efb89384-62b1-4152-9bd2-8370e31e5e02 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444317 Jul 13 09:10:35.136020 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe670eb3-c5dd-4cd2-914b-1cebaf24a58e req-70e6a8b3-3d89-47bb-9d78-fb06ce297337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:35.137463 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-fe670eb3-c5dd-4cd2-914b-1cebaf24a58e req-70e6a8b3-3d89-47bb-9d78-fb06ce297337 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7afbdee349034d2182240f1f7230236f&device_id=4c84256c-3f8c-43e1-9c7d-2a433978a7bd HTTP/1.1" status: 200 len: 1130 time: 0.0406940 Jul 13 09:10:35.202848 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-8771e158-8e99-4b97-9f18-f05690c4e314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a9fa37-49f7-44f6-a60d-16c81522f514', 'name': 'tempest-ServerRescueNegativeTestJSON-1668870698-router', 'tenant_id': '7afbdee349034d2182240f1f7230236f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': 'da429dc5-7485-4e04-b934-97ad9ab6748d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:06:06Z', 'updated_at': '2022-07-13T09:06:15Z', 'revision_number': 4, 'project_id': '7afbdee349034d2182240f1f7230236f', 'gw_port': {'id': 'da429dc5-7485-4e04-b934-97ad9ab6748d', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a9fa37-49f7-44f6-a60d-16c81522f514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:07Z', 'updated_at': '2022-07-13T09:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_floatingips': [{'id': '1aca0f8b-0dbc-487b-9bf1-3b9084caa410', 'tenant_id': '7afbdee349034d2182240f1f7230236f', 'floating_ip_address': '172.27.3.23', 'floating_network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'router_id': 'e1a9fa37-49f7-44f6-a60d-16c81522f514', 'port_id': '5e405f48-99d1-4184-bb1c-d187e2f9e912', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66664860-8484-4278-a13a-d19d7f467709', 'mac_address': 'fa:16:3e:3b:22:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c84256c-3f8c-43e1-9c7d-2a433978a7bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T09:08:49Z', 'updated_at': '2022-07-13T09:10:34Z', 'revision_number': 3, 'project_id': '7afbdee349034d2182240f1f7230236f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebec7c42-7723-4ae0-b5bf-19979ea37e36', 'name': '', 'network_id': '66664860-8484-4278-a13a-d19d7f467709', 'tenant_id': '7afbdee349034d2182240f1f7230236f', 'mac_address': 'fa:16:3e:6a:b0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a9fa37-49f7-44f6-a60d-16c81522f514', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e31827df-90a6-4f3b-b292-e48b977cc711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:13Z', 'updated_at': '2022-07-13T09:06:22Z', 'revision_number': 5, 'project_id': '7afbdee349034d2182240f1f7230236f', 'subnets': [{'id': 'e31827df-90a6-4f3b-b292-e48b977cc711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:10:35.227930 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8771e158-8e99-4b97-9f18-f05690c4e314 None None] The sync data for ids ['e1a9fa37-49f7-44f6-a60d-16c81522f514'] in dv-cinder-849626-3-iscsi is: [{'id': 'e1a9fa37-49f7-44f6-a60d-16c81522f514', 'name': 'tempest-ServerRescueNegativeTestJSON-1668870698-router', 'tenant_id': '7afbdee349034d2182240f1f7230236f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': 'da429dc5-7485-4e04-b934-97ad9ab6748d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:06:06Z', 'updated_at': '2022-07-13T09:06:15Z', 'revision_number': 4, 'project_id': '7afbdee349034d2182240f1f7230236f', 'gw_port': {'id': 'da429dc5-7485-4e04-b934-97ad9ab6748d', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a9fa37-49f7-44f6-a60d-16c81522f514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:07Z', 'updated_at': '2022-07-13T09:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_floatingips': [{'id': '1aca0f8b-0dbc-487b-9bf1-3b9084caa410', 'tenant_id': '7afbdee349034d2182240f1f7230236f', 'floating_ip_address': '172.27.3.23', 'floating_network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'router_id': 'e1a9fa37-49f7-44f6-a60d-16c81522f514', 'port_id': '5e405f48-99d1-4184-bb1c-d187e2f9e912', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66664860-8484-4278-a13a-d19d7f467709', 'mac_address': 'fa:16:3e:3b:22:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c84256c-3f8c-43e1-9c7d-2a433978a7bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T09:08:49Z', 'updated_at': '2022-07-13T09:10:34Z', 'revision_number': 3, 'project_id': '7afbdee349034d2182240f1f7230236f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebec7c42-7723-4ae0-b5bf-19979ea37e36', 'name': '', 'network_id': '66664860-8484-4278-a13a-d19d7f467709', 'tenant_id': '7afbdee349034d2182240f1f7230236f', 'mac_address': 'fa:16:3e:6a:b0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a9fa37-49f7-44f6-a60d-16c81522f514', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e31827df-90a6-4f3b-b292-e48b977cc711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:13Z', 'updated_at': '2022-07-13T09:06:22Z', 'revision_number': 5, 'project_id': '7afbdee349034d2182240f1f7230236f', 'subnets': [{'id': 'e31827df-90a6-4f3b-b292-e48b977cc711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 09:10:35.243560 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe670eb3-c5dd-4cd2-914b-1cebaf24a58e req-7606aac7-f8b1-4d14-bc52-a3b56344cf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:35.245147 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-fe670eb3-c5dd-4cd2-914b-1cebaf24a58e req-7606aac7-f8b1-4d14-bc52-a3b56344cf8a service neutron] 10.222.0.30 "GET /v2.0/networks?id=66664860-8484-4278-a13a-d19d7f467709 HTTP/1.1" status: 200 len: 920 time: 0.0879824 Jul 13 09:10:35.319304 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-fe670eb3-c5dd-4cd2-914b-1cebaf24a58e req-98673401-1888-4f17-b770-4d10b804ed5d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e405f48-99d1-4184-bb1c-d187e2f9e912 HTTP/1.1" status: 200 len: 1001 time: 0.0612633 Jul 13 09:10:35.371424 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe670eb3-c5dd-4cd2-914b-1cebaf24a58e req-e8b30b17-34e3-43f2-a9da-571d2e316661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:35.372959 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-fe670eb3-c5dd-4cd2-914b-1cebaf24a58e req-e8b30b17-34e3-43f2-a9da-571d2e316661 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e31827df-90a6-4f3b-b292-e48b977cc711 HTTP/1.1" status: 200 len: 858 time: 0.0469358 Jul 13 09:10:35.471180 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:10:35.497464 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673877c2-7237-4a62-9c30-8940c343c0e9 req-04f2bb2e-4675-4efb-9110-e9e723c20ffe tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:35.498941 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-673877c2-7237-4a62-9c30-8940c343c0e9 req-04f2bb2e-4675-4efb-9110-e9e723c20ffe tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 946 time: 0.0769196 Jul 13 09:10:35.499993 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe670eb3-c5dd-4cd2-914b-1cebaf24a58e req-9d5671f6-684b-47f3-954f-081fbcba25bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:35.501324 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-fe670eb3-c5dd-4cd2-914b-1cebaf24a58e req-9d5671f6-684b-47f3-954f-081fbcba25bd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=66664860-8484-4278-a13a-d19d7f467709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0805032 Jul 13 09:10:35.563314 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:10:35.659564 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [req-673877c2-7237-4a62-9c30-8940c343c0e9 req-398a6b18-40b9-4dc9-a2cd-9ff96c2592de tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Deleting port 80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:10:35.659811 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-673877c2-7237-4a62-9c30-8940c343c0e9 req-398a6b18-40b9-4dc9-a2cd-9ff96c2592de tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:35.666499 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-fe670eb3-c5dd-4cd2-914b-1cebaf24a58e req-6810343d-82ed-49cd-a8b1-5e88cd2083e9 service neutron] 10.222.0.30 "GET /v2.0/networks/66664860-8484-4278-a13a-d19d7f467709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525443 Jul 13 09:10:35.813510 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [req-673877c2-7237-4a62-9c30-8940c343c0e9 req-398a6b18-40b9-4dc9-a2cd-9ff96c2592de tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] For port 80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f,segment=NetworkSegment(d26cc65f-34ee-4574-8332-30169090378e),segment_id=d26cc65f-34ee-4574-8332-30169090378e)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:10:35.813867 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-673877c2-7237-4a62-9c30-8940c343c0e9 req-398a6b18-40b9-4dc9-a2cd-9ff96c2592de tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:35.851453 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-fe670eb3-c5dd-4cd2-914b-1cebaf24a58e req-45a1baed-31a2-497f-8ffd-f786c6e62b96 service neutron] 10.222.0.30 "GET /v2.0/networks/66664860-8484-4278-a13a-d19d7f467709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721752 Jul 13 09:10:36.156004 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:10:36.160659 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=5 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:10:36.166219 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6740f9-ba8e-4ba9-b47a-11bf19c37680 req-b4b77a35-ae2f-41d3-a39f-6dfd7c5a531f tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:36.172480 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-ec6740f9-ba8e-4ba9-b47a-11bf19c37680 req-b4b77a35-ae2f-41d3-a39f-6dfd7c5a531f tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 946 time: 0.0500853 Jul 13 09:10:36.218018 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-ec6740f9-ba8e-4ba9-b47a-11bf19c37680 req-f2be2b22-43a3-439d-8908-793d092b1150 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f986f10-90d8-460e-8a54-2c482e8aa1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442450 Jul 13 09:10:36.237546 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-673877c2-7237-4a62-9c30-8940c343c0e9 req-398a6b18-40b9-4dc9-a2cd-9ff96c2592de tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:36.237903 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-673877c2-7237-4a62-9c30-8940c343c0e9 req-398a6b18-40b9-4dc9-a2cd-9ff96c2592de tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-388893'] for floatingip (ad603c72-ae99-4c8b-9e85-85595ddc9b15), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:36.238282 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.db.l3_db [req-673877c2-7237-4a62-9c30-8940c343c0e9 req-398a6b18-40b9-4dc9-a2cd-9ff96c2592de tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Floating IP ad603c72-ae99-4c8b-9e85-85595ddc9b15 disassociated. External IP: 172.27.3.120, port: 80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f. Jul 13 09:10:36.238616 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [req-673877c2-7237-4a62-9c30-8940c343c0e9 req-398a6b18-40b9-4dc9-a2cd-9ff96c2592de tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Calling delete_port for 80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f owned by compute:nova {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:10:36.442803 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-673877c2-7237-4a62-9c30-8940c343c0e9 req-398a6b18-40b9-4dc9-a2cd-9ff96c2592de tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542309'] for port (80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:36.469802 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a6b18-40b9-4dc9-a2cd-9ff96c2592de tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Pushing event deleted for resources: {'Port': ['ID=80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:10:36.588362 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.l3_agent_scheduler [req-673877c2-7237-4a62-9c30-8940c343c0e9 req-398a6b18-40b9-4dc9-a2cd-9ff96c2592de tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Router 4f4cac08-9db5-4216-bb73-8d0f30feaaaa has already been hosted by L3 agent 084ea860-45cb-441c-b2f8-c6c2f7d6686c {{(pid=104469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 09:10:36.627412 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c84256c-3f8c-43e1-9c7d-2a433978a7bd', 'tag': '5e405f48-99d1-4184-bb1c-d187e2f9e912'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:10:36.629581 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c4e5b91a84def5af2f1fcdaa70b19e5540aa6c2f63d8f4e9cb6586108f6a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d85510ac-5b87-461b-931d-59e6d3086c77" -d '{"events": [{"name": "network-changed", "server_uuid": "4c84256c-3f8c-43e1-9c7d-2a433978a7bd", "tag": "5e405f48-99d1-4184-bb1c-d187e2f9e912"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:10:36.674802 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 09:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da97680-adca-4d0f-8469-cdd764e09137 x-openstack-request-id: req-8da97680-adca-4d0f-8469-cdd764e09137 {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:10:36.675082 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c84256c-3f8c-43e1-9c7d-2a433978a7bd", "tag": "5e405f48-99d1-4184-bb1c-d187e2f9e912", "status": "completed", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:10:36.675342 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-8da97680-adca-4d0f-8469-cdd764e09137 {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:10:36.675727 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8da97680-adca-4d0f-8469-cdd764e09137'] response: {'name': 'network-changed', 'server_uuid': '4c84256c-3f8c-43e1-9c7d-2a433978a7bd', 'tag': '5e405f48-99d1-4184-bb1c-d187e2f9e912', 'status': 'completed', 'code': 200} Jul 13 09:10:36.684043 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:10:36.710736 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-673877c2-7237-4a62-9c30-8940c343c0e9 req-398a6b18-40b9-4dc9-a2cd-9ff96c2592de tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Notify agent at l3_agent.dv-cinder-849626-3-iscsi the message routers_updated {{(pid=104469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 09:10:36.720672 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213cddde-94d1-4e36-ab26-aee70161fec4 None None] Sync routers for ids ['4f4cac08-9db5-4216-bb73-8d0f30feaaaa'] in dv-cinder-849626-3-iscsi {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 09:10:36.730101 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:10:36.733541 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213cddde-94d1-4e36-ab26-aee70161fec4 None None] Routers {'4f4cac08-9db5-4216-bb73-8d0f30feaaaa'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:10:36.734549 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-213cddde-94d1-4e36-ab26-aee70161fec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:10:23Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['4f4cac08-9db5-4216-bb73-8d0f30feaaaa'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:10:36.775595 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [req-673877c2-7237-4a62-9c30-8940c343c0e9 req-398a6b18-40b9-4dc9-a2cd-9ff96c2592de tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] No DVR routers for this DVR port 80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f on host hv-cinder-84962 {{(pid=104469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 09:10:36.778172 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85510ac-5b87-461b-931d-59e6d3086c77 req-f7520046-2388-4aa6-bec0-e51b96af3131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:36.779689 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d85510ac-5b87-461b-931d-59e6d3086c77 req-f7520046-2388-4aa6-bec0-e51b96af3131 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7afbdee349034d2182240f1f7230236f&device_id=4c84256c-3f8c-43e1-9c7d-2a433978a7bd HTTP/1.1" status: 200 len: 1130 time: 0.0832217 Jul 13 09:10:36.780684 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-673877c2-7237-4a62-9c30-8940c343c0e9 req-398a6b18-40b9-4dc9-a2cd-9ff96c2592de tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for port (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:36.783780 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-673877c2-7237-4a62-9c30-8940c343c0e9 req-398a6b18-40b9-4dc9-a2cd-9ff96c2592de tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.30 "DELETE /v2.0/ports/80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f HTTP/1.1" status: 204 len: 173 time: 1.2709010 Jul 13 09:10:36.844469 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-213cddde-94d1-4e36-ab26-aee70161fec4 None None] Set router 4f4cac08-9db5-4216-bb73-8d0f30feaaaa gateway port host: dv-cinder-849626-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:10:36.887391 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85510ac-5b87-461b-931d-59e6d3086c77 req-689039ef-3969-4efd-b470-53ace4f4f1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:36.888828 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d85510ac-5b87-461b-931d-59e6d3086c77 req-689039ef-3969-4efd-b470-53ace4f4f1bc service neutron] 10.222.0.30 "GET /v2.0/networks?id=66664860-8484-4278-a13a-d19d7f467709 HTTP/1.1" status: 200 len: 920 time: 0.0988481 Jul 13 09:10:36.957657 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d85510ac-5b87-461b-931d-59e6d3086c77 req-7a752e45-4c4c-4e80-8a7b-e158123ed85f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e405f48-99d1-4184-bb1c-d187e2f9e912 HTTP/1.1" status: 200 len: 1001 time: 0.0601151 Jul 13 09:10:37.022618 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85510ac-5b87-461b-931d-59e6d3086c77 req-00b7034a-23f3-49fb-9953-cdd5e9c71733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:37.024113 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d85510ac-5b87-461b-931d-59e6d3086c77 req-00b7034a-23f3-49fb-9953-cdd5e9c71733 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e31827df-90a6-4f3b-b292-e48b977cc711 HTTP/1.1" status: 200 len: 858 time: 0.0587163 Jul 13 09:10:37.038222 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-213cddde-94d1-4e36-ab26-aee70161fec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4cac08-9db5-4216-bb73-8d0f30feaaaa', 'name': 'tempest-AttachVolumeShelveTestJSON-1534830702-router', 'tenant_id': '09b63eccabbc498cb96dd4bbcef0969a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'beed97aa-b53f-44ee-b0cf-5cc4388ac182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:05:59Z', 'updated_at': '2022-07-13T09:06:05Z', 'revision_number': 4, 'project_id': '09b63eccabbc498cb96dd4bbcef0969a', 'gw_port': {'id': 'beed97aa-b53f-44ee-b0cf-5cc4388ac182', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:59:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4cac08-9db5-4216-bb73-8d0f30feaaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:00Z', 'updated_at': '2022-07-13T09:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_interfaces': [{'id': 'd88bd1f5-fc2f-402c-a795-a82f3f28cc4a', 'name': '', 'network_id': 'dced4119-fd64-48f2-a32b-f0864c860758', 'tenant_id': '09b63eccabbc498cb96dd4bbcef0969a', 'mac_address': 'fa:16:3e:5c:02:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4cac08-9db5-4216-bb73-8d0f30feaaaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f435a127-82ff-4993-a381-fe0f5e258ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:03Z', 'updated_at': '2022-07-13T09:06:14Z', 'revision_number': 5, 'project_id': '09b63eccabbc498cb96dd4bbcef0969a', 'subnets': [{'id': 'f435a127-82ff-4993-a381-fe0f5e258ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:10:37.076155 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85510ac-5b87-461b-931d-59e6d3086c77 req-d921cf52-c9e1-4f8e-a027-a1974a615746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:37.077776 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d85510ac-5b87-461b-931d-59e6d3086c77 req-d921cf52-c9e1-4f8e-a027-a1974a615746 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=66664860-8484-4278-a13a-d19d7f467709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460932 Jul 13 09:10:37.153231 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213cddde-94d1-4e36-ab26-aee70161fec4 None None] Checking router: 4f4cac08-9db5-4216-bb73-8d0f30feaaaa for host: dv-cinder-849626-3-iscsi {{(pid=104471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 09:10:37.162096 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213cddde-94d1-4e36-ab26-aee70161fec4 None None] Routers {'4f4cac08-9db5-4216-bb73-8d0f30feaaaa'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:10:37.163369 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-213cddde-94d1-4e36-ab26-aee70161fec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:10:23Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['4f4cac08-9db5-4216-bb73-8d0f30feaaaa'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:10:37.183092 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d85510ac-5b87-461b-931d-59e6d3086c77 req-47f62242-07d7-4279-a120-d3168ed2dd1b service neutron] 10.222.0.30 "GET /v2.0/networks/66664860-8484-4278-a13a-d19d7f467709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981336 Jul 13 09:10:37.265805 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-213cddde-94d1-4e36-ab26-aee70161fec4 None None] Set router 4f4cac08-9db5-4216-bb73-8d0f30feaaaa gateway port host: dv-cinder-849626-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:10:37.335528 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-f73829f4-4860-4511-8585-bc360fe6ef8d req-62349758-4f4a-4e12-b2ab-c32aae604659 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=f7bcc760-4b60-4bfc-bd63-33c070d886b6 HTTP/1.1" status: 200 len: 210 time: 0.0275612 Jul 13 09:10:37.457581 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-213cddde-94d1-4e36-ab26-aee70161fec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4cac08-9db5-4216-bb73-8d0f30feaaaa', 'name': 'tempest-AttachVolumeShelveTestJSON-1534830702-router', 'tenant_id': '09b63eccabbc498cb96dd4bbcef0969a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'beed97aa-b53f-44ee-b0cf-5cc4388ac182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:05:59Z', 'updated_at': '2022-07-13T09:06:05Z', 'revision_number': 4, 'project_id': '09b63eccabbc498cb96dd4bbcef0969a', 'gw_port': {'id': 'beed97aa-b53f-44ee-b0cf-5cc4388ac182', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:59:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4cac08-9db5-4216-bb73-8d0f30feaaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:00Z', 'updated_at': '2022-07-13T09:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_interfaces': [{'id': 'd88bd1f5-fc2f-402c-a795-a82f3f28cc4a', 'name': '', 'network_id': 'dced4119-fd64-48f2-a32b-f0864c860758', 'tenant_id': '09b63eccabbc498cb96dd4bbcef0969a', 'mac_address': 'fa:16:3e:5c:02:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4cac08-9db5-4216-bb73-8d0f30feaaaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f435a127-82ff-4993-a381-fe0f5e258ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:03Z', 'updated_at': '2022-07-13T09:06:14Z', 'revision_number': 5, 'project_id': '09b63eccabbc498cb96dd4bbcef0969a', 'subnets': [{'id': 'f435a127-82ff-4993-a381-fe0f5e258ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:10:37.483696 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213cddde-94d1-4e36-ab26-aee70161fec4 None None] The sync data for ids ['4f4cac08-9db5-4216-bb73-8d0f30feaaaa'] in dv-cinder-849626-3-iscsi is: [{'id': '4f4cac08-9db5-4216-bb73-8d0f30feaaaa', 'name': 'tempest-AttachVolumeShelveTestJSON-1534830702-router', 'tenant_id': '09b63eccabbc498cb96dd4bbcef0969a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'beed97aa-b53f-44ee-b0cf-5cc4388ac182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:05:59Z', 'updated_at': '2022-07-13T09:06:05Z', 'revision_number': 4, 'project_id': '09b63eccabbc498cb96dd4bbcef0969a', 'gw_port': {'id': 'beed97aa-b53f-44ee-b0cf-5cc4388ac182', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:59:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4cac08-9db5-4216-bb73-8d0f30feaaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:00Z', 'updated_at': '2022-07-13T09:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_interfaces': [{'id': 'd88bd1f5-fc2f-402c-a795-a82f3f28cc4a', 'name': '', 'network_id': 'dced4119-fd64-48f2-a32b-f0864c860758', 'tenant_id': '09b63eccabbc498cb96dd4bbcef0969a', 'mac_address': 'fa:16:3e:5c:02:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4cac08-9db5-4216-bb73-8d0f30feaaaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f435a127-82ff-4993-a381-fe0f5e258ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:03Z', 'updated_at': '2022-07-13T09:06:14Z', 'revision_number': 5, 'project_id': '09b63eccabbc498cb96dd4bbcef0969a', 'subnets': [{'id': 'f435a127-82ff-4993-a381-fe0f5e258ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 09:10:37.496619 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d85510ac-5b87-461b-931d-59e6d3086c77 req-7f3a9810-8c29-4a06-9757-58749fb980f3 service neutron] 10.222.0.30 "GET /v2.0/networks/66664860-8484-4278-a13a-d19d7f467709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960009 Jul 13 09:10:37.722328 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ffdc61-1093-4afa-a793-39cb3717c2dd None None] New status for floating IP ad603c72-ae99-4c8b-9e85-85595ddc9b15: DOWN {{(pid=104470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 13 09:10:37.843085 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device 80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f no longer exists at agent hyperv_hv-cinder-84962 {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:10:37.862785 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] No Port match for: 80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f {{(pid=104470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 09:10:37.863127 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device 80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f not bound to the agent host hv-cinder-84962 {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 09:10:38.485064 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 36838) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:10:38.547412 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-202e5cf5-b245-4d3f-9b3a-bab3148b8e4c tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks [] for security_group (8f986f10-90d8-460e-8a54-2c482e8aa1a9), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:38.573356 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-202e5cf5-b245-4d3f-9b3a-bab3148b8e4c tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks [] for security_group (8f986f10-90d8-460e-8a54-2c482e8aa1a9), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:38.677243 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7bcc760-4b60-4bfc-bd63-33c070d886b6', 'name': 'network-vif-deleted', 'tag': '80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:10:38.679673 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c4e5b91a84def5af2f1fcdaa70b19e5540aa6c2f63d8f4e9cb6586108f6a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64df9e06-9a57-44c5-ae93-c63509151ffe" -d '{"events": [{"server_uuid": "f7bcc760-4b60-4bfc-bd63-33c070d886b6", "name": "network-vif-deleted", "tag": "80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:10:38.688719 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-202e5cf5-b245-4d3f-9b3a-bab3148b8e4c tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (8f986f10-90d8-460e-8a54-2c482e8aa1a9), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:38.691172 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-202e5cf5-b245-4d3f-9b3a-bab3148b8e4c tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:38.695011 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-202e5cf5-b245-4d3f-9b3a-bab3148b8e4c tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "DELETE /v2.0/security-groups/8f986f10-90d8-460e-8a54-2c482e8aa1a9 HTTP/1.1" status: 204 len: 168 time: 0.2063153 Jul 13 09:10:38.695346 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 36842) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:10:38.711850 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.api.v2.resource [None req-13e2431d-afca-4518-8532-28a16e4d7bac tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] show failed (client error): The resource could not be found. Jul 13 09:10:38.715767 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-13e2431d-afca-4518-8532-28a16e4d7bac tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups/8f986f10-90d8-460e-8a54-2c482e8aa1a9 HTTP/1.1" status: 404 len: 347 time: 0.0164344 Jul 13 09:10:38.716598 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 36844) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:10:38.718373 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202e5cf5-b245-4d3f-9b3a-bab3148b8e4c tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f986f10-90d8-460e-8a54-2c482e8aa1a9,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:10:38.720920 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 09:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227b2591-3bb7-4e69-a1d3-237e99da2d0e x-openstack-request-id: req-227b2591-3bb7-4e69-a1d3-237e99da2d0e {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:10:38.721233 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7bcc760-4b60-4bfc-bd63-33c070d886b6", "name": "network-vif-deleted", "tag": "80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f", "status": "completed", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:10:38.721465 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-227b2591-3bb7-4e69-a1d3-237e99da2d0e {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:10:38.721877 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-227b2591-3bb7-4e69-a1d3-237e99da2d0e'] response: {'server_uuid': 'f7bcc760-4b60-4bfc-bd63-33c070d886b6', 'name': 'network-vif-deleted', 'tag': '80dacffe-3c6c-40f1-bfe7-4f46db2a6d3f', 'status': 'completed', 'code': 200} Jul 13 09:10:38.820152 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:10:38.833036 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-7483902a-0974-4de8-b559-f8b32a3e2516 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Deleting port fd55160b-3d0c-4faa-a0cb-38f62e62e266 {{(pid=104468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:10:38.833367 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7483902a-0974-4de8-b559-f8b32a3e2516 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (fd55160b-3d0c-4faa-a0cb-38f62e62e266), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:38.911773 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7483902a-0974-4de8-b559-f8b32a3e2516 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (fd55160b-3d0c-4faa-a0cb-38f62e62e266), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:38.912093 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7483902a-0974-4de8-b559-f8b32a3e2516 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks [] for floatingip (fd55160b-3d0c-4faa-a0cb-38f62e62e266), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:38.924496 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-7483902a-0974-4de8-b559-f8b32a3e2516 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Calling delete_port for fd55160b-3d0c-4faa-a0cb-38f62e62e266 owned by network:floatingip {{(pid=104468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:10:39.122690 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7483902a-0974-4de8-b559-f8b32a3e2516 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665350'] for port (fd55160b-3d0c-4faa-a0cb-38f62e62e266), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:39.145440 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483902a-0974-4de8-b559-f8b32a3e2516 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Pushing event deleted for resources: {'Port': ['ID=fd55160b-3d0c-4faa-a0cb-38f62e62e266,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:10:39.208368 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7483902a-0974-4de8-b559-f8b32a3e2516 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks [] for floatingip (ad603c72-ae99-4c8b-9e85-85595ddc9b15), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:39.217790 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7483902a-0974-4de8-b559-f8b32a3e2516 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for floatingip (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:39.217790 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-7483902a-0974-4de8-b559-f8b32a3e2516 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "DELETE /v2.0/floatingips/ad603c72-ae99-4c8b-9e85-85595ddc9b15 HTTP/1.1" status: 204 len: 168 time: 0.4922655 Jul 13 09:10:39.366027 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 36848) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:10:39.370804 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-2083392f-132d-4119-a7f5-288db25d5185 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Request body: {'security_group': {'name': 'tempest-securitygroup--478101958', 'description': 'tempest-description--1884502014'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:10:39.384105 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:10:39.471347 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2083392f-132d-4119-a7f5-288db25d5185 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:39.545497 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2083392f-132d-4119-a7f5-288db25d5185 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks [] for security_group (70d72f57-389f-4602-bc9a-71623592d222), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:39.602281 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2083392f-132d-4119-a7f5-288db25d5185 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (70d72f57-389f-4602-bc9a-71623592d222), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:39.631086 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2083392f-132d-4119-a7f5-288db25d5185 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70d72f57-389f-4602-bc9a-71623592d222,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:10:39.661497 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2083392f-132d-4119-a7f5-288db25d5185 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:39.662810 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-2083392f-132d-4119-a7f5-288db25d5185 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2956071 Jul 13 09:10:39.665536 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 36850) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:10:39.670303 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-467748d4-feb4-4601-9d34-1c7c8db8d297 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Request body: {'security_group_rule': {'security_group_id': '70d72f57-389f-4602-bc9a-71623592d222', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:10:39.773845 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-467748d4-feb4-4601-9d34-1c7c8db8d297 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks [] for security_group_rule (99e7925a-6f9f-435d-a6d5-c3d5a5af7ca9), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:39.829492 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-467748d4-feb4-4601-9d34-1c7c8db8d297 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks [] for security_group_rule (99e7925a-6f9f-435d-a6d5-c3d5a5af7ca9), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:39.905120 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-467748d4-feb4-4601-9d34-1c7c8db8d297 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485043'] for security_group_rule (99e7925a-6f9f-435d-a6d5-c3d5a5af7ca9), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:39.923414 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467748d4-feb4-4601-9d34-1c7c8db8d297 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99e7925a-6f9f-435d-a6d5-c3d5a5af7ca9,revision_number=0']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:10:39.992807 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-467748d4-feb4-4601-9d34-1c7c8db8d297 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:39.994018 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-467748d4-feb4-4601-9d34-1c7c8db8d297 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3275368 Jul 13 09:10:39.998192 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 36852) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:10:40.002460 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-69d7d695-b21a-4a44-acf4-4fdf343538d8 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Request body: {'security_group_rule': {'security_group_id': '70d72f57-389f-4602-bc9a-71623592d222', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:10:40.077976 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-69d7d695-b21a-4a44-acf4-4fdf343538d8 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks [] for security_group_rule (d206507c-0c01-4999-b6bc-ec23b6bfe802), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:40.131678 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-69d7d695-b21a-4a44-acf4-4fdf343538d8 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks [] for security_group_rule (d206507c-0c01-4999-b6bc-ec23b6bfe802), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:40.225302 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-69d7d695-b21a-4a44-acf4-4fdf343538d8 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485043'] for security_group_rule (d206507c-0c01-4999-b6bc-ec23b6bfe802), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:40.244796 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d7d695-b21a-4a44-acf4-4fdf343538d8 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d206507c-0c01-4999-b6bc-ec23b6bfe802,revision_number=0']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:10:40.318461 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-69d7d695-b21a-4a44-acf4-4fdf343538d8 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:40.319694 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-69d7d695-b21a-4a44-acf4-4fdf343538d8 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3205457 Jul 13 09:10:40.322838 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 36854) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:10:40.327647 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-85bbb20c-a1df-4ba8-8d33-03e9a65d8821 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Request body: {'floatingip': {'floating_network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:10:40.332770 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=9 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:10:40.431096 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-85bbb20c-a1df-4ba8-8d33-03e9a65d8821 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:40.512620 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-85bbb20c-a1df-4ba8-8d33-03e9a65d8821 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:40.622223 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.db.db_base_plugin_common [None req-85bbb20c-a1df-4ba8-8d33-03e9a65d8821 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Allocated IP 172.27.3.147 (14d154e4-c9a5-47e8-9f7f-9daf0b869ff5/8de8efa6-546e-4542-992b-4162440fe9c8/f209cc1c-36a2-4c8f-a6b1-699b668b94a7) {{(pid=104468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 09:10:40.696918 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=77,neutron:INSERT=13,neutron:UPDATE=6,neutron:DELETE=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:10:40.730832 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-85bbb20c-a1df-4ba8-8d33-03e9a65d8821 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks [] for port (f209cc1c-36a2-4c8f-a6b1-699b668b94a7), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:40.842817 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-85bbb20c-a1df-4ba8-8d33-03e9a65d8821 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760184582126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665350'] for port (f209cc1c-36a2-4c8f-a6b1-699b668b94a7), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:40.879646 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bbb20c-a1df-4ba8-8d33-03e9a65d8821 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Network 14d154e4-c9a5-47e8-9f7f-9daf0b869ff5 is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:10:40.882469 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-85bbb20c-a1df-4ba8-8d33-03e9a65d8821 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:10:40.892700 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bbb20c-a1df-4ba8-8d33-03e9a65d8821 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Received port after_create {{(pid=104468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 09:10:40.916385 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bbb20c-a1df-4ba8-8d33-03e9a65d8821 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Pushing event updated for resources: {'Port': ['ID=f209cc1c-36a2-4c8f-a6b1-699b668b94a7,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:10:40.978906 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-85bbb20c-a1df-4ba8-8d33-03e9a65d8821 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks [] for floatingip (0bfac300-8ffb-4590-81c8-90ea3a1b2b02), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:41.075974 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-85bbb20c-a1df-4ba8-8d33-03e9a65d8821 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (f209cc1c-36a2-4c8f-a6b1-699b668b94a7), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:41.140468 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:10:41.220085 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-85bbb20c-a1df-4ba8-8d33-03e9a65d8821 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks [] for port (f209cc1c-36a2-4c8f-a6b1-699b668b94a7), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:41.282542 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-85bbb20c-a1df-4ba8-8d33-03e9a65d8821 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665375'] for port (f209cc1c-36a2-4c8f-a6b1-699b668b94a7), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:41.350912 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bbb20c-a1df-4ba8-8d33-03e9a65d8821 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Pushing event updated for resources: {'Port': ['ID=f209cc1c-36a2-4c8f-a6b1-699b668b94a7,revision_number=2']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:10:41.364388 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-85bbb20c-a1df-4ba8-8d33-03e9a65d8821 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-388893'] for floatingip (0bfac300-8ffb-4590-81c8-90ea3a1b2b02), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:41.438550 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-85bbb20c-a1df-4ba8-8d33-03e9a65d8821 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for floatingip (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:41.439711 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-85bbb20c-a1df-4ba8-8d33-03e9a65d8821 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1153617 Jul 13 09:10:41.627031 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:10:41.627674 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:10:41.646640 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-5a1bf1e0-6960-4282-b9c5-9e0963b694c0 req-1ae1e72b-de72-4911-8427-a4ea1a6541dd tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--478101958&fields=id&tenant_id=09b63eccabbc498cb96dd4bbcef0969a HTTP/1.1" status: 200 len: 267 time: 0.0444691 Jul 13 09:10:41.675144 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:10:41.705465 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (6e9d2670-629d-42a5-8dd5-d0857aba9a7e), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:41.751342 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1bf1e0-6960-4282-b9c5-9e0963b694c0 req-8687c9f5-1f6e-4306-a28d-9873a1da7065 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:41.752791 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-5a1bf1e0-6960-4282-b9c5-9e0963b694c0 req-8687c9f5-1f6e-4306-a28d-9873a1da7065 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/networks?id=dced4119-fd64-48f2-a32b-f0864c860758 HTTP/1.1" status: 200 len: 817 time: 0.0996149 Jul 13 09:10:41.768308 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-5a1bf1e0-6960-4282-b9c5-9e0963b694c0 req-8f8e5537-0796-44a5-93e1-e48971d54a5a tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/quotas/09b63eccabbc498cb96dd4bbcef0969a HTTP/1.1" status: 200 len: 375 time: 0.0100477 Jul 13 09:10:41.822319 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-5a1bf1e0-6960-4282-b9c5-9e0963b694c0 req-5d90b8a3-9098-489e-8405-ff6a94a2bf4e tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=09b63eccabbc498cb96dd4bbcef0969a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478144 Jul 13 09:10:41.915998 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-5a1bf1e0-6960-4282-b9c5-9e0963b694c0 req-39aaa0b1-61b5-4040-ac4c-8e307926789f service neutron] 10.222.0.40 "GET /v2.0/networks/dced4119-fd64-48f2-a32b-f0864c860758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818253 Jul 13 09:10:42.008180 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-5a1bf1e0-6960-4282-b9c5-9e0963b694c0 req-3c411c7d-79e2-4d83-ad72-6345c4ecd0b4 service neutron] 10.222.0.40 "GET /v2.0/networks/dced4119-fd64-48f2-a32b-f0864c860758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858278 Jul 13 09:10:42.457818 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-b559f92e-8d79-421e-b676-6624afdd13d3 req-95f3f712-49e0-45c0-87d4-028c1333a4c7 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa HTTP/1.1" status: 200 len: 210 time: 0.2437141 Jul 13 09:10:43.559058 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-cfc66b11-41a0-414a-846c-c7930f12aa79 req-a3d63f1f-fe8f-41ec-9767-c1a9af07e1bb tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa HTTP/1.1" status: 200 len: 210 time: 0.0282559 Jul 13 09:10:44.001359 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1bf1e0-6960-4282-b9c5-9e0963b694c0 req-0b7b5b13-7d2f-4ccc-a7c5-a474ab9539a9 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:44.002848 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-5a1bf1e0-6960-4282-b9c5-9e0963b694c0 req-0b7b5b13-7d2f-4ccc-a7c5-a474ab9539a9 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.30 "GET /v2.0/networks?id=dced4119-fd64-48f2-a32b-f0864c860758 HTTP/1.1" status: 200 len: 817 time: 0.1050816 Jul 13 09:10:44.038297 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:10:44.070625 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-5a1bf1e0-6960-4282-b9c5-9e0963b694c0 req-3823e86a-268e-4e8b-b508-f694f33fce73 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09b63eccabbc498cb96dd4bbcef0969a HTTP/1.1" status: 200 len: 379 time: 0.0523527 Jul 13 09:10:44.080707 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [req-5a1bf1e0-6960-4282-b9c5-9e0963b694c0 req-cfd31bb6-68a2-4b60-b9d1-d3ca07e0c4ba tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Request body: {'port': {'device_id': 'fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa', 'network_id': 'dced4119-fd64-48f2-a32b-f0864c860758', 'admin_state_up': True, 'tenant_id': '09b63eccabbc498cb96dd4bbcef0969a', 'security_groups': ['70d72f57-389f-4602-bc9a-71623592d222']}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:10:44.242831 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a1bf1e0-6960-4282-b9c5-9e0963b694c0 req-cfd31bb6-68a2-4b60-b9d1-d3ca07e0c4ba tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Made reservation on behalf of 09b63eccabbc498cb96dd4bbcef0969a for: {'port': 1} {{(pid=104469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 09:10:44.246542 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-5a1bf1e0-6960-4282-b9c5-9e0963b694c0 req-cfd31bb6-68a2-4b60-b9d1-d3ca07e0c4ba tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:44.373255 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_common [req-5a1bf1e0-6960-4282-b9c5-9e0963b694c0 req-cfd31bb6-68a2-4b60-b9d1-d3ca07e0c4ba tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Allocated IP 172.20.0.6 (dced4119-fd64-48f2-a32b-f0864c860758/f435a127-82ff-4993-a381-fe0f5e258ef6/b9499393-8a91-40ba-8695-6c191d7d0d9d) {{(pid=104469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 09:10:44.435541 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:10:44.511879 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-5a1bf1e0-6960-4282-b9c5-9e0963b694c0 req-cfd31bb6-68a2-4b60-b9d1-d3ca07e0c4ba tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks [] for port (b9499393-8a91-40ba-8695-6c191d7d0d9d), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:44.575159 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-5a1bf1e0-6960-4282-b9c5-9e0963b694c0 req-cfd31bb6-68a2-4b60-b9d1-d3ca07e0c4ba tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760184582126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542309'] for port (b9499393-8a91-40ba-8695-6c191d7d0d9d), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:44.614975 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a1bf1e0-6960-4282-b9c5-9e0963b694c0 req-cfd31bb6-68a2-4b60-b9d1-d3ca07e0c4ba tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Network dced4119-fd64-48f2-a32b-f0864c860758 is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:10:44.617998 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [req-5a1bf1e0-6960-4282-b9c5-9e0963b694c0 req-cfd31bb6-68a2-4b60-b9d1-d3ca07e0c4ba tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:10:44.625835 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a1bf1e0-6960-4282-b9c5-9e0963b694c0 req-cfd31bb6-68a2-4b60-b9d1-d3ca07e0c4ba tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Received port after_create {{(pid=104469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 09:10:44.672150 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd31bb6-68a2-4b60-b9d1-d3ca07e0c4ba tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Pushing event updated for resources: {'Port': ['ID=b9499393-8a91-40ba-8695-6c191d7d0d9d,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:10:44.688711 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c5296-3f96-42ea-9b05-6fefa0033510 req-7ca83795-c0fe-40dd-b98f-433175f773a1 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:44.690314 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-ba1c5296-3f96-42ea-9b05-6fefa0033510 req-7ca83795-c0fe-40dd-b98f-433175f773a1 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa HTTP/1.1" status: 200 len: 931 time: 0.0613122 Jul 13 09:10:44.704593 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1bf1e0-6960-4282-b9c5-9e0963b694c0 req-cfd31bb6-68a2-4b60-b9d1-d3ca07e0c4ba tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:44.705219 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-5a1bf1e0-6960-4282-b9c5-9e0963b694c0 req-cfd31bb6-68a2-4b60-b9d1-d3ca07e0c4ba tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for port (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:44.739403 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-ba1c5296-3f96-42ea-9b05-6fefa0033510 req-87e3c0ac-bc60-49a8-8518-fb381ed2dd3f tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=70d72f57-389f-4602-bc9a-71623592d222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434129 Jul 13 09:10:44.773818 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-5a1bf1e0-6960-4282-b9c5-9e0963b694c0 req-cfd31bb6-68a2-4b60-b9d1-d3ca07e0c4ba tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6966043 Jul 13 09:10:44.786095 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [req-5a1bf1e0-6960-4282-b9c5-9e0963b694c0 req-05a2801d-bd45-41d1-9a23-37934a1d3b81 service neutron] Request body: {'port': {'device_id': 'fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84962'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:10:44.850928 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-5a1bf1e0-6960-4282-b9c5-9e0963b694c0 req-05a2801d-bd45-41d1-9a23-37934a1d3b81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (b9499393-8a91-40ba-8695-6c191d7d0d9d), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:44.893343 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-31879543-3f2d-412f-9991-c90ad39849a4 None None] Provisioning complete for port b9499393-8a91-40ba-8695-6c191d7d0d9d triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:10:44.893940 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-31879543-3f2d-412f-9991-c90ad39849a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (b9499393-8a91-40ba-8695-6c191d7d0d9d), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:44.925497 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-31879543-3f2d-412f-9991-c90ad39849a4 None None] Port b9499393-8a91-40ba-8695-6c191d7d0d9d cannot update to ACTIVE because it is not bound. {{(pid=104470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 09:10:45.021559 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:10:45.104278 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [req-5a1bf1e0-6960-4282-b9c5-9e0963b694c0 req-05a2801d-bd45-41d1-9a23-37934a1d3b81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9499393-8a91-40ba-8695-6c191d7d0d9d {{(pid=104469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 09:10:45.112137 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-5a1bf1e0-6960-4282-b9c5-9e0963b694c0 req-05a2801d-bd45-41d1-9a23-37934a1d3b81 service neutron] Publish callbacks [] for port (b9499393-8a91-40ba-8695-6c191d7d0d9d), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:45.125140 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [req-5a1bf1e0-6960-4282-b9c5-9e0963b694c0 req-05a2801d-bd45-41d1-9a23-37934a1d3b81 service neutron] Transition to ACTIVE for port object b9499393-8a91-40ba-8695-6c191d7d0d9d will not be triggered until provisioned by entity L2. {{(pid=104469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 09:10:45.168234 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-5a1bf1e0-6960-4282-b9c5-9e0963b694c0 req-05a2801d-bd45-41d1-9a23-37934a1d3b81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542332'] for port (b9499393-8a91-40ba-8695-6c191d7d0d9d), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:45.222307 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a2801d-bd45-41d1-9a23-37934a1d3b81 service neutron] Pushing event updated for resources: {'Port': ['ID=b9499393-8a91-40ba-8695-6c191d7d0d9d,revision_number=2']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:10:45.295343 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [req-5a1bf1e0-6960-4282-b9c5-9e0963b694c0 req-05a2801d-bd45-41d1-9a23-37934a1d3b81 service neutron] Attempting to bind port b9499393-8a91-40ba-8695-6c191d7d0d9d on host hv-cinder-84962 for vnic_type normal with profile {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 09:10:45.295676 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [req-5a1bf1e0-6960-4282-b9c5-9e0963b694c0 req-05a2801d-bd45-41d1-9a23-37934a1d3b81 service neutron] Attempting to bind port b9499393-8a91-40ba-8695-6c191d7d0d9d by drivers openvswitch,hyperv on host hv-cinder-84962 at level 0 using segments [{'id': 'd26cc65f-34ee-4574-8332-30169090378e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dced4119-fd64-48f2-a32b-f0864c860758'}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 09:10:45.296002 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1bf1e0-6960-4282-b9c5-9e0963b694c0 req-05a2801d-bd45-41d1-9a23-37934a1d3b81 service neutron] Attempting to bind port b9499393-8a91-40ba-8695-6c191d7d0d9d on network dced4119-fd64-48f2-a32b-f0864c860758 {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 09:10:45.300634 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1bf1e0-6960-4282-b9c5-9e0963b694c0 req-05a2801d-bd45-41d1-9a23-37934a1d3b81 service neutron] Port b9499393-8a91-40ba-8695-6c191d7d0d9d on network dced4119-fd64-48f2-a32b-f0864c860758 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84962 {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 13 09:10:45.300948 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1bf1e0-6960-4282-b9c5-9e0963b694c0 req-05a2801d-bd45-41d1-9a23-37934a1d3b81 service neutron] Attempting to bind port b9499393-8a91-40ba-8695-6c191d7d0d9d on network dced4119-fd64-48f2-a32b-f0864c860758 {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 09:10:45.305946 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1bf1e0-6960-4282-b9c5-9e0963b694c0 req-05a2801d-bd45-41d1-9a23-37934a1d3b81 service neutron] Checking agent: {'id': '6e9d2670-629d-42a5-8dd5-d0857aba9a7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84962', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 9, 4, 10), 'started_at': datetime.datetime(2022, 7, 13, 9, 4, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 9, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 09:10:45.306394 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1bf1e0-6960-4282-b9c5-9e0963b694c0 req-05a2801d-bd45-41d1-9a23-37934a1d3b81 service neutron] Checking segment: {'id': 'd26cc65f-34ee-4574-8332-30169090378e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dced4119-fd64-48f2-a32b-f0864c860758'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 09:10:45.306773 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1bf1e0-6960-4282-b9c5-9e0963b694c0 req-05a2801d-bd45-41d1-9a23-37934a1d3b81 service neutron] Bound using segment: {'id': 'd26cc65f-34ee-4574-8332-30169090378e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dced4119-fd64-48f2-a32b-f0864c860758'} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 09:10:45.307197 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [req-5a1bf1e0-6960-4282-b9c5-9e0963b694c0 req-05a2801d-bd45-41d1-9a23-37934a1d3b81 service neutron] Bound port: b9499393-8a91-40ba-8695-6c191d7d0d9d, host: hv-cinder-84962, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd26cc65f-34ee-4574-8332-30169090378e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dced4119-fd64-48f2-a32b-f0864c860758'}}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 09:10:45.307550 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-5a1bf1e0-6960-4282-b9c5-9e0963b694c0 req-05a2801d-bd45-41d1-9a23-37934a1d3b81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (b9499393-8a91-40ba-8695-6c191d7d0d9d), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:45.347245 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:10:45.371979 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [req-5a1bf1e0-6960-4282-b9c5-9e0963b694c0 req-05a2801d-bd45-41d1-9a23-37934a1d3b81 service neutron] For port b9499393-8a91-40ba-8695-6c191d7d0d9d, host hv-cinder-84962, cleared binding levels {{(pid=104469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 09:10:45.374929 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [req-5a1bf1e0-6960-4282-b9c5-9e0963b694c0 req-05a2801d-bd45-41d1-9a23-37934a1d3b81 service neutron] For port b9499393-8a91-40ba-8695-6c191d7d0d9d, host hv-cinder-84962, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=b9499393-8a91-40ba-8695-6c191d7d0d9d,segment=NetworkSegment(d26cc65f-34ee-4574-8332-30169090378e),segment_id=d26cc65f-34ee-4574-8332-30169090378e)] {{(pid=104469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 09:10:45.455063 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-5a1bf1e0-6960-4282-b9c5-9e0963b694c0 req-05a2801d-bd45-41d1-9a23-37934a1d3b81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542332'] for port (b9499393-8a91-40ba-8695-6c191d7d0d9d), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:45.488507 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1bf1e0-6960-4282-b9c5-9e0963b694c0 req-05a2801d-bd45-41d1-9a23-37934a1d3b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:45.489289 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-5a1bf1e0-6960-4282-b9c5-9e0963b694c0 req-05a2801d-bd45-41d1-9a23-37934a1d3b81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for port (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:45.490859 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-5a1bf1e0-6960-4282-b9c5-9e0963b694c0 req-05a2801d-bd45-41d1-9a23-37934a1d3b81 service neutron] 10.222.0.30 "PUT /v2.0/ports/b9499393-8a91-40ba-8695-6c191d7d0d9d HTTP/1.1" status: 200 len: 1093 time: 0.7090342 Jul 13 09:10:45.493176 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa', 'tag': 'b9499393-8a91-40ba-8695-6c191d7d0d9d'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:10:45.496901 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c4e5b91a84def5af2f1fcdaa70b19e5540aa6c2f63d8f4e9cb6586108f6a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ac1268-72e7-4adc-b2ab-e46a6472286d" -d '{"events": [{"name": "network-changed", "server_uuid": "fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa", "tag": "b9499393-8a91-40ba-8695-6c191d7d0d9d"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:10:45.525461 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a2801d-bd45-41d1-9a23-37934a1d3b81 service neutron] Pushing event updated for resources: {'Port': ['ID=b9499393-8a91-40ba-8695-6c191d7d0d9d,revision_number=3']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:10:45.539181 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 09:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4634d2fb-791e-45f9-9294-453663b8f6c0 x-openstack-request-id: req-4634d2fb-791e-45f9-9294-453663b8f6c0 {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:10:45.539181 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa", "tag": "b9499393-8a91-40ba-8695-6c191d7d0d9d", "status": "completed", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:10:45.539181 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-4634d2fb-791e-45f9-9294-453663b8f6c0 {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:10:45.539181 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4634d2fb-791e-45f9-9294-453663b8f6c0'] response: {'name': 'network-changed', 'server_uuid': 'fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa', 'tag': 'b9499393-8a91-40ba-8695-6c191d7d0d9d', 'status': 'completed', 'code': 200} Jul 13 09:10:45.598621 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac1268-72e7-4adc-b2ab-e46a6472286d req-b5b70372-e4bf-463f-a2c0-52c5ee1e1b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:45.600129 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d5ac1268-72e7-4adc-b2ab-e46a6472286d req-b5b70372-e4bf-463f-a2c0-52c5ee1e1b3c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=09b63eccabbc498cb96dd4bbcef0969a&device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa HTTP/1.1" status: 200 len: 1127 time: 0.0414135 Jul 13 09:10:45.707108 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac1268-72e7-4adc-b2ab-e46a6472286d req-53802290-8c68-4aec-8332-eb6e9d729d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:45.708610 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d5ac1268-72e7-4adc-b2ab-e46a6472286d req-53802290-8c68-4aec-8332-eb6e9d729d23 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=09b63eccabbc498cb96dd4bbcef0969a&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1005895 Jul 13 09:10:45.806294 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac1268-72e7-4adc-b2ab-e46a6472286d req-5cf9ab5e-b911-443e-996a-6bdf2e368a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:45.807811 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d5ac1268-72e7-4adc-b2ab-e46a6472286d req-5cf9ab5e-b911-443e-996a-6bdf2e368a50 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912902 Jul 13 09:10:45.865740 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ebc0d-cb25-4d04-af51-b1dac8a6b2d0 req-6e62a9d3-5445-422e-aeb7-496b10548d28 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:45.867252 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-152ebc0d-cb25-4d04-af51-b1dac8a6b2d0 req-6e62a9d3-5445-422e-aeb7-496b10548d28 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa HTTP/1.1" status: 200 len: 943 time: 0.0515652 Jul 13 09:10:45.885374 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1bf1e0-6960-4282-b9c5-9e0963b694c0 req-c39873cc-f6b1-430e-a5b5-3fe7f3069d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:45.887504 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-5a1bf1e0-6960-4282-b9c5-9e0963b694c0 req-c39873cc-f6b1-430e-a5b5-3fe7f3069d96 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=09b63eccabbc498cb96dd4bbcef0969a&device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa HTTP/1.1" status: 200 len: 1127 time: 0.0412686 Jul 13 09:10:45.914603 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-152ebc0d-cb25-4d04-af51-b1dac8a6b2d0 req-6a50c9f6-66fe-4750-8ffe-92bbd3e6e112 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=70d72f57-389f-4602-bc9a-71623592d222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415530 Jul 13 09:10:45.933943 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-5a1bf1e0-6960-4282-b9c5-9e0963b694c0 req-7f229f61-600e-423f-aca1-683e25567642 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9499393-8a91-40ba-8695-6c191d7d0d9d HTTP/1.1" status: 200 len: 217 time: 0.0364785 Jul 13 09:10:45.988615 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1bf1e0-6960-4282-b9c5-9e0963b694c0 req-129df94e-fb59-44dc-b8ed-64240ebbfe1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:45.990021 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-5a1bf1e0-6960-4282-b9c5-9e0963b694c0 req-129df94e-fb59-44dc-b8ed-64240ebbfe1c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f435a127-82ff-4993-a381-fe0f5e258ef6 HTTP/1.1" status: 200 len: 856 time: 0.0439868 Jul 13 09:10:46.034994 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1bf1e0-6960-4282-b9c5-9e0963b694c0 req-382fcd22-820e-4eb2-a9dd-408bcf07be4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:46.036447 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-5a1bf1e0-6960-4282-b9c5-9e0963b694c0 req-382fcd22-820e-4eb2-a9dd-408bcf07be4b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dced4119-fd64-48f2-a32b-f0864c860758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382259 Jul 13 09:10:46.128270 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-5a1bf1e0-6960-4282-b9c5-9e0963b694c0 req-1ee6e6e8-8aea-4537-ad0c-5daa2fc8c227 service neutron] 10.222.0.30 "GET /v2.0/networks/dced4119-fd64-48f2-a32b-f0864c860758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848062 Jul 13 09:10:46.157227 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:10:46.224841 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-5a1bf1e0-6960-4282-b9c5-9e0963b694c0 req-93bd44ed-84db-4f0b-9f0e-122c79fee52f service neutron] 10.222.0.30 "GET /v2.0/networks/dced4119-fd64-48f2-a32b-f0864c860758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835931 Jul 13 09:10:47.035858 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde12a30-bda7-4fe2-8e64-e8a1c4dc7bbe req-455f3f7b-b182-4415-b985-e4db41efd66c tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:47.037307 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-dde12a30-bda7-4fe2-8e64-e8a1c4dc7bbe req-455f3f7b-b182-4415-b985-e4db41efd66c tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa HTTP/1.1" status: 200 len: 943 time: 0.0496922 Jul 13 09:10:47.082294 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-dde12a30-bda7-4fe2-8e64-e8a1c4dc7bbe req-93ff2930-08df-4381-ab01-ca9119e9afe3 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=70d72f57-389f-4602-bc9a-71623592d222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389645 Jul 13 09:10:47.460521 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=62 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:10:47.461280 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=70 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:10:47.863872 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device b9499393-8a91-40ba-8695-6c191d7d0d9d details requested by agent hyperv_hv-cinder-84962 with host hv-cinder-84962 {{(pid=104470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 09:10:47.962744 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port b9499393-8a91-40ba-8695-6c191d7d0d9d, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=b9499393-8a91-40ba-8695-6c191d7d0d9d,segment=NetworkSegment(d26cc65f-34ee-4574-8332-30169090378e),segment_id=d26cc65f-34ee-4574-8332-30169090378e)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:10:47.974046 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Returning: {'device': 'b9499393-8a91-40ba-8695-6c191d7d0d9d', 'network_id': 'dced4119-fd64-48f2-a32b-f0864c860758', 'port_id': 'b9499393-8a91-40ba-8695-6c191d7d0d9d', 'mac_address': 'fa:16:3e:00:5d:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f435a127-82ff-4993-a381-fe0f5e258ef6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 09:10:48.009047 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Current status of the port b9499393-8a91-40ba-8695-6c191d7d0d9d is: DOWN; New status is: BUILD {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:10:48.009701 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (b9499393-8a91-40ba-8695-6c191d7d0d9d), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:48.022411 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9499393-8a91-40ba-8695-6c191d7d0d9d {{(pid=104470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 09:10:48.041765 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port b9499393-8a91-40ba-8695-6c191d7d0d9d, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=b9499393-8a91-40ba-8695-6c191d7d0d9d,segment=NetworkSegment(d26cc65f-34ee-4574-8332-30169090378e),segment_id=d26cc65f-34ee-4574-8332-30169090378e)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:10:48.110801 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (b9499393-8a91-40ba-8695-6c191d7d0d9d), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:48.162261 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Pushing event updated for resources: {'Port': ['ID=b9499393-8a91-40ba-8695-6c191d7d0d9d,revision_number=4']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:10:48.170066 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:10:48.170412 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:10:48.170753 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:10:48.171113 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:10:48.171460 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:10:48.171786 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:10:48.172110 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:10:48.172436 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:10:48.172762 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:10:48.173084 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:10:48.173405 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:10:48.173741 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:10:48.174093 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:10:48.174415 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:10:48.174739 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:10:48.202803 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0706e70-c784-4c36-825a-0a549b4cf394 req-d6b2beb6-91d5-4e5d-b82a-bf42e3f7185a tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:48.204945 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c0706e70-c784-4c36-825a-0a549b4cf394 req-d6b2beb6-91d5-4e5d-b82a-bf42e3f7185a tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa HTTP/1.1" status: 200 len: 944 time: 0.0495274 Jul 13 09:10:48.254421 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c0706e70-c784-4c36-825a-0a549b4cf394 req-65af8485-1550-42f8-a85f-ce9b5ba0adbc tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=70d72f57-389f-4602-bc9a-71623592d222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439637 Jul 13 09:10:48.404835 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] get_ports_and_sgs() called for port_ids ['b9499393-8a91-40ba-8695-6c191d7d0d9d'] {{(pid=104470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 09:10:49.312645 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-7634efb7-64c4-446c-bed3-6acb4ff1cc08 req-b31b4c02-0934-4f9a-8778-60e0a44790ce tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1262489158&fields=id&tenant_id=be3ff54edaf7439bab9ca81656e94c70 HTTP/1.1" status: 200 len: 267 time: 0.0449359 Jul 13 09:10:49.363286 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7634efb7-64c4-446c-bed3-6acb4ff1cc08 req-e047df78-7671-4ade-b448-7f42b47c72c8 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:49.364777 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-7634efb7-64c4-446c-bed3-6acb4ff1cc08 req-e047df78-7671-4ade-b448-7f42b47c72c8 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/ports?device_id=7fab6a94-5644-4551-9434-0451849be88b HTTP/1.1" status: 200 len: 984 time: 0.0469134 Jul 13 09:10:49.375851 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [req-7634efb7-64c4-446c-bed3-6acb4ff1cc08 req-00b982b9-6168-429f-8766-fb05cf133e0f tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Request body: {'port': {'security_groups': ['08d948e1-356b-4796-94a9-af7d163eff09']}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:10:49.377519 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41643d24-0938-4444-84c1-187611a4c9de req-773d629f-25e5-4fd5-a13b-b27eef5ecc14 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:49.379057 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-41643d24-0938-4444-84c1-187611a4c9de req-773d629f-25e5-4fd5-a13b-b27eef5ecc14 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa HTTP/1.1" status: 200 len: 944 time: 0.0509441 Jul 13 09:10:49.413956 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:10:49.432714 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-41643d24-0938-4444-84c1-187611a4c9de req-100346a6-7a7b-479c-8f51-9a4bef02a540 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=70d72f57-389f-4602-bc9a-71623592d222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468361 Jul 13 09:10:49.470795 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-7634efb7-64c4-446c-bed3-6acb4ff1cc08 req-00b982b9-6168-429f-8766-fb05cf133e0f tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (85a58c92-11ad-4ae8-b43c-cd72f892cc97), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:49.583295 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:10:49.652530 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [req-7634efb7-64c4-446c-bed3-6acb4ff1cc08 req-00b982b9-6168-429f-8766-fb05cf133e0f tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] For port 85a58c92-11ad-4ae8-b43c-cd72f892cc97, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=85a58c92-11ad-4ae8-b43c-cd72f892cc97,segment=NetworkSegment(1a040656-e7c6-465b-9b3c-96b60be8e163),segment_id=1a040656-e7c6-465b-9b3c-96b60be8e163)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:10:49.681148 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-7634efb7-64c4-446c-bed3-6acb4ff1cc08 req-00b982b9-6168-429f-8766-fb05cf133e0f tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Publish callbacks [] for port (85a58c92-11ad-4ae8-b43c-cd72f892cc97), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:49.733883 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-7634efb7-64c4-446c-bed3-6acb4ff1cc08 req-00b982b9-6168-429f-8766-fb05cf133e0f tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542332'] for port (85a58c92-11ad-4ae8-b43c-cd72f892cc97), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:49.748143 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] get_ports_and_sgs() called for port_ids ['85a58c92-11ad-4ae8-b43c-cd72f892cc97'] {{(pid=104470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 09:10:49.777321 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7634efb7-64c4-446c-bed3-6acb4ff1cc08 req-00b982b9-6168-429f-8766-fb05cf133e0f tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:49.778020 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-7634efb7-64c4-446c-bed3-6acb4ff1cc08 req-00b982b9-6168-429f-8766-fb05cf133e0f tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for port (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:49.779428 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-7634efb7-64c4-446c-bed3-6acb4ff1cc08 req-00b982b9-6168-429f-8766-fb05cf133e0f tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "PUT /v2.0/ports/85a58c92-11ad-4ae8-b43c-cd72f892cc97 HTTP/1.1" status: 200 len: 942 time: 0.4080057 Jul 13 09:10:49.779871 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fab6a94-5644-4551-9434-0451849be88b', 'tag': '85a58c92-11ad-4ae8-b43c-cd72f892cc97'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:10:49.782136 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c4e5b91a84def5af2f1fcdaa70b19e5540aa6c2f63d8f4e9cb6586108f6a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f568a45-8ffe-4ff4-a610-3c1e7751d28e" -d '{"events": [{"name": "network-changed", "server_uuid": "7fab6a94-5644-4551-9434-0451849be88b", "tag": "85a58c92-11ad-4ae8-b43c-cd72f892cc97"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:10:49.786065 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 36910) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:10:49.825530 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b982b9-6168-429f-8766-fb05cf133e0f tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Pushing event updated for resources: {'Port': ['ID=85a58c92-11ad-4ae8-b43c-cd72f892cc97,revision_number=7']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:10:49.838100 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 09:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca0045a1-d4db-45cb-a88d-41a938cd3aa6 x-openstack-request-id: req-ca0045a1-d4db-45cb-a88d-41a938cd3aa6 {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:10:49.838100 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fab6a94-5644-4551-9434-0451849be88b", "tag": "85a58c92-11ad-4ae8-b43c-cd72f892cc97", "status": "completed", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:10:49.838100 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-ca0045a1-d4db-45cb-a88d-41a938cd3aa6 {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:10:49.838100 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca0045a1-d4db-45cb-a88d-41a938cd3aa6'] response: {'name': 'network-changed', 'server_uuid': '7fab6a94-5644-4551-9434-0451849be88b', 'tag': '85a58c92-11ad-4ae8-b43c-cd72f892cc97', 'status': 'completed', 'code': 200} Jul 13 09:10:49.850576 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:10:49.897373 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2dca8ceb-089d-4a74-864a-8e499c6df88d tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Publish callbacks [] for security_group (d530a976-4a4c-4f30-adae-2bc85cfa2b96), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:49.916318 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] get_ports_and_sgs() called for port_ids ['85a58c92-11ad-4ae8-b43c-cd72f892cc97'] {{(pid=104470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 09:10:49.921920 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:10:49.925570 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device b9499393-8a91-40ba-8695-6c191d7d0d9d up at agent hyperv_hv-cinder-84962 {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:10:49.925714 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f568a45-8ffe-4ff4-a610-3c1e7751d28e req-b66fd522-e06e-4593-bfb5-669018eeb2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:49.927591 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8f568a45-8ffe-4ff4-a610-3c1e7751d28e req-b66fd522-e06e-4593-bfb5-669018eeb2c8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=be3ff54edaf7439bab9ca81656e94c70&device_id=7fab6a94-5644-4551-9434-0451849be88b HTTP/1.1" status: 200 len: 1129 time: 0.0701127 Jul 13 09:10:49.931281 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2dca8ceb-089d-4a74-864a-8e499c6df88d tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Publish callbacks [] for security_group (d530a976-4a4c-4f30-adae-2bc85cfa2b96), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:50.013692 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Provisioning for port b9499393-8a91-40ba-8695-6c191d7d0d9d completed by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 13 09:10:50.049001 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f568a45-8ffe-4ff4-a610-3c1e7751d28e req-115fb82e-897f-4832-9991-6de50d2dfca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:50.050471 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8f568a45-8ffe-4ff4-a610-3c1e7751d28e req-115fb82e-897f-4832-9991-6de50d2dfca4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=913797b9-97f0-4f1d-84dd-b458a159148c HTTP/1.1" status: 200 len: 916 time: 0.1155229 Jul 13 09:10:50.077382 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2dca8ceb-089d-4a74-864a-8e499c6df88d tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (d530a976-4a4c-4f30-adae-2bc85cfa2b96), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:50.080475 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2dca8ceb-089d-4a74-864a-8e499c6df88d tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:50.084292 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-2dca8ceb-089d-4a74-864a-8e499c6df88d tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "DELETE /v2.0/security-groups/d530a976-4a4c-4f30-adae-2bc85cfa2b96 HTTP/1.1" status: 204 len: 168 time: 0.2927241 Jul 13 09:10:50.086153 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 36912) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:10:50.104663 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dca8ceb-089d-4a74-864a-8e499c6df88d tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d530a976-4a4c-4f30-adae-2bc85cfa2b96,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:10:50.107925 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Provisioning complete for port b9499393-8a91-40ba-8695-6c191d7d0d9d triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:10:50.108689 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (b9499393-8a91-40ba-8695-6c191d7d0d9d), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:50.130062 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8f568a45-8ffe-4ff4-a610-3c1e7751d28e req-749a820c-d1e5-4e28-a322-caa420999677 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85a58c92-11ad-4ae8-b43c-cd72f892cc97 HTTP/1.1" status: 200 len: 1001 time: 0.0667109 Jul 13 09:10:50.155447 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-4510025a-71ff-4dd4-b25e-cc844942e660 None None] Provisioning complete for port 85a58c92-11ad-4ae8-b43c-cd72f892cc97 triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:10:50.155818 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-4510025a-71ff-4dd4-b25e-cc844942e660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (85a58c92-11ad-4ae8-b43c-cd72f892cc97), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:50.192677 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f568a45-8ffe-4ff4-a610-3c1e7751d28e req-5ff82b84-ba93-4c49-9a36-63ecdaca917b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:50.194689 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8f568a45-8ffe-4ff4-a610-3c1e7751d28e req-5ff82b84-ba93-4c49-9a36-63ecdaca917b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1c3053c6-5e38-47f4-966f-6eb4d06059b4 HTTP/1.1" status: 200 len: 854 time: 0.0579164 Jul 13 09:10:50.237719 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:10:50.245740 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f568a45-8ffe-4ff4-a610-3c1e7751d28e req-fb7b4b55-aade-437c-b2eb-50ed7455ad96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:50.247320 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8f568a45-8ffe-4ff4-a610-3c1e7751d28e req-fb7b4b55-aade-437c-b2eb-50ed7455ad96 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=913797b9-97f0-4f1d-84dd-b458a159148c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452712 Jul 13 09:10:50.252552 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-8b966c44-785e-40fb-87bd-077bd3113fb8 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Deleting port f01944ca-7eae-4d8d-9035-b243a5f9331d {{(pid=104468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:10:50.252882 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8b966c44-785e-40fb-87bd-077bd3113fb8 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (f01944ca-7eae-4d8d-9035-b243a5f9331d), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:50.273820 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Current status of the port b9499393-8a91-40ba-8695-6c191d7d0d9d is: BUILD; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:10:50.274148 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (b9499393-8a91-40ba-8695-6c191d7d0d9d), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:50.295674 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-4510025a-71ff-4dd4-b25e-cc844942e660 None None] Current status of the port 85a58c92-11ad-4ae8-b43c-cd72f892cc97 is: ACTIVE; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:10:50.309304 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9499393-8a91-40ba-8695-6c191d7d0d9d'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:10:50.311562 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db18c03db31c8eba27ff59efcab6aeefebc9da3faa7d3b822264179bbf74904a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-959ff28c-c469-4941-8a96-d7ef8357192c" -d '{"events": [{"server_uuid": "fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa", "name": "network-vif-plugged", "status": "completed", "tag": "b9499393-8a91-40ba-8695-6c191d7d0d9d"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:10:50.353877 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8b966c44-785e-40fb-87bd-077bd3113fb8 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (f01944ca-7eae-4d8d-9035-b243a5f9331d), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:50.354201 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8b966c44-785e-40fb-87bd-077bd3113fb8 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Publish callbacks [] for floatingip (f01944ca-7eae-4d8d-9035-b243a5f9331d), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:50.366492 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8f568a45-8ffe-4ff4-a610-3c1e7751d28e req-8a30a679-8989-4c44-8509-475d96db08f9 service neutron] 10.222.0.30 "GET /v2.0/networks/913797b9-97f0-4f1d-84dd-b458a159148c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123807 Jul 13 09:10:50.368404 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-8b966c44-785e-40fb-87bd-077bd3113fb8 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Calling delete_port for f01944ca-7eae-4d8d-9035-b243a5f9331d owned by network:floatingip {{(pid=104468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:10:50.394330 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:10:50.477083 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 09:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840ae798-3147-4040-8806-49a0811e81ed x-openstack-request-id: req-840ae798-3147-4040-8806-49a0811e81ed {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:10:50.477387 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa", "name": "network-vif-plugged", "status": "completed", "tag": "b9499393-8a91-40ba-8695-6c191d7d0d9d", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:10:50.477640 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-840ae798-3147-4040-8806-49a0811e81ed {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:10:50.478048 dv-cinder-849626-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-840ae798-3147-4040-8806-49a0811e81ed'] response: {'server_uuid': 'fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9499393-8a91-40ba-8695-6c191d7d0d9d', 'code': 200} Jul 13 09:10:50.480412 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port b9499393-8a91-40ba-8695-6c191d7d0d9d, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=b9499393-8a91-40ba-8695-6c191d7d0d9d,segment=NetworkSegment(d26cc65f-34ee-4574-8332-30169090378e),segment_id=d26cc65f-34ee-4574-8332-30169090378e)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:10:50.563326 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (b9499393-8a91-40ba-8695-6c191d7d0d9d), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:50.588152 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-76f46160-32d2-49bb-b6eb-ed838ed4135d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (a33f270e-6fb2-40d7-a0c5-ff754f30a69f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:50.602531 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa87d4d9-ee93-4344-a578-8038a09860b0 req-6aeb74d8-58bd-47b7-b05a-aae68faa58eb tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:50.610609 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-aa87d4d9-ee93-4344-a578-8038a09860b0 req-6aeb74d8-58bd-47b7-b05a-aae68faa58eb tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa HTTP/1.1" status: 200 len: 944 time: 0.0821967 Jul 13 09:10:50.625255 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Pushing event updated for resources: {'Port': ['ID=b9499393-8a91-40ba-8695-6c191d7d0d9d,revision_number=5']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:10:50.702476 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-aa87d4d9-ee93-4344-a578-8038a09860b0 req-dedbfe9c-44e3-483d-88c6-2c2fea80195e tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=70d72f57-389f-4602-bc9a-71623592d222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840397 Jul 13 09:10:50.734435 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33417a9-8e5d-444d-84ea-ef9a805bfc89 req-3ea34fc1-9ec3-4564-8616-3b08d0228e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:50.735929 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b33417a9-8e5d-444d-84ea-ef9a805bfc89 req-3ea34fc1-9ec3-4564-8616-3b08d0228e49 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa HTTP/1.1" status: 200 len: 1129 time: 0.0520461 Jul 13 09:10:50.751412 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8b966c44-785e-40fb-87bd-077bd3113fb8 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665350'] for port (f01944ca-7eae-4d8d-9035-b243a5f9331d), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:50.763107 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8f568a45-8ffe-4ff4-a610-3c1e7751d28e req-9a09e4ce-162b-46da-bd43-db99dd49b876 service neutron] 10.222.0.30 "GET /v2.0/networks/913797b9-97f0-4f1d-84dd-b458a159148c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3897862 Jul 13 09:10:50.789356 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b966c44-785e-40fb-87bd-077bd3113fb8 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Pushing event deleted for resources: {'Port': ['ID=f01944ca-7eae-4d8d-9035-b243a5f9331d,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:10:50.790153 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b33417a9-8e5d-444d-84ea-ef9a805bfc89 req-1ed5a2c8-1aeb-43f4-a714-0d7a17bea710 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=70d72f57-389f-4602-bc9a-71623592d222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450249 Jul 13 09:10:50.852813 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8b966c44-785e-40fb-87bd-077bd3113fb8 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Publish callbacks [] for floatingip (34284d27-d7cf-45c2-ad05-fd64abe4fdda), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:50.853178 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.db.l3_db [None req-8b966c44-785e-40fb-87bd-077bd3113fb8 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Floating IP 34284d27-d7cf-45c2-ad05-fd64abe4fdda disassociated (deleted). External IP: 172.27.3.126, port: 85a58c92-11ad-4ae8-b43c-cd72f892cc97. Jul 13 09:10:51.029262 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:10:51.052751 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b966c44-785e-40fb-87bd-077bd3113fb8 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Router 22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b has already been hosted by L3 agent 084ea860-45cb-441c-b2f8-c6c2f7d6686c {{(pid=104468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 09:10:51.157506 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b966c44-785e-40fb-87bd-077bd3113fb8 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Notify agent at l3_agent.dv-cinder-849626-3-iscsi the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 09:10:51.162630 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8b966c44-785e-40fb-87bd-077bd3113fb8 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for floatingip (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:51.168044 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9486d680-6172-4daa-b461-cb05dc84b304 None None] Sync routers for ids ['22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b'] in dv-cinder-849626-3-iscsi {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 09:10:51.178524 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9486d680-6172-4daa-b461-cb05dc84b304 None None] Routers {'22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:10:51.179225 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-9486d680-6172-4daa-b461-cb05dc84b304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:10:23Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:10:51.193862 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-8b966c44-785e-40fb-87bd-077bd3113fb8 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "DELETE /v2.0/floatingips/34284d27-d7cf-45c2-ad05-fd64abe4fdda HTTP/1.1" status: 204 len: 168 time: 1.1047928 Jul 13 09:10:51.194589 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fab6a94-5644-4551-9434-0451849be88b', 'tag': '85a58c92-11ad-4ae8-b43c-cd72f892cc97'}] {{(pid=104468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:10:51.196897 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b622ba103e3e5260ba9f31452615d2910364782cfb993b04b3292bc67dda7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a35a1c-6cf5-4983-a646-42db01e868d3" -d '{"events": [{"name": "network-changed", "server_uuid": "7fab6a94-5644-4551-9434-0451849be88b", "tag": "85a58c92-11ad-4ae8-b43c-cd72f892cc97"}]}' {{(pid=104468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:10:51.233108 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 09:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae583b7-488b-4515-ade6-3aabe6c50aad x-openstack-request-id: req-2ae583b7-488b-4515-ade6-3aabe6c50aad {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:10:51.233463 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fab6a94-5644-4551-9434-0451849be88b", "tag": "85a58c92-11ad-4ae8-b43c-cd72f892cc97", "status": "completed", "code": 200}]} {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:10:51.233898 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-2ae583b7-488b-4515-ade6-3aabe6c50aad {{(pid=104468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:10:51.234405 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ae583b7-488b-4515-ade6-3aabe6c50aad'] response: {'name': 'network-changed', 'server_uuid': '7fab6a94-5644-4551-9434-0451849be88b', 'tag': '85a58c92-11ad-4ae8-b43c-cd72f892cc97', 'status': 'completed', 'code': 200} Jul 13 09:10:51.283930 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-9486d680-6172-4daa-b461-cb05dc84b304 None None] Set router 22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b gateway port host: dv-cinder-849626-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:10:51.470913 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-9486d680-6172-4daa-b461-cb05dc84b304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b', 'name': 'tempest-TestMinimumBasicScenario-2145401859-router', 'tenant_id': 'be3ff54edaf7439bab9ca81656e94c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '8bb074ad-af94-4324-9090-f778660c09b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:07:46Z', 'updated_at': '2022-07-13T09:07:50Z', 'revision_number': 4, 'project_id': 'be3ff54edaf7439bab9ca81656e94c70', 'gw_port': {'id': '8bb074ad-af94-4324-9090-f778660c09b9', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:02:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:07:47Z', 'updated_at': '2022-07-13T09:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_interfaces': [{'id': 'a5ead07b-f756-4855-bece-c3b77c1cc2a3', 'name': '', 'network_id': '913797b9-97f0-4f1d-84dd-b458a159148c', 'tenant_id': 'be3ff54edaf7439bab9ca81656e94c70', 'mac_address': 'fa:16:3e:8c:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '1c3053c6-5e38-47f4-966f-6eb4d06059b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:07:49Z', 'updated_at': '2022-07-13T09:07:55Z', 'revision_number': 5, 'project_id': 'be3ff54edaf7439bab9ca81656e94c70', 'subnets': [{'id': '1c3053c6-5e38-47f4-966f-6eb4d06059b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:10:51.495702 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9486d680-6172-4daa-b461-cb05dc84b304 None None] Checking router: 22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b for host: dv-cinder-849626-3-iscsi {{(pid=104471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 09:10:51.504347 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9486d680-6172-4daa-b461-cb05dc84b304 None None] Routers {'22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:10:51.504996 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-9486d680-6172-4daa-b461-cb05dc84b304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:10:23Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:10:51.603216 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a35a1c-6cf5-4983-a646-42db01e868d3 req-32324f06-cb9f-4aa4-bd3c-4fe78f5273a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:51.605459 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-17a35a1c-6cf5-4983-a646-42db01e868d3 req-32324f06-cb9f-4aa4-bd3c-4fe78f5273a0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=be3ff54edaf7439bab9ca81656e94c70&device_id=7fab6a94-5644-4551-9434-0451849be88b HTTP/1.1" status: 200 len: 1129 time: 0.0420098 Jul 13 09:10:51.609981 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-9486d680-6172-4daa-b461-cb05dc84b304 None None] Set router 22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b gateway port host: dv-cinder-849626-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:10:51.703426 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a35a1c-6cf5-4983-a646-42db01e868d3 req-75c3511b-1b43-413e-a9ed-990074a09652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:51.705022 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-17a35a1c-6cf5-4983-a646-42db01e868d3 req-75c3511b-1b43-413e-a9ed-990074a09652 service neutron] 10.222.0.30 "GET /v2.0/networks?id=913797b9-97f0-4f1d-84dd-b458a159148c HTTP/1.1" status: 200 len: 916 time: 0.0894945 Jul 13 09:10:51.800088 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-9486d680-6172-4daa-b461-cb05dc84b304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b', 'name': 'tempest-TestMinimumBasicScenario-2145401859-router', 'tenant_id': 'be3ff54edaf7439bab9ca81656e94c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '8bb074ad-af94-4324-9090-f778660c09b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:07:46Z', 'updated_at': '2022-07-13T09:07:50Z', 'revision_number': 4, 'project_id': 'be3ff54edaf7439bab9ca81656e94c70', 'gw_port': {'id': '8bb074ad-af94-4324-9090-f778660c09b9', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:02:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:07:47Z', 'updated_at': '2022-07-13T09:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_interfaces': [{'id': 'a5ead07b-f756-4855-bece-c3b77c1cc2a3', 'name': '', 'network_id': '913797b9-97f0-4f1d-84dd-b458a159148c', 'tenant_id': 'be3ff54edaf7439bab9ca81656e94c70', 'mac_address': 'fa:16:3e:8c:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '1c3053c6-5e38-47f4-966f-6eb4d06059b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:07:49Z', 'updated_at': '2022-07-13T09:07:55Z', 'revision_number': 5, 'project_id': 'be3ff54edaf7439bab9ca81656e94c70', 'subnets': [{'id': '1c3053c6-5e38-47f4-966f-6eb4d06059b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:10:51.822367 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cfdb92-34ca-4bba-8104-b0c85b4609e1 req-aa9276e3-38a7-4ca5-bdca-f030c001a83a tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:51.824477 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a6cfdb92-34ca-4bba-8104-b0c85b4609e1 req-aa9276e3-38a7-4ca5-bdca-f030c001a83a tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa HTTP/1.1" status: 200 len: 945 time: 0.0521691 Jul 13 09:10:51.825413 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9486d680-6172-4daa-b461-cb05dc84b304 None None] The sync data for ids ['22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b'] in dv-cinder-849626-3-iscsi is: [{'id': '22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b', 'name': 'tempest-TestMinimumBasicScenario-2145401859-router', 'tenant_id': 'be3ff54edaf7439bab9ca81656e94c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '8bb074ad-af94-4324-9090-f778660c09b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:07:46Z', 'updated_at': '2022-07-13T09:07:50Z', 'revision_number': 4, 'project_id': 'be3ff54edaf7439bab9ca81656e94c70', 'gw_port': {'id': '8bb074ad-af94-4324-9090-f778660c09b9', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:02:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:07:47Z', 'updated_at': '2022-07-13T09:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_interfaces': [{'id': 'a5ead07b-f756-4855-bece-c3b77c1cc2a3', 'name': '', 'network_id': '913797b9-97f0-4f1d-84dd-b458a159148c', 'tenant_id': 'be3ff54edaf7439bab9ca81656e94c70', 'mac_address': 'fa:16:3e:8c:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '1c3053c6-5e38-47f4-966f-6eb4d06059b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:07:49Z', 'updated_at': '2022-07-13T09:07:55Z', 'revision_number': 5, 'project_id': 'be3ff54edaf7439bab9ca81656e94c70', 'subnets': [{'id': '1c3053c6-5e38-47f4-966f-6eb4d06059b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 09:10:51.874274 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a6cfdb92-34ca-4bba-8104-b0c85b4609e1 req-811ded66-7a0e-41bf-a7b9-61edce28c4bf tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=70d72f57-389f-4602-bc9a-71623592d222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425298 Jul 13 09:10:52.041714 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f48f2d6-cdb3-4b05-96e4-d940c46d558a None None] New status for floating IP 34284d27-d7cf-45c2-ad05-fd64abe4fdda: DOWN {{(pid=104470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 13 09:10:52.142763 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-17a35a1c-6cf5-4983-a646-42db01e868d3 req-13fb7e75-fd03-40c4-a117-a84a0c2e52c4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85a58c92-11ad-4ae8-b43c-cd72f892cc97 HTTP/1.1" status: 200 len: 217 time: 0.0348446 Jul 13 09:10:52.641457 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a35a1c-6cf5-4983-a646-42db01e868d3 req-297a3928-f28c-4737-9e44-1e8b58fba314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:52.643031 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-17a35a1c-6cf5-4983-a646-42db01e868d3 req-297a3928-f28c-4737-9e44-1e8b58fba314 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1c3053c6-5e38-47f4-966f-6eb4d06059b4 HTTP/1.1" status: 200 len: 854 time: 0.0470114 Jul 13 09:10:52.733304 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a35a1c-6cf5-4983-a646-42db01e868d3 req-a3906bb3-26ab-47e7-8b0d-13ffc5dbccae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:52.734846 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-17a35a1c-6cf5-4983-a646-42db01e868d3 req-a3906bb3-26ab-47e7-8b0d-13ffc5dbccae service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=913797b9-97f0-4f1d-84dd-b458a159148c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453761 Jul 13 09:10:52.793901 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:10:52.797141 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-2bb928f1-7e22-4d5f-aebe-c34c82d152dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (084ea860-45cb-441c-b2f8-c6c2f7d6686c), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:52.827353 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-17a35a1c-6cf5-4983-a646-42db01e868d3 req-70b6ef77-81fd-429d-b83f-9e983640b525 service neutron] 10.222.0.30 "GET /v2.0/networks/913797b9-97f0-4f1d-84dd-b458a159148c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864348 Jul 13 09:10:52.923623 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-17a35a1c-6cf5-4983-a646-42db01e868d3 req-1f04424a-f4c3-43c6-aed0-f50ce789a064 service neutron] 10.222.0.30 "GET /v2.0/networks/913797b9-97f0-4f1d-84dd-b458a159148c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899894 Jul 13 09:10:52.997868 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86983d7f-53e6-4c1e-a0c4-3b5fec0d59f2 req-e8b999f5-fecc-43a0-a58a-53bd4abd25eb tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:52.999373 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-86983d7f-53e6-4c1e-a0c4-3b5fec0d59f2 req-e8b999f5-fecc-43a0-a58a-53bd4abd25eb tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa HTTP/1.1" status: 200 len: 945 time: 0.0484486 Jul 13 09:10:53.035245 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:10:53.050292 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-86983d7f-53e6-4c1e-a0c4-3b5fec0d59f2 req-dc8523f7-d744-45c7-aef8-e8b4b6108ddb tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=70d72f57-389f-4602-bc9a-71623592d222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425634 Jul 13 09:10:53.169620 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26fcb9-fff2-4518-aa61-ec39be9f68a6 req-e10da888-c9d6-4e23-8fda-245b8b8fb068 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:53.171205 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-6f26fcb9-fff2-4518-aa61-ec39be9f68a6 req-e10da888-c9d6-4e23-8fda-245b8b8fb068 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa HTTP/1.1" status: 200 len: 945 time: 0.0500376 Jul 13 09:10:53.180091 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 36936) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:10:53.184591 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-f08da397-63f6-4c4b-8037-713e57cd7997 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Request body: {'floatingip': {'port_id': 'b9499393-8a91-40ba-8695-6c191d7d0d9d'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:10:53.222868 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f08da397-63f6-4c4b-8037-713e57cd7997 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks [] for floatingip (0bfac300-8ffb-4590-81c8-90ea3a1b2b02), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:53.370350 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:10:53.640708 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f08da397-63f6-4c4b-8037-713e57cd7997 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:53.693913 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f08da397-63f6-4c4b-8037-713e57cd7997 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-388893'] for floatingip (0bfac300-8ffb-4590-81c8-90ea3a1b2b02), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:53.793679 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.db.l3_db [None req-f08da397-63f6-4c4b-8037-713e57cd7997 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Floating IP 0bfac300-8ffb-4590-81c8-90ea3a1b2b02 associated. External IP: 172.27.3.147, port: b9499393-8a91-40ba-8695-6c191d7d0d9d. Jul 13 09:10:53.967118 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:10:53.992675 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f08da397-63f6-4c4b-8037-713e57cd7997 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Router 4f4cac08-9db5-4216-bb73-8d0f30feaaaa has already been hosted by L3 agent 084ea860-45cb-441c-b2f8-c6c2f7d6686c {{(pid=104468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 09:10:54.094123 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f08da397-63f6-4c4b-8037-713e57cd7997 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Notify agent at l3_agent.dv-cinder-849626-3-iscsi the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 09:10:54.099081 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f08da397-63f6-4c4b-8037-713e57cd7997 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for floatingip (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:54.103667 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcaef8f-97a1-42cf-b8a0-d27a2f4f09a3 None None] Sync routers for ids ['4f4cac08-9db5-4216-bb73-8d0f30feaaaa'] in dv-cinder-849626-3-iscsi {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 09:10:54.114720 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcaef8f-97a1-42cf-b8a0-d27a2f4f09a3 None None] Routers {'4f4cac08-9db5-4216-bb73-8d0f30feaaaa'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:10:54.115334 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-dfcaef8f-97a1-42cf-b8a0-d27a2f4f09a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:10:53Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['4f4cac08-9db5-4216-bb73-8d0f30feaaaa'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:10:54.133502 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-f08da397-63f6-4c4b-8037-713e57cd7997 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "PUT /v2.0/floatingips/0bfac300-8ffb-4590-81c8-90ea3a1b2b02 HTTP/1.1" status: 200 len: 991 time: 0.9523697 Jul 13 09:10:54.140041 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa', 'tag': 'b9499393-8a91-40ba-8695-6c191d7d0d9d'}] {{(pid=104468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:10:54.140041 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b622ba103e3e5260ba9f31452615d2910364782cfb993b04b3292bc67dda7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45077fa0-d86c-457e-9a4c-8804f7b8c244" -d '{"events": [{"name": "network-changed", "server_uuid": "fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa", "tag": "b9499393-8a91-40ba-8695-6c191d7d0d9d"}]}' {{(pid=104468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:10:54.176547 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 09:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-175f53d8-8174-4895-8280-1d4c59cfd3dd x-openstack-request-id: req-175f53d8-8174-4895-8280-1d4c59cfd3dd {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:10:54.177614 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa", "tag": "b9499393-8a91-40ba-8695-6c191d7d0d9d", "status": "completed", "code": 200}]} {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:10:54.177800 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-175f53d8-8174-4895-8280-1d4c59cfd3dd {{(pid=104468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:10:54.178257 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-175f53d8-8174-4895-8280-1d4c59cfd3dd'] response: {'name': 'network-changed', 'server_uuid': 'fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa', 'tag': 'b9499393-8a91-40ba-8695-6c191d7d0d9d', 'status': 'completed', 'code': 200} Jul 13 09:10:54.227583 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-dfcaef8f-97a1-42cf-b8a0-d27a2f4f09a3 None None] Set router 4f4cac08-9db5-4216-bb73-8d0f30feaaaa gateway port host: dv-cinder-849626-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:10:54.242280 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45077fa0-d86c-457e-9a4c-8804f7b8c244 req-dd90221b-dfb5-42e4-a2eb-6f77fc93896d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:54.243814 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-45077fa0-d86c-457e-9a4c-8804f7b8c244 req-dd90221b-dfb5-42e4-a2eb-6f77fc93896d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=09b63eccabbc498cb96dd4bbcef0969a&device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa HTTP/1.1" status: 200 len: 1129 time: 0.0457685 Jul 13 09:10:54.339123 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45077fa0-d86c-457e-9a4c-8804f7b8c244 req-69c37a4f-7c06-4973-8eac-7ce7ec80f61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:54.341467 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-45077fa0-d86c-457e-9a4c-8804f7b8c244 req-69c37a4f-7c06-4973-8eac-7ce7ec80f61f service neutron] 10.222.0.30 "GET /v2.0/networks?id=dced4119-fd64-48f2-a32b-f0864c860758 HTTP/1.1" status: 200 len: 918 time: 0.0913422 Jul 13 09:10:54.397760 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:10:54.405190 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-45077fa0-d86c-457e-9a4c-8804f7b8c244 req-e35db6e1-e1b5-4e21-8ae0-94a3942f8ac6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9499393-8a91-40ba-8695-6c191d7d0d9d HTTP/1.1" status: 200 len: 999 time: 0.0573883 Jul 13 09:10:54.436222 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:10:54.437795 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7f3b3aed-46f4-4e68-bbbe-dab9f8099e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (d1fd82e0-5c39-4100-b44b-c54ee27d2d9f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:54.448824 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-dfcaef8f-97a1-42cf-b8a0-d27a2f4f09a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4cac08-9db5-4216-bb73-8d0f30feaaaa', 'name': 'tempest-AttachVolumeShelveTestJSON-1534830702-router', 'tenant_id': '09b63eccabbc498cb96dd4bbcef0969a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'beed97aa-b53f-44ee-b0cf-5cc4388ac182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:05:59Z', 'updated_at': '2022-07-13T09:06:05Z', 'revision_number': 4, 'project_id': '09b63eccabbc498cb96dd4bbcef0969a', 'gw_port': {'id': 'beed97aa-b53f-44ee-b0cf-5cc4388ac182', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:59:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4cac08-9db5-4216-bb73-8d0f30feaaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:00Z', 'updated_at': '2022-07-13T09:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_floatingips': [{'id': '0bfac300-8ffb-4590-81c8-90ea3a1b2b02', 'tenant_id': '09b63eccabbc498cb96dd4bbcef0969a', 'floating_ip_address': '172.27.3.147', 'floating_network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'router_id': '4f4cac08-9db5-4216-bb73-8d0f30feaaaa', 'port_id': 'b9499393-8a91-40ba-8695-6c191d7d0d9d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dced4119-fd64-48f2-a32b-f0864c860758', 'mac_address': 'fa:16:3e:00:5d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T09:10:40Z', 'updated_at': '2022-07-13T09:10:53Z', 'revision_number': 1, 'project_id': '09b63eccabbc498cb96dd4bbcef0969a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd88bd1f5-fc2f-402c-a795-a82f3f28cc4a', 'name': '', 'network_id': 'dced4119-fd64-48f2-a32b-f0864c860758', 'tenant_id': '09b63eccabbc498cb96dd4bbcef0969a', 'mac_address': 'fa:16:3e:5c:02:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4cac08-9db5-4216-bb73-8d0f30feaaaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f435a127-82ff-4993-a381-fe0f5e258ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:03Z', 'updated_at': '2022-07-13T09:06:14Z', 'revision_number': 5, 'project_id': '09b63eccabbc498cb96dd4bbcef0969a', 'subnets': [{'id': 'f435a127-82ff-4993-a381-fe0f5e258ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:10:54.459514 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45077fa0-d86c-457e-9a4c-8804f7b8c244 req-f92ee7b2-169f-438e-88fe-9bbfab47589a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:54.461015 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-45077fa0-d86c-457e-9a4c-8804f7b8c244 req-f92ee7b2-169f-438e-88fe-9bbfab47589a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f435a127-82ff-4993-a381-fe0f5e258ef6 HTTP/1.1" status: 200 len: 856 time: 0.0497215 Jul 13 09:10:54.506670 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45077fa0-d86c-457e-9a4c-8804f7b8c244 req-b6756905-f6f2-4963-a2a3-be8291d60168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:54.508214 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-45077fa0-d86c-457e-9a4c-8804f7b8c244 req-b6756905-f6f2-4963-a2a3-be8291d60168 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dced4119-fd64-48f2-a32b-f0864c860758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416579 Jul 13 09:10:54.558604 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcaef8f-97a1-42cf-b8a0-d27a2f4f09a3 None None] Checking router: 4f4cac08-9db5-4216-bb73-8d0f30feaaaa for host: dv-cinder-849626-3-iscsi {{(pid=104471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 09:10:54.567525 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcaef8f-97a1-42cf-b8a0-d27a2f4f09a3 None None] Routers {'4f4cac08-9db5-4216-bb73-8d0f30feaaaa'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:10:54.569371 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-dfcaef8f-97a1-42cf-b8a0-d27a2f4f09a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:10:53Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['4f4cac08-9db5-4216-bb73-8d0f30feaaaa'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:10:54.608777 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-45077fa0-d86c-457e-9a4c-8804f7b8c244 req-32b5381c-a5c2-4aaa-941f-287570eb5991 service neutron] 10.222.0.30 "GET /v2.0/networks/dced4119-fd64-48f2-a32b-f0864c860758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879467 Jul 13 09:10:54.672091 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-dfcaef8f-97a1-42cf-b8a0-d27a2f4f09a3 None None] Set router 4f4cac08-9db5-4216-bb73-8d0f30feaaaa gateway port host: dv-cinder-849626-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:10:54.702662 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-45077fa0-d86c-457e-9a4c-8804f7b8c244 req-61ea8f38-50be-4ef9-998c-148b574bf70c service neutron] 10.222.0.30 "GET /v2.0/networks/dced4119-fd64-48f2-a32b-f0864c860758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881670 Jul 13 09:10:54.880063 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-dfcaef8f-97a1-42cf-b8a0-d27a2f4f09a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4cac08-9db5-4216-bb73-8d0f30feaaaa', 'name': 'tempest-AttachVolumeShelveTestJSON-1534830702-router', 'tenant_id': '09b63eccabbc498cb96dd4bbcef0969a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'beed97aa-b53f-44ee-b0cf-5cc4388ac182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:05:59Z', 'updated_at': '2022-07-13T09:06:05Z', 'revision_number': 4, 'project_id': '09b63eccabbc498cb96dd4bbcef0969a', 'gw_port': {'id': 'beed97aa-b53f-44ee-b0cf-5cc4388ac182', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:59:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4cac08-9db5-4216-bb73-8d0f30feaaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:00Z', 'updated_at': '2022-07-13T09:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_floatingips': [{'id': '0bfac300-8ffb-4590-81c8-90ea3a1b2b02', 'tenant_id': '09b63eccabbc498cb96dd4bbcef0969a', 'floating_ip_address': '172.27.3.147', 'floating_network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'router_id': '4f4cac08-9db5-4216-bb73-8d0f30feaaaa', 'port_id': 'b9499393-8a91-40ba-8695-6c191d7d0d9d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dced4119-fd64-48f2-a32b-f0864c860758', 'mac_address': 'fa:16:3e:00:5d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T09:10:40Z', 'updated_at': '2022-07-13T09:10:53Z', 'revision_number': 1, 'project_id': '09b63eccabbc498cb96dd4bbcef0969a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd88bd1f5-fc2f-402c-a795-a82f3f28cc4a', 'name': '', 'network_id': 'dced4119-fd64-48f2-a32b-f0864c860758', 'tenant_id': '09b63eccabbc498cb96dd4bbcef0969a', 'mac_address': 'fa:16:3e:5c:02:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4cac08-9db5-4216-bb73-8d0f30feaaaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f435a127-82ff-4993-a381-fe0f5e258ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:03Z', 'updated_at': '2022-07-13T09:06:14Z', 'revision_number': 5, 'project_id': '09b63eccabbc498cb96dd4bbcef0969a', 'subnets': [{'id': 'f435a127-82ff-4993-a381-fe0f5e258ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:10:54.908558 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcaef8f-97a1-42cf-b8a0-d27a2f4f09a3 None None] The sync data for ids ['4f4cac08-9db5-4216-bb73-8d0f30feaaaa'] in dv-cinder-849626-3-iscsi is: [{'id': '4f4cac08-9db5-4216-bb73-8d0f30feaaaa', 'name': 'tempest-AttachVolumeShelveTestJSON-1534830702-router', 'tenant_id': '09b63eccabbc498cb96dd4bbcef0969a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'beed97aa-b53f-44ee-b0cf-5cc4388ac182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:05:59Z', 'updated_at': '2022-07-13T09:06:05Z', 'revision_number': 4, 'project_id': '09b63eccabbc498cb96dd4bbcef0969a', 'gw_port': {'id': 'beed97aa-b53f-44ee-b0cf-5cc4388ac182', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:59:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4cac08-9db5-4216-bb73-8d0f30feaaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:00Z', 'updated_at': '2022-07-13T09:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_floatingips': [{'id': '0bfac300-8ffb-4590-81c8-90ea3a1b2b02', 'tenant_id': '09b63eccabbc498cb96dd4bbcef0969a', 'floating_ip_address': '172.27.3.147', 'floating_network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'router_id': '4f4cac08-9db5-4216-bb73-8d0f30feaaaa', 'port_id': 'b9499393-8a91-40ba-8695-6c191d7d0d9d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dced4119-fd64-48f2-a32b-f0864c860758', 'mac_address': 'fa:16:3e:00:5d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T09:10:40Z', 'updated_at': '2022-07-13T09:10:53Z', 'revision_number': 1, 'project_id': '09b63eccabbc498cb96dd4bbcef0969a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd88bd1f5-fc2f-402c-a795-a82f3f28cc4a', 'name': '', 'network_id': 'dced4119-fd64-48f2-a32b-f0864c860758', 'tenant_id': '09b63eccabbc498cb96dd4bbcef0969a', 'mac_address': 'fa:16:3e:5c:02:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4cac08-9db5-4216-bb73-8d0f30feaaaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f435a127-82ff-4993-a381-fe0f5e258ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:03Z', 'updated_at': '2022-07-13T09:06:14Z', 'revision_number': 5, 'project_id': '09b63eccabbc498cb96dd4bbcef0969a', 'subnets': [{'id': 'f435a127-82ff-4993-a381-fe0f5e258ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 09:10:55.101925 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b41241-e84b-4318-a11f-5fe732fd0ea6 None None] New status for floating IP 0bfac300-8ffb-4590-81c8-90ea3a1b2b02: ACTIVE {{(pid=104470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 13 09:10:55.390487 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a74838c-461c-43e4-ba7d-4c59b1647b84 req-8eded42b-95b7-4f10-901e-ea6e72e6c426 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:55.391949 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-7a74838c-461c-43e4-ba7d-4c59b1647b84 req-8eded42b-95b7-4f10-901e-ea6e72e6c426 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/ports?device_id=7fab6a94-5644-4551-9434-0451849be88b HTTP/1.1" status: 200 len: 945 time: 0.0504882 Jul 13 09:10:55.423855 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:10:55.441442 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-7a74838c-461c-43e4-ba7d-4c59b1647b84 req-41ffa5b0-b366-417e-b208-e67eec4d280b tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/security-groups?id=08d948e1-356b-4796-94a9-af7d163eff09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433774 Jul 13 09:10:55.516514 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5ee680a5-33f3-4217-99f5-17637ad0570e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (59ae6226-c784-4fad-8646-7377b1ef5f31), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:55.768210 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (9379cce5-6fc7-4135-bc49-530c07185724), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:56.556276 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5648925a-899f-4681-b051-25c8153a6c62 req-a539868d-f4e0-4287-a0d8-8a96efe653aa tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:56.557733 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5648925a-899f-4681-b051-25c8153a6c62 req-a539868d-f4e0-4287-a0d8-8a96efe653aa tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/ports?device_id=7fab6a94-5644-4551-9434-0451849be88b HTTP/1.1" status: 200 len: 945 time: 0.0467193 Jul 13 09:10:56.603858 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5648925a-899f-4681-b051-25c8153a6c62 req-4f4a3b6d-592e-4ac6-80dd-bfc1cd85f364 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/security-groups?id=08d948e1-356b-4796-94a9-af7d163eff09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400460 Jul 13 09:10:57.104850 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f39eb9-01fe-4e4b-9f9b-98b9d487ce11 req-2cfbd852-bc51-45ae-a96b-2b3dc94a2443 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:57.106924 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-30f39eb9-01fe-4e4b-9f9b-98b9d487ce11 req-2cfbd852-bc51-45ae-a96b-2b3dc94a2443 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fab6a94-5644-4551-9434-0451849be88b HTTP/1.1" status: 200 len: 945 time: 0.0500166 Jul 13 09:10:57.192357 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [req-30f39eb9-01fe-4e4b-9f9b-98b9d487ce11 req-f47cc441-3f32-47fb-aa48-a65434abdee8 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Deleting port 85a58c92-11ad-4ae8-b43c-cd72f892cc97 {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:10:57.192693 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-30f39eb9-01fe-4e4b-9f9b-98b9d487ce11 req-f47cc441-3f32-47fb-aa48-a65434abdee8 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (85a58c92-11ad-4ae8-b43c-cd72f892cc97), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:57.283936 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [req-30f39eb9-01fe-4e4b-9f9b-98b9d487ce11 req-f47cc441-3f32-47fb-aa48-a65434abdee8 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] For port 85a58c92-11ad-4ae8-b43c-cd72f892cc97, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=85a58c92-11ad-4ae8-b43c-cd72f892cc97,segment=NetworkSegment(1a040656-e7c6-465b-9b3c-96b60be8e163),segment_id=1a040656-e7c6-465b-9b3c-96b60be8e163)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:10:57.284297 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-30f39eb9-01fe-4e4b-9f9b-98b9d487ce11 req-f47cc441-3f32-47fb-aa48-a65434abdee8 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (85a58c92-11ad-4ae8-b43c-cd72f892cc97), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:57.297494 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [req-30f39eb9-01fe-4e4b-9f9b-98b9d487ce11 req-f47cc441-3f32-47fb-aa48-a65434abdee8 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Calling delete_port for 85a58c92-11ad-4ae8-b43c-cd72f892cc97 owned by compute:nova {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:10:57.335746 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:10:57.371671 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:10:57.453901 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-30f39eb9-01fe-4e4b-9f9b-98b9d487ce11 req-f47cc441-3f32-47fb-aa48-a65434abdee8 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542309'] for port (85a58c92-11ad-4ae8-b43c-cd72f892cc97), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:57.466232 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] get_ports_and_sgs() called for port_ids ['85a58c92-11ad-4ae8-b43c-cd72f892cc97'] {{(pid=104470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 09:10:57.486357 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47cc441-3f32-47fb-aa48-a65434abdee8 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Pushing event deleted for resources: {'Port': ['ID=85a58c92-11ad-4ae8-b43c-cd72f892cc97,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:10:57.531817 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [req-30f39eb9-01fe-4e4b-9f9b-98b9d487ce11 req-f47cc441-3f32-47fb-aa48-a65434abdee8 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] No DVR routers for this DVR port 85a58c92-11ad-4ae8-b43c-cd72f892cc97 on host hv-cinder-84962 {{(pid=104469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 09:10:57.534959 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-30f39eb9-01fe-4e4b-9f9b-98b9d487ce11 req-f47cc441-3f32-47fb-aa48-a65434abdee8 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for port (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:10:57.538196 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-30f39eb9-01fe-4e4b-9f9b-98b9d487ce11 req-f47cc441-3f32-47fb-aa48-a65434abdee8 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.30 "DELETE /v2.0/ports/85a58c92-11ad-4ae8-b43c-cd72f892cc97 HTTP/1.1" status: 204 len: 173 time: 0.4234459 Jul 13 09:10:57.538621 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fab6a94-5644-4551-9434-0451849be88b', 'name': 'network-vif-deleted', 'tag': '85a58c92-11ad-4ae8-b43c-cd72f892cc97'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:10:57.540860 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c4e5b91a84def5af2f1fcdaa70b19e5540aa6c2f63d8f4e9cb6586108f6a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b354f07-59e5-4590-98ed-688e65d18a70" -d '{"events": [{"server_uuid": "7fab6a94-5644-4551-9434-0451849be88b", "name": "network-vif-deleted", "tag": "85a58c92-11ad-4ae8-b43c-cd72f892cc97"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:10:57.579012 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 09:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9faebb57-656d-40f1-a2f7-a03962e8b68d x-openstack-request-id: req-9faebb57-656d-40f1-a2f7-a03962e8b68d {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:10:57.579299 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fab6a94-5644-4551-9434-0451849be88b", "name": "network-vif-deleted", "tag": "85a58c92-11ad-4ae8-b43c-cd72f892cc97", "status": "completed", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:10:57.579546 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-9faebb57-656d-40f1-a2f7-a03962e8b68d {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:10:57.579967 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9faebb57-656d-40f1-a2f7-a03962e8b68d'] response: {'server_uuid': '7fab6a94-5644-4551-9434-0451849be88b', 'name': 'network-vif-deleted', 'tag': '85a58c92-11ad-4ae8-b43c-cd72f892cc97', 'status': 'completed', 'code': 200} Jul 13 09:10:57.701273 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-324b4cb2-d75d-4994-a0a2-48ff1776d330 req-8fbb83e8-6016-46f6-b146-d802f9800285 tempest-TestMinimumBasicScenario-948588035 tempest-TestMinimumBasicScenario-948588035-project] 10.222.0.40 "GET /v2.0/ports?device_id=7fab6a94-5644-4551-9434-0451849be88b HTTP/1.1" status: 200 len: 210 time: 0.0294018 Jul 13 09:10:59.681040 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ecedf2-24aa-4560-bcdc-ffef95d58fdb req-0ef9a27a-249b-4252-845d-527d3c55a59a tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:10:59.682557 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-e4ecedf2-24aa-4560-bcdc-ffef95d58fdb req-0ef9a27a-249b-4252-845d-527d3c55a59a tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb4e5e88-6062-46c0-92b1-4f21fe81b697 HTTP/1.1" status: 200 len: 945 time: 0.0494597 Jul 13 09:10:59.729768 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-e4ecedf2-24aa-4560-bcdc-ffef95d58fdb req-a9558ff1-216c-4cb9-b78e-fef711fa53a7 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/security-groups?id=0b3399b4-d38d-4638-ac76-98394e377705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417602 Jul 13 09:11:00.049685 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 37024) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:11:00.196054 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.agents_db [None req-6da3c0df-3a39-4d49-9ef0-c2c7fda6ffa8 None None] Agent healthcheck: found 6 active agents {{(pid=104471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:11:00.473766 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:00.564904 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9344a234-7552-4566-a16c-25d462dc8953 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-385605'] for router_interface (22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:00.782488 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-9344a234-7552-4566-a16c-25d462dc8953 admin admin] Deleting port a5ead07b-f756-4855-bece-c3b77c1cc2a3 {{(pid=104468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:11:00.782819 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9344a234-7552-4566-a16c-25d462dc8953 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (a5ead07b-f756-4855-bece-c3b77c1cc2a3), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:00.857692 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:00.881895 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fab999-9626-493a-b256-c0e78c681f33 req-5784dbb5-b66a-4a9b-83bd-71f9c237e5ef tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:00.883377 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-06fab999-9626-493a-b256-c0e78c681f33 req-5784dbb5-b66a-4a9b-83bd-71f9c237e5ef tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb4e5e88-6062-46c0-92b1-4f21fe81b697 HTTP/1.1" status: 200 len: 945 time: 0.0814912 Jul 13 09:11:00.920496 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.db [None req-9344a234-7552-4566-a16c-25d462dc8953 admin admin] For port a5ead07b-f756-4855-bece-c3b77c1cc2a3, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=a5ead07b-f756-4855-bece-c3b77c1cc2a3,segment=NetworkSegment(1a040656-e7c6-465b-9b3c-96b60be8e163),segment_id=1a040656-e7c6-465b-9b3c-96b60be8e163)] {{(pid=104468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:11:00.920934 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9344a234-7552-4566-a16c-25d462dc8953 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (a5ead07b-f756-4855-bece-c3b77c1cc2a3), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:00.940874 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-9344a234-7552-4566-a16c-25d462dc8953 admin admin] Calling delete_port for a5ead07b-f756-4855-bece-c3b77c1cc2a3 owned by network:router_interface {{(pid=104468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:11:00.966742 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-06fab999-9626-493a-b256-c0e78c681f33 req-78416835-70a6-4f10-89d8-3e0210fb587a tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/security-groups?id=0b3399b4-d38d-4638-ac76-98394e377705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762908 Jul 13 09:11:01.185902 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9344a234-7552-4566-a16c-25d462dc8953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665350'] for port (a5ead07b-f756-4855-bece-c3b77c1cc2a3), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:01.208576 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9344a234-7552-4566-a16c-25d462dc8953 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5ead07b-f756-4855-bece-c3b77c1cc2a3,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:01.366625 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:01.375614 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9344a234-7552-4566-a16c-25d462dc8953 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-385745'] for router_interface (22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:01.556349 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645eb13-2fd1-48a5-83ac-e97dc37c268b req-15cccf91-db3d-489f-89a4-e724163aabd8 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:01.557713 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-c645eb13-2fd1-48a5-83ac-e97dc37c268b req-15cccf91-db3d-489f-89a4-e724163aabd8 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb4e5e88-6062-46c0-92b1-4f21fe81b697 HTTP/1.1" status: 200 len: 945 time: 0.0502791 Jul 13 09:11:01.583241 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9344a234-7552-4566-a16c-25d462dc8953 admin admin] Router 22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b has already been hosted by L3 agent 084ea860-45cb-441c-b2f8-c6c2f7d6686c {{(pid=104468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 09:11:01.641531 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [req-c645eb13-2fd1-48a5-83ac-e97dc37c268b req-155d0428-d6ee-4d72-ad9d-c4338df8701f tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Deleting port 97786c99-fd64-4d30-a6bd-7dffa045cb11 {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:11:01.641865 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-c645eb13-2fd1-48a5-83ac-e97dc37c268b req-155d0428-d6ee-4d72-ad9d-c4338df8701f tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (97786c99-fd64-4d30-a6bd-7dffa045cb11), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:01.686113 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9344a234-7552-4566-a16c-25d462dc8953 admin admin] Notify agent at l3_agent.dv-cinder-849626-3-iscsi the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 09:11:01.693844 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-9344a234-7552-4566-a16c-25d462dc8953 admin admin] 10.222.0.40 "PUT /v2.0/routers/22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6429069 Jul 13 09:11:01.694193 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 37030) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:11:01.696536 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9775780e-814d-472b-967e-1e7a91b2887e None None] Sync routers for ids ['22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b'] in dv-cinder-849626-3-iscsi {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 09:11:01.709402 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9775780e-814d-472b-967e-1e7a91b2887e None None] Routers {'22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:11:01.710195 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-9775780e-814d-472b-967e-1e7a91b2887e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:10:53Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:11:01.735283 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [req-c645eb13-2fd1-48a5-83ac-e97dc37c268b req-155d0428-d6ee-4d72-ad9d-c4338df8701f tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] For port 97786c99-fd64-4d30-a6bd-7dffa045cb11, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=97786c99-fd64-4d30-a6bd-7dffa045cb11,segment=NetworkSegment(9345669b-d3b5-4d9b-ac8e-05327c23f70b),segment_id=9345669b-d3b5-4d9b-ac8e-05327c23f70b)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:11:01.735733 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-c645eb13-2fd1-48a5-83ac-e97dc37c268b req-155d0428-d6ee-4d72-ad9d-c4338df8701f tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (97786c99-fd64-4d30-a6bd-7dffa045cb11), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:01.742705 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:01.800996 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a966365c-53fc-4e81-bdc4-931629c7bab4 admin admin] Publish callbacks [] for router (22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:01.814997 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-9775780e-814d-472b-967e-1e7a91b2887e None None] Set router 22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b gateway port host: dv-cinder-849626-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:11:01.901810 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a966365c-53fc-4e81-bdc4-931629c7bab4 admin admin] Publish callbacks [] for router_gateway (22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:01.904114 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-c645eb13-2fd1-48a5-83ac-e97dc37c268b req-155d0428-d6ee-4d72-ad9d-c4338df8701f tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:01.904539 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-c645eb13-2fd1-48a5-83ac-e97dc37c268b req-155d0428-d6ee-4d72-ad9d-c4338df8701f tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-388893'] for floatingip (4470fe23-bb87-4484-92a0-adf1f55456db), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:01.904916 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.db.l3_db [req-c645eb13-2fd1-48a5-83ac-e97dc37c268b req-155d0428-d6ee-4d72-ad9d-c4338df8701f tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Floating IP 4470fe23-bb87-4484-92a0-adf1f55456db disassociated. External IP: 172.27.3.252, port: 97786c99-fd64-4d30-a6bd-7dffa045cb11. Jul 13 09:11:01.905326 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [req-c645eb13-2fd1-48a5-83ac-e97dc37c268b req-155d0428-d6ee-4d72-ad9d-c4338df8701f tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Calling delete_port for 97786c99-fd64-4d30-a6bd-7dffa045cb11 owned by compute:nova {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:11:01.965273 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device 85a58c92-11ad-4ae8-b43c-cd72f892cc97 no longer exists at agent hyperv_hv-cinder-84962 {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:11:01.985316 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] No Port match for: 85a58c92-11ad-4ae8-b43c-cd72f892cc97 {{(pid=104470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 09:11:01.985659 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device 85a58c92-11ad-4ae8-b43c-cd72f892cc97 not bound to the agent host hv-cinder-84962 {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 09:11:01.986126 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-9775780e-814d-472b-967e-1e7a91b2887e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b', 'name': 'tempest-TestMinimumBasicScenario-2145401859-router', 'tenant_id': 'be3ff54edaf7439bab9ca81656e94c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '8bb074ad-af94-4324-9090-f778660c09b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:07:46Z', 'updated_at': '2022-07-13T09:11:01Z', 'revision_number': 5, 'project_id': 'be3ff54edaf7439bab9ca81656e94c70', 'gw_port': {'id': '8bb074ad-af94-4324-9090-f778660c09b9', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:02:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:07:47Z', 'updated_at': '2022-07-13T09:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi'}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:11:02.015278 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9775780e-814d-472b-967e-1e7a91b2887e None None] Checking router: 22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b for host: dv-cinder-849626-3-iscsi {{(pid=104471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 09:11:02.024849 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9775780e-814d-472b-967e-1e7a91b2887e None None] Routers {'22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:11:02.025480 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-9775780e-814d-472b-967e-1e7a91b2887e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:10:53Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:11:02.036479 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-a966365c-53fc-4e81-bdc4-931629c7bab4 admin admin] Deleting port 8bb074ad-af94-4324-9090-f778660c09b9 {{(pid=104468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:11:02.036930 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a966365c-53fc-4e81-bdc4-931629c7bab4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (8bb074ad-af94-4324-9090-f778660c09b9), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:02.099668 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-c645eb13-2fd1-48a5-83ac-e97dc37c268b req-155d0428-d6ee-4d72-ad9d-c4338df8701f tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542309'] for port (97786c99-fd64-4d30-a6bd-7dffa045cb11), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:02.124991 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.db [None req-a966365c-53fc-4e81-bdc4-931629c7bab4 admin admin] For port 8bb074ad-af94-4324-9090-f778660c09b9, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=8bb074ad-af94-4324-9090-f778660c09b9,segment=NetworkSegment(51732cec-dd15-4320-89e5-7b26a17afbfa),segment_id=51732cec-dd15-4320-89e5-7b26a17afbfa)] {{(pid=104468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:11:02.125291 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a966365c-53fc-4e81-bdc4-931629c7bab4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (8bb074ad-af94-4324-9090-f778660c09b9), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:02.134713 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155d0428-d6ee-4d72-ad9d-c4338df8701f tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Pushing event deleted for resources: {'Port': ['ID=97786c99-fd64-4d30-a6bd-7dffa045cb11,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:02.142704 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-a966365c-53fc-4e81-bdc4-931629c7bab4 admin admin] Calling delete_port for 8bb074ad-af94-4324-9090-f778660c09b9 owned by network:router_gateway {{(pid=104468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:11:02.149927 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-9775780e-814d-472b-967e-1e7a91b2887e None None] Set router 22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b gateway port host: None {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:11:02.213685 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-9775780e-814d-472b-967e-1e7a91b2887e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b', 'name': 'tempest-TestMinimumBasicScenario-2145401859-router', 'tenant_id': 'be3ff54edaf7439bab9ca81656e94c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:07:46Z', 'updated_at': '2022-07-13T09:11:01Z', 'revision_number': 6, 'project_id': 'be3ff54edaf7439bab9ca81656e94c70', 'gw_port_host': None}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:11:02.243721 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9775780e-814d-472b-967e-1e7a91b2887e None None] The sync data for ids ['22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b'] in dv-cinder-849626-3-iscsi is: [{'id': '22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b', 'name': 'tempest-TestMinimumBasicScenario-2145401859-router', 'tenant_id': 'be3ff54edaf7439bab9ca81656e94c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:07:46Z', 'updated_at': '2022-07-13T09:11:01Z', 'revision_number': 6, 'project_id': 'be3ff54edaf7439bab9ca81656e94c70', 'gw_port_host': None}] {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 09:11:02.271634 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:02.276817 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:02.287743 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c645eb13-2fd1-48a5-83ac-e97dc37c268b req-155d0428-d6ee-4d72-ad9d-c4338df8701f tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Router 4f1da02d-cbd0-4602-80a0-6cd8656ba707 has already been hosted by L3 agent 084ea860-45cb-441c-b2f8-c6c2f7d6686c {{(pid=104469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 09:11:02.370951 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:02.388910 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d4fdb7c8-8eb8-48b0-bbf2-2bde99256f45 req-f8ba8d50-e082-4260-8c9b-20c8eb23e298 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb4e5e88-6062-46c0-92b1-4f21fe81b697 HTTP/1.1" status: 200 len: 210 time: 0.3348439 Jul 13 09:11:02.425391 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a966365c-53fc-4e81-bdc4-931629c7bab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665350'] for port (8bb074ad-af94-4324-9090-f778660c09b9), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:02.439183 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c645eb13-2fd1-48a5-83ac-e97dc37c268b req-155d0428-d6ee-4d72-ad9d-c4338df8701f tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Notify agent at l3_agent.dv-cinder-849626-3-iscsi the message routers_updated {{(pid=104469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 09:11:02.448947 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42afba0-8611-48ce-9b69-d8bf49f99760 None None] Sync routers for ids ['4f1da02d-cbd0-4602-80a0-6cd8656ba707'] in dv-cinder-849626-3-iscsi {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 09:11:02.455112 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966365c-53fc-4e81-bdc4-931629c7bab4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bb074ad-af94-4324-9090-f778660c09b9,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:02.459973 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42afba0-8611-48ce-9b69-d8bf49f99760 None None] Routers {'4f1da02d-cbd0-4602-80a0-6cd8656ba707'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:11:02.460828 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-f42afba0-8611-48ce-9b69-d8bf49f99760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:10:53Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['4f1da02d-cbd0-4602-80a0-6cd8656ba707'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:11:02.486332 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [req-c645eb13-2fd1-48a5-83ac-e97dc37c268b req-155d0428-d6ee-4d72-ad9d-c4338df8701f tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] No DVR routers for this DVR port 97786c99-fd64-4d30-a6bd-7dffa045cb11 on host hv-cinder-84962 {{(pid=104469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 09:11:02.488960 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-c645eb13-2fd1-48a5-83ac-e97dc37c268b req-155d0428-d6ee-4d72-ad9d-c4338df8701f tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for port (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:02.492661 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-c645eb13-2fd1-48a5-83ac-e97dc37c268b req-155d0428-d6ee-4d72-ad9d-c4338df8701f tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.30 "DELETE /v2.0/ports/97786c99-fd64-4d30-a6bd-7dffa045cb11 HTTP/1.1" status: 204 len: 173 time: 0.9292870 Jul 13 09:11:02.493097 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb4e5e88-6062-46c0-92b1-4f21fe81b697', 'name': 'network-vif-deleted', 'tag': '97786c99-fd64-4d30-a6bd-7dffa045cb11'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:11:02.495682 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c4e5b91a84def5af2f1fcdaa70b19e5540aa6c2f63d8f4e9cb6586108f6a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afee67b8-7da0-486f-8648-f2a8f12bfee1" -d '{"events": [{"server_uuid": "eb4e5e88-6062-46c0-92b1-4f21fe81b697", "name": "network-vif-deleted", "tag": "97786c99-fd64-4d30-a6bd-7dffa045cb11"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:11:02.529290 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a966365c-53fc-4e81-bdc4-931629c7bab4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-389068'] for router_gateway (22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:02.537577 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 09:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9756f39f-204b-4b3f-894e-6228d009baca x-openstack-request-id: req-9756f39f-204b-4b3f-894e-6228d009baca {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:11:02.538200 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb4e5e88-6062-46c0-92b1-4f21fe81b697", "name": "network-vif-deleted", "tag": "97786c99-fd64-4d30-a6bd-7dffa045cb11", "status": "completed", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:11:02.538465 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-9756f39f-204b-4b3f-894e-6228d009baca {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:11:02.538870 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9756f39f-204b-4b3f-894e-6228d009baca'] response: {'server_uuid': 'eb4e5e88-6062-46c0-92b1-4f21fe81b697', 'name': 'network-vif-deleted', 'tag': '97786c99-fd64-4d30-a6bd-7dffa045cb11', 'status': 'completed', 'code': 200} Jul 13 09:11:02.587397 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-f42afba0-8611-48ce-9b69-d8bf49f99760 None None] Set router 4f1da02d-cbd0-4602-80a0-6cd8656ba707 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:11:02.632132 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a966365c-53fc-4e81-bdc4-931629c7bab4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-400323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-657'] for router (22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:02.634939 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a966365c-53fc-4e81-bdc4-931629c7bab4 admin admin] Publish callbacks [] for router_controller (22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b), precommit_delete_associations {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:02.745607 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a966365c-53fc-4e81-bdc4-931629c7bab4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-400247'] for router (22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:02.746836 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a966365c-53fc-4e81-bdc4-931629c7bab4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b {{(pid=104468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 09:11:02.751706 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a966365c-53fc-4e81-bdc4-931629c7bab4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:02.752874 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-a966365c-53fc-4e81-bdc4-931629c7bab4 admin admin] 10.222.0.40 "DELETE /v2.0/routers/22a4a84a-b2bc-42b2-a54d-5b77d2b57e1b HTTP/1.1" status: 204 len: 168 time: 1.0577571 Jul 13 09:11:02.755454 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 37040) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:11:02.811283 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a9438c9-7878-42ea-8e44-f2f8c760b619 admin admin] Deleting subnet 1c3053c6-5e38-47f4-966f-6eb4d06059b4 {{(pid=104468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 13 09:11:02.814843 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-5a9438c9-7878-42ea-8e44-f2f8c760b619 admin admin] Publish callbacks [] for subnet (1c3053c6-5e38-47f4-966f-6eb4d06059b4), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:02.834635 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:02.839810 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-f42afba0-8611-48ce-9b69-d8bf49f99760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f1da02d-cbd0-4602-80a0-6cd8656ba707', 'name': 'tempest-AttachVolumeTestJSON-2029521589-router', 'tenant_id': 'eb9e230019f042dbbc680fc3b1340d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': 'adbe2fe6-71a5-4e8a-be54-f60cf11d3e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:06:06Z', 'updated_at': '2022-07-13T09:06:14Z', 'revision_number': 4, 'project_id': 'eb9e230019f042dbbc680fc3b1340d41', 'gw_port': {'id': 'adbe2fe6-71a5-4e8a-be54-f60cf11d3e39', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ea:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1da02d-cbd0-4602-80a0-6cd8656ba707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:07Z', 'updated_at': '2022-07-13T09:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_interfaces': [{'id': 'ce09cf6d-2645-486b-9521-42867dfd20b3', 'name': '', 'network_id': '862d32ef-d286-4010-a420-61dff25da7b3', 'tenant_id': 'eb9e230019f042dbbc680fc3b1340d41', 'mac_address': 'fa:16:3e:c0:88:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1da02d-cbd0-4602-80a0-6cd8656ba707', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '633e38db-5802-43d1-a471-65c5e58c5839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:13Z', 'updated_at': '2022-07-13T09:06:29Z', 'revision_number': 5, 'project_id': 'eb9e230019f042dbbc680fc3b1340d41', 'subnets': [{'id': '633e38db-5802-43d1-a471-65c5e58c5839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:11:02.855656 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-5a9438c9-7878-42ea-8e44-f2f8c760b619 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4173327'] for subnet (1c3053c6-5e38-47f4-966f-6eb4d06059b4), precommit_delete_associations {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:02.865180 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42afba0-8611-48ce-9b69-d8bf49f99760 None None] Checking router: 4f1da02d-cbd0-4602-80a0-6cd8656ba707 for host: dv-cinder-849626-3-iscsi {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 09:11:02.874591 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42afba0-8611-48ce-9b69-d8bf49f99760 None None] Routers {'4f1da02d-cbd0-4602-80a0-6cd8656ba707'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:11:02.875201 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-f42afba0-8611-48ce-9b69-d8bf49f99760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:10:53Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['4f1da02d-cbd0-4602-80a0-6cd8656ba707'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:11:02.881629 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:02.936911 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-5a9438c9-7878-42ea-8e44-f2f8c760b619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7837055'] for subnet (1c3053c6-5e38-47f4-966f-6eb4d06059b4), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:02.982518 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-f42afba0-8611-48ce-9b69-d8bf49f99760 None None] Set router 4f1da02d-cbd0-4602-80a0-6cd8656ba707 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:11:03.061203 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-5a9438c9-7878-42ea-8e44-f2f8c760b619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7837033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8666841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9186763'] for subnet (1c3053c6-5e38-47f4-966f-6eb4d06059b4), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:03.090499 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9438c9-7878-42ea-8e44-f2f8c760b619 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c3053c6-5e38-47f4-966f-6eb4d06059b4,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:03.096288 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-5a9438c9-7878-42ea-8e44-f2f8c760b619 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:03.103458 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-5a9438c9-7878-42ea-8e44-f2f8c760b619 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/1c3053c6-5e38-47f4-966f-6eb4d06059b4 HTTP/1.1" status: 204 len: 168 time: 0.3443534 Jul 13 09:11:03.103606 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b7782c-f10f-4084-8e40-2b58fe12bacf None None] Network 913797b9-97f0-4f1d-84dd-b458a159148c requested from dv-cinder-849626-3-iscsi {{(pid=104470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 09:11:03.103716 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 37042) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:11:03.178145 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-73b3bc73-c838-425c-a908-7614d2fcb9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7847201'] for network (913797b9-97f0-4f1d-84dd-b458a159148c), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:03.220910 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-73b3bc73-c838-425c-a908-7614d2fcb9c0 admin admin] Deleting port 39d68cb1-1aff-4a0b-aca5-549609b12b1d {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:11:03.221460 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-73b3bc73-c838-425c-a908-7614d2fcb9c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (39d68cb1-1aff-4a0b-aca5-549609b12b1d), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:03.272076 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-f42afba0-8611-48ce-9b69-d8bf49f99760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f1da02d-cbd0-4602-80a0-6cd8656ba707', 'name': 'tempest-AttachVolumeTestJSON-2029521589-router', 'tenant_id': 'eb9e230019f042dbbc680fc3b1340d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': 'adbe2fe6-71a5-4e8a-be54-f60cf11d3e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:06:06Z', 'updated_at': '2022-07-13T09:06:14Z', 'revision_number': 4, 'project_id': 'eb9e230019f042dbbc680fc3b1340d41', 'gw_port': {'id': 'adbe2fe6-71a5-4e8a-be54-f60cf11d3e39', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ea:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1da02d-cbd0-4602-80a0-6cd8656ba707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:07Z', 'updated_at': '2022-07-13T09:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_interfaces': [{'id': 'ce09cf6d-2645-486b-9521-42867dfd20b3', 'name': '', 'network_id': '862d32ef-d286-4010-a420-61dff25da7b3', 'tenant_id': 'eb9e230019f042dbbc680fc3b1340d41', 'mac_address': 'fa:16:3e:c0:88:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1da02d-cbd0-4602-80a0-6cd8656ba707', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '633e38db-5802-43d1-a471-65c5e58c5839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:13Z', 'updated_at': '2022-07-13T09:06:29Z', 'revision_number': 5, 'project_id': 'eb9e230019f042dbbc680fc3b1340d41', 'subnets': [{'id': '633e38db-5802-43d1-a471-65c5e58c5839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:11:03.294386 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-73b3bc73-c838-425c-a908-7614d2fcb9c0 admin admin] For port 39d68cb1-1aff-4a0b-aca5-549609b12b1d, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=39d68cb1-1aff-4a0b-aca5-549609b12b1d,segment=NetworkSegment(1a040656-e7c6-465b-9b3c-96b60be8e163),segment_id=1a040656-e7c6-465b-9b3c-96b60be8e163)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:11:03.294747 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-73b3bc73-c838-425c-a908-7614d2fcb9c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (39d68cb1-1aff-4a0b-aca5-549609b12b1d), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:03.303850 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42afba0-8611-48ce-9b69-d8bf49f99760 None None] The sync data for ids ['4f1da02d-cbd0-4602-80a0-6cd8656ba707'] in dv-cinder-849626-3-iscsi is: [{'id': '4f1da02d-cbd0-4602-80a0-6cd8656ba707', 'name': 'tempest-AttachVolumeTestJSON-2029521589-router', 'tenant_id': 'eb9e230019f042dbbc680fc3b1340d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': 'adbe2fe6-71a5-4e8a-be54-f60cf11d3e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:06:06Z', 'updated_at': '2022-07-13T09:06:14Z', 'revision_number': 4, 'project_id': 'eb9e230019f042dbbc680fc3b1340d41', 'gw_port': {'id': 'adbe2fe6-71a5-4e8a-be54-f60cf11d3e39', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ea:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1da02d-cbd0-4602-80a0-6cd8656ba707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:07Z', 'updated_at': '2022-07-13T09:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_interfaces': [{'id': 'ce09cf6d-2645-486b-9521-42867dfd20b3', 'name': '', 'network_id': '862d32ef-d286-4010-a420-61dff25da7b3', 'tenant_id': 'eb9e230019f042dbbc680fc3b1340d41', 'mac_address': 'fa:16:3e:c0:88:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1da02d-cbd0-4602-80a0-6cd8656ba707', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '633e38db-5802-43d1-a471-65c5e58c5839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:13Z', 'updated_at': '2022-07-13T09:06:29Z', 'revision_number': 5, 'project_id': 'eb9e230019f042dbbc680fc3b1340d41', 'subnets': [{'id': '633e38db-5802-43d1-a471-65c5e58c5839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 09:11:03.312352 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-73b3bc73-c838-425c-a908-7614d2fcb9c0 admin admin] Calling delete_port for 39d68cb1-1aff-4a0b-aca5-549609b12b1d owned by network:dhcp {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:11:03.350547 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3370894-0bbf-430e-a47c-7f0fb776c712 None None] DHCP port deletion for 913797b9-97f0-4f1d-84dd-b458a159148c request from dv-cinder-849626-3-iscsi {{(pid=104470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 13 09:11:03.382165 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:03.393288 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-e3370894-0bbf-430e-a47c-7f0fb776c712 None None] Deleting port 39d68cb1-1aff-4a0b-aca5-549609b12b1d {{(pid=104470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:11:03.394011 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e3370894-0bbf-430e-a47c-7f0fb776c712 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (39d68cb1-1aff-4a0b-aca5-549609b12b1d), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:03.470105 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-e3370894-0bbf-430e-a47c-7f0fb776c712 None None] For port 39d68cb1-1aff-4a0b-aca5-549609b12b1d, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=39d68cb1-1aff-4a0b-aca5-549609b12b1d,segment=NetworkSegment(1a040656-e7c6-465b-9b3c-96b60be8e163),segment_id=1a040656-e7c6-465b-9b3c-96b60be8e163)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:11:03.470508 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e3370894-0bbf-430e-a47c-7f0fb776c712 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (39d68cb1-1aff-4a0b-aca5-549609b12b1d), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:03.484543 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-e3370894-0bbf-430e-a47c-7f0fb776c712 None None] Calling delete_port for 39d68cb1-1aff-4a0b-aca5-549609b12b1d owned by network:dhcp {{(pid=104470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:11:03.524826 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-73b3bc73-c838-425c-a908-7614d2fcb9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542309'] for port (39d68cb1-1aff-4a0b-aca5-549609b12b1d), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:03.528822 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-acfaa979-e27c-4d3d-8e31-0244fbe26f94 req-ced2e612-8fb2-48b9-8388-8a2597e402f9 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb4e5e88-6062-46c0-92b1-4f21fe81b697 HTTP/1.1" status: 200 len: 210 time: 0.0393384 Jul 13 09:11:03.557109 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b3bc73-c838-425c-a908-7614d2fcb9c0 admin admin] No DVR routers for this DVR port 39d68cb1-1aff-4a0b-aca5-549609b12b1d on host dv-cinder-849626-3-iscsi {{(pid=104469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 09:11:03.588386 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b3bc73-c838-425c-a908-7614d2fcb9c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=39d68cb1-1aff-4a0b-aca5-549609b12b1d,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:03.595875 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e3370894-0bbf-430e-a47c-7f0fb776c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135'] for port (39d68cb1-1aff-4a0b-aca5-549609b12b1d), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:03.619598 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3370894-0bbf-430e-a47c-7f0fb776c712 None None] Pushing event deleted for resources: {'Port': ['ID=39d68cb1-1aff-4a0b-aca5-549609b12b1d,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:03.629071 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3370894-0bbf-430e-a47c-7f0fb776c712 None None] No DVR routers for this DVR port 39d68cb1-1aff-4a0b-aca5-549609b12b1d on host dv-cinder-849626-3-iscsi {{(pid=104470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 09:11:03.633139 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa92afa2-dda1-421d-851e-6426e3fc8059 None None] New status for floating IP 4470fe23-bb87-4484-92a0-adf1f55456db: DOWN {{(pid=104471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 13 09:11:03.647828 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-73b3bc73-c838-425c-a908-7614d2fcb9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7836165', 'neutron.services.segments.db._delete_segments_for_network-8760185013827'] for network (913797b9-97f0-4f1d-84dd-b458a159148c), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:03.670060 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.services.segments.db [None req-73b3bc73-c838-425c-a908-7614d2fcb9c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['913797b9-97f0-4f1d-84dd-b458a159148c']}} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:11:03.679600 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.services.segments.db [None req-73b3bc73-c838-425c-a908-7614d2fcb9c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a040656-e7c6-465b-9b3c-96b60be8e163') {'for_net_delete': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:11:03.679898 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.services.segments.db [None req-73b3bc73-c838-425c-a908-7614d2fcb9c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a040656-e7c6-465b-9b3c-96b60be8e163') {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:11:03.690119 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-73b3bc73-c838-425c-a908-7614d2fcb9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760185015116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3541587'] for segment (1a040656-e7c6-465b-9b3c-96b60be8e163), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:03.703770 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-73b3bc73-c838-425c-a908-7614d2fcb9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7769013'] for segment (1a040656-e7c6-465b-9b3c-96b60be8e163), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:03.710000 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73b3bc73-c838-425c-a908-7614d2fcb9c0 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=104469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 09:11:03.710413 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-73b3bc73-c838-425c-a908-7614d2fcb9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7769013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542360'] for segment (1a040656-e7c6-465b-9b3c-96b60be8e163), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:03.733063 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.services.segments.plugin [-] Segment 1a040656-e7c6-465b-9b3c-96b60be8e163 resource provider aggregate not found Jul 13 09:11:03.778348 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.services.segments.plugin [-] Segment 1a040656-e7c6-465b-9b3c-96b60be8e163 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1a040656-e7c6-465b-9b3c-96b60be8e163 found for delete ", "request_id": "req-f6471be3-f37c-49b4-8e48-094a647da382"}]} Jul 13 09:11:03.826311 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-73b3bc73-c838-425c-a908-7614d2fcb9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7836172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-389073'] for network (913797b9-97f0-4f1d-84dd-b458a159148c), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:03.832609 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-73b3bc73-c838-425c-a908-7614d2fcb9c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594414'] for network (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:03.838868 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-73b3bc73-c838-425c-a908-7614d2fcb9c0 admin admin] 10.222.0.40 "DELETE /v2.0/networks/913797b9-97f0-4f1d-84dd-b458a159148c HTTP/1.1" status: 204 len: 168 time: 0.7343485 Jul 13 09:11:03.839176 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 37050) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:11:03.850490 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b3bc73-c838-425c-a908-7614d2fcb9c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=913797b9-97f0-4f1d-84dd-b458a159148c,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:04.146568 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c59dff4c-c764-40ad-a3ad-07e9abc96cde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-385605'] for router_interface (0faa7fd1-1727-421e-9050-6ed5129053b2), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:04.256974 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device a5ead07b-f756-4855-bece-c3b77c1cc2a3 no longer exists at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:11:04.279658 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] No Port match for: a5ead07b-f756-4855-bece-c3b77c1cc2a3 {{(pid=104470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 09:11:04.280017 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device a5ead07b-f756-4855-bece-c3b77c1cc2a3 not bound to the agent host dv-cinder-849626-3-iscsi {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 09:11:04.280416 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device 8bb074ad-af94-4324-9090-f778660c09b9 no longer exists at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:11:04.299242 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] No Port match for: 8bb074ad-af94-4324-9090-f778660c09b9 {{(pid=104470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 09:11:04.299598 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device 8bb074ad-af94-4324-9090-f778660c09b9 not bound to the agent host dv-cinder-849626-3-iscsi {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 09:11:04.299999 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device 39d68cb1-1aff-4a0b-aca5-549609b12b1d no longer exists at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:11:04.322386 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] No Port match for: 39d68cb1-1aff-4a0b-aca5-549609b12b1d {{(pid=104470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 09:11:04.322735 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device 39d68cb1-1aff-4a0b-aca5-549609b12b1d not bound to the agent host dv-cinder-849626-3-iscsi {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 09:11:04.449577 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:04.578666 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-c59dff4c-c764-40ad-a3ad-07e9abc96cde admin admin] Deleting port e7b35828-4adc-4c70-afa1-c206390fc154 {{(pid=104468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:11:04.580421 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c59dff4c-c764-40ad-a3ad-07e9abc96cde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (e7b35828-4adc-4c70-afa1-c206390fc154), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:04.654938 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 37056) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:11:04.662259 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.db [None req-c59dff4c-c764-40ad-a3ad-07e9abc96cde admin admin] For port e7b35828-4adc-4c70-afa1-c206390fc154, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=e7b35828-4adc-4c70-afa1-c206390fc154,segment=NetworkSegment(806eea68-b884-45c9-be12-366696605cb6),segment_id=806eea68-b884-45c9-be12-366696605cb6)] {{(pid=104468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:11:04.662728 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c59dff4c-c764-40ad-a3ad-07e9abc96cde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (e7b35828-4adc-4c70-afa1-c206390fc154), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:04.676999 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-c59dff4c-c764-40ad-a3ad-07e9abc96cde admin admin] Calling delete_port for e7b35828-4adc-4c70-afa1-c206390fc154 owned by network:router_interface {{(pid=104468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:11:04.713598 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-6412d69d-8578-435e-89b3-cf551ffb58a2 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks [] for security_group (0b3399b4-d38d-4638-ac76-98394e377705), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:04.737178 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-6412d69d-8578-435e-89b3-cf551ffb58a2 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks [] for security_group (0b3399b4-d38d-4638-ac76-98394e377705), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:04.848137 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-6412d69d-8578-435e-89b3-cf551ffb58a2 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (0b3399b4-d38d-4638-ac76-98394e377705), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:04.850732 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-6412d69d-8578-435e-89b3-cf551ffb58a2 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:04.851905 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-6412d69d-8578-435e-89b3-cf551ffb58a2 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "DELETE /v2.0/security-groups/0b3399b4-d38d-4638-ac76-98394e377705 HTTP/1.1" status: 204 len: 168 time: 0.1948762 Jul 13 09:11:04.854756 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 37058) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:11:04.861873 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:04.862199 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6412d69d-8578-435e-89b3-cf551ffb58a2 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3399b4-d38d-4638-ac76-98394e377705,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:04.869372 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.api.v2.resource [None req-24c7a95d-bf38-402d-b9c0-b71fb9d8f3f6 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] show failed (client error): The resource could not be found. Jul 13 09:11:04.870616 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-24c7a95d-bf38-402d-b9c0-b71fb9d8f3f6 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/security-groups/0b3399b4-d38d-4638-ac76-98394e377705 HTTP/1.1" status: 404 len: 347 time: 0.0147622 Jul 13 09:11:04.873404 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 37060) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:11:04.907418 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c59dff4c-c764-40ad-a3ad-07e9abc96cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665350'] for port (e7b35828-4adc-4c70-afa1-c206390fc154), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:04.945840 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59dff4c-c764-40ad-a3ad-07e9abc96cde admin admin] Pushing event deleted for resources: {'Port': ['ID=e7b35828-4adc-4c70-afa1-c206390fc154,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:05.067189 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-62c3413b-6f2f-4fd4-bb6a-74769830b559 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Deleting port 7d76f3e2-111b-4524-9164-b58a98ecb0c7 {{(pid=104468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:11:05.067525 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-62c3413b-6f2f-4fd4-bb6a-74769830b559 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (7d76f3e2-111b-4524-9164-b58a98ecb0c7), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:05.222367 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-62c3413b-6f2f-4fd4-bb6a-74769830b559 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (7d76f3e2-111b-4524-9164-b58a98ecb0c7), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:05.222615 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-62c3413b-6f2f-4fd4-bb6a-74769830b559 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks [] for floatingip (7d76f3e2-111b-4524-9164-b58a98ecb0c7), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:05.232355 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c59dff4c-c764-40ad-a3ad-07e9abc96cde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-385745'] for router_interface (0faa7fd1-1727-421e-9050-6ed5129053b2), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:05.237709 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-62c3413b-6f2f-4fd4-bb6a-74769830b559 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Calling delete_port for 7d76f3e2-111b-4524-9164-b58a98ecb0c7 owned by network:floatingip {{(pid=104468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:11:05.317586 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:05.481121 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:05.542090 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c59dff4c-c764-40ad-a3ad-07e9abc96cde admin admin] Router 0faa7fd1-1727-421e-9050-6ed5129053b2 has already been hosted by L3 agent 084ea860-45cb-441c-b2f8-c6c2f7d6686c {{(pid=104468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 09:11:05.621583 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-62c3413b-6f2f-4fd4-bb6a-74769830b559 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665350'] for port (7d76f3e2-111b-4524-9164-b58a98ecb0c7), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:05.656562 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c3413b-6f2f-4fd4-bb6a-74769830b559 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Pushing event deleted for resources: {'Port': ['ID=7d76f3e2-111b-4524-9164-b58a98ecb0c7,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:05.685912 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c59dff4c-c764-40ad-a3ad-07e9abc96cde admin admin] Notify agent at l3_agent.dv-cinder-849626-3-iscsi the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 09:11:05.691155 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-c59dff4c-c764-40ad-a3ad-07e9abc96cde admin admin] 10.222.0.40 "PUT /v2.0/routers/0faa7fd1-1727-421e-9050-6ed5129053b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8502510 Jul 13 09:11:05.693906 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 37062) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:11:05.696747 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a19211-0b0c-43de-a6cc-c2c4596362cb None None] Sync routers for ids ['0faa7fd1-1727-421e-9050-6ed5129053b2'] in dv-cinder-849626-3-iscsi {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 09:11:05.706913 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a19211-0b0c-43de-a6cc-c2c4596362cb None None] Routers {'0faa7fd1-1727-421e-9050-6ed5129053b2'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:11:05.707637 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-c3a19211-0b0c-43de-a6cc-c2c4596362cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:10:53Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['0faa7fd1-1727-421e-9050-6ed5129053b2'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:11:05.728824 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-62c3413b-6f2f-4fd4-bb6a-74769830b559 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks [] for floatingip (4470fe23-bb87-4484-92a0-adf1f55456db), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:05.732367 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-62c3413b-6f2f-4fd4-bb6a-74769830b559 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for floatingip (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:05.736690 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-62c3413b-6f2f-4fd4-bb6a-74769830b559 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "DELETE /v2.0/floatingips/4470fe23-bb87-4484-92a0-adf1f55456db HTTP/1.1" status: 204 len: 168 time: 0.8591740 Jul 13 09:11:05.783123 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:05.802551 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-cc659d26-9e86-4a48-a700-51cfe2bbbe54 admin admin] Publish callbacks [] for router (0faa7fd1-1727-421e-9050-6ed5129053b2), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:05.865597 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 37066) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:11:05.870209 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-be64614d-d2cc-4e52-a0e0-d3a5ccc0df84 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1312480902', 'description': 'tempest-description--1717482387'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:11:05.884835 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:05.925891 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-cc659d26-9e86-4a48-a700-51cfe2bbbe54 admin admin] Publish callbacks [] for router_gateway (0faa7fd1-1727-421e-9050-6ed5129053b2), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:05.945631 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-be64614d-d2cc-4e52-a0e0-d3a5ccc0df84 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:05.969274 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-c3a19211-0b0c-43de-a6cc-c2c4596362cb None None] Set router 0faa7fd1-1727-421e-9050-6ed5129053b2 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:11:05.995984 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device 97786c99-fd64-4d30-a6bd-7dffa045cb11 no longer exists at agent hyperv_hv-cinder-84962 {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:11:06.036903 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-be64614d-d2cc-4e52-a0e0-d3a5ccc0df84 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks [] for security_group (6d251890-f65e-434e-a6cb-08ba3fd43f0b), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:06.039234 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-cc659d26-9e86-4a48-a700-51cfe2bbbe54 admin admin] Deleting port 22bc7a73-47dc-4824-9404-a6808f0b0ee9 {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:11:06.039563 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-cc659d26-9e86-4a48-a700-51cfe2bbbe54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (22bc7a73-47dc-4824-9404-a6808f0b0ee9), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:06.042671 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] No Port match for: 97786c99-fd64-4d30-a6bd-7dffa045cb11 {{(pid=104470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 09:11:06.043072 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device 97786c99-fd64-4d30-a6bd-7dffa045cb11 not bound to the agent host hv-cinder-84962 {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 09:11:06.117216 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-be64614d-d2cc-4e52-a0e0-d3a5ccc0df84 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (6d251890-f65e-434e-a6cb-08ba3fd43f0b), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:06.127875 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-cc659d26-9e86-4a48-a700-51cfe2bbbe54 admin admin] For port 22bc7a73-47dc-4824-9404-a6808f0b0ee9, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=22bc7a73-47dc-4824-9404-a6808f0b0ee9,segment=NetworkSegment(51732cec-dd15-4320-89e5-7b26a17afbfa),segment_id=51732cec-dd15-4320-89e5-7b26a17afbfa)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:11:06.128250 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-cc659d26-9e86-4a48-a700-51cfe2bbbe54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (22bc7a73-47dc-4824-9404-a6808f0b0ee9), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:06.129130 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:06.144466 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-cc659d26-9e86-4a48-a700-51cfe2bbbe54 admin admin] Calling delete_port for 22bc7a73-47dc-4824-9404-a6808f0b0ee9 owned by network:router_gateway {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:11:06.166161 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be64614d-d2cc-4e52-a0e0-d3a5ccc0df84 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d251890-f65e-434e-a6cb-08ba3fd43f0b,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:06.172560 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-c3a19211-0b0c-43de-a6cc-c2c4596362cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0faa7fd1-1727-421e-9050-6ed5129053b2', 'name': 'tempest-TestMinimumBasicScenario-1758267142-router', 'tenant_id': '23ca6e44ed8f47fbbe0960fc3d65025f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '22bc7a73-47dc-4824-9404-a6808f0b0ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:07:54Z', 'updated_at': '2022-07-13T09:11:04Z', 'revision_number': 5, 'project_id': '23ca6e44ed8f47fbbe0960fc3d65025f', 'gw_port': {'id': '22bc7a73-47dc-4824-9404-a6808f0b0ee9', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0faa7fd1-1727-421e-9050-6ed5129053b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:07:54Z', 'updated_at': '2022-07-13T09:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi'}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:11:06.207988 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a19211-0b0c-43de-a6cc-c2c4596362cb None None] Checking router: 0faa7fd1-1727-421e-9050-6ed5129053b2 for host: dv-cinder-849626-3-iscsi {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 09:11:06.219687 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a19211-0b0c-43de-a6cc-c2c4596362cb None None] Routers {'0faa7fd1-1727-421e-9050-6ed5129053b2'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:11:06.220314 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-c3a19211-0b0c-43de-a6cc-c2c4596362cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:10:53Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['0faa7fd1-1727-421e-9050-6ed5129053b2'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:11:06.281668 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-be64614d-d2cc-4e52-a0e0-d3a5ccc0df84 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:06.286334 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-be64614d-d2cc-4e52-a0e0-d3a5ccc0df84 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4169285 Jul 13 09:11:06.292669 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 37068) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:11:06.292669 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-4c3c66d4-4dc1-4912-b9f3-22a7cad76bce tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Request body: {'security_group_rule': {'security_group_id': '6d251890-f65e-434e-a6cb-08ba3fd43f0b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:11:06.305025 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-c3a19211-0b0c-43de-a6cc-c2c4596362cb None None] Set router 0faa7fd1-1727-421e-9050-6ed5129053b2 gateway port host: None {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:11:06.358606 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-c3a19211-0b0c-43de-a6cc-c2c4596362cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0faa7fd1-1727-421e-9050-6ed5129053b2', 'name': 'tempest-TestMinimumBasicScenario-1758267142-router', 'tenant_id': '23ca6e44ed8f47fbbe0960fc3d65025f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:07:54Z', 'updated_at': '2022-07-13T09:11:05Z', 'revision_number': 6, 'project_id': '23ca6e44ed8f47fbbe0960fc3d65025f', 'gw_port_host': None}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:11:06.366408 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4c3c66d4-4dc1-4912-b9f3-22a7cad76bce tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks [] for security_group_rule (f8a6178d-ebca-43cc-9aa6-69afaad5d45b), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:06.383852 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a19211-0b0c-43de-a6cc-c2c4596362cb None None] The sync data for ids ['0faa7fd1-1727-421e-9050-6ed5129053b2'] in dv-cinder-849626-3-iscsi is: [{'id': '0faa7fd1-1727-421e-9050-6ed5129053b2', 'name': 'tempest-TestMinimumBasicScenario-1758267142-router', 'tenant_id': '23ca6e44ed8f47fbbe0960fc3d65025f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:07:54Z', 'updated_at': '2022-07-13T09:11:05Z', 'revision_number': 6, 'project_id': '23ca6e44ed8f47fbbe0960fc3d65025f', 'gw_port_host': None}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 09:11:06.385924 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-cc659d26-9e86-4a48-a700-51cfe2bbbe54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542309'] for port (22bc7a73-47dc-4824-9404-a6808f0b0ee9), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:06.414823 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc659d26-9e86-4a48-a700-51cfe2bbbe54 admin admin] Pushing event deleted for resources: {'Port': ['ID=22bc7a73-47dc-4824-9404-a6808f0b0ee9,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:06.418871 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4c3c66d4-4dc1-4912-b9f3-22a7cad76bce tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks [] for security_group_rule (f8a6178d-ebca-43cc-9aa6-69afaad5d45b), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:06.479983 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-cc659d26-9e86-4a48-a700-51cfe2bbbe54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-389068'] for router_gateway (0faa7fd1-1727-421e-9050-6ed5129053b2), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:06.505482 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4c3c66d4-4dc1-4912-b9f3-22a7cad76bce tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485043'] for security_group_rule (f8a6178d-ebca-43cc-9aa6-69afaad5d45b), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:06.525930 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3c66d4-4dc1-4912-b9f3-22a7cad76bce tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8a6178d-ebca-43cc-9aa6-69afaad5d45b,revision_number=0']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:06.622498 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4c3c66d4-4dc1-4912-b9f3-22a7cad76bce tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:06.626285 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-4c3c66d4-4dc1-4912-b9f3-22a7cad76bce tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3362391 Jul 13 09:11:06.626631 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 37070) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:11:06.631271 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-aba6019a-c355-4384-97c3-03265f5bbd74 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Request body: {'security_group_rule': {'security_group_id': '6d251890-f65e-434e-a6cb-08ba3fd43f0b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:11:06.717755 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-aba6019a-c355-4384-97c3-03265f5bbd74 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks [] for security_group_rule (8f3b3ae8-0ad4-4726-b6fa-c6b1032ac304), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:06.785620 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-aba6019a-c355-4384-97c3-03265f5bbd74 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks [] for security_group_rule (8f3b3ae8-0ad4-4726-b6fa-c6b1032ac304), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:06.819465 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-cc659d26-9e86-4a48-a700-51cfe2bbbe54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-400323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-657'] for router (0faa7fd1-1727-421e-9050-6ed5129053b2), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:06.821994 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-cc659d26-9e86-4a48-a700-51cfe2bbbe54 admin admin] Publish callbacks [] for router_controller (0faa7fd1-1727-421e-9050-6ed5129053b2), precommit_delete_associations {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:06.859491 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-aba6019a-c355-4384-97c3-03265f5bbd74 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485043'] for security_group_rule (8f3b3ae8-0ad4-4726-b6fa-c6b1032ac304), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:06.878258 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba6019a-c355-4384-97c3-03265f5bbd74 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f3b3ae8-0ad4-4726-b6fa-c6b1032ac304,revision_number=0']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:06.958585 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-aba6019a-c355-4384-97c3-03265f5bbd74 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:06.959821 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-aba6019a-c355-4384-97c3-03265f5bbd74 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3322413 Jul 13 09:11:06.962755 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 37074) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:11:06.967121 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-a6762d67-50d2-447d-9857-6c5334c354d2 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Request body: {'floatingip': {'floating_network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:11:06.979131 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:06.980005 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-cc659d26-9e86-4a48-a700-51cfe2bbbe54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-400247'] for router (0faa7fd1-1727-421e-9050-6ed5129053b2), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:06.981345 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc659d26-9e86-4a48-a700-51cfe2bbbe54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0faa7fd1-1727-421e-9050-6ed5129053b2 {{(pid=104469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 09:11:06.990343 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-cc659d26-9e86-4a48-a700-51cfe2bbbe54 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:06.991493 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-cc659d26-9e86-4a48-a700-51cfe2bbbe54 admin admin] 10.222.0.40 "DELETE /v2.0/routers/0faa7fd1-1727-421e-9050-6ed5129053b2 HTTP/1.1" status: 204 len: 168 time: 1.2965097 Jul 13 09:11:06.994085 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 37078) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:11:07.044034 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e4b8a67-a03d-461f-9140-5cb9c72caf72 admin admin] Deleting subnet b74e0cee-59bb-4857-a467-9e503543c1b1 {{(pid=104469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 13 09:11:07.047303 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8a67-a03d-461f-9140-5cb9c72caf72 admin admin] Publish callbacks [] for subnet (b74e0cee-59bb-4857-a467-9e503543c1b1), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:07.071199 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a6762d67-50d2-447d-9857-6c5334c354d2 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:07.083469 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8a67-a03d-461f-9140-5cb9c72caf72 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3541572'] for subnet (b74e0cee-59bb-4857-a467-9e503543c1b1), precommit_delete_associations {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:07.171231 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:07.172733 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a6762d67-50d2-447d-9857-6c5334c354d2 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:07.202785 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8a67-a03d-461f-9140-5cb9c72caf72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7837055'] for subnet (b74e0cee-59bb-4857-a467-9e503543c1b1), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:07.227804 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:07.284860 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.db.db_base_plugin_common [None req-a6762d67-50d2-447d-9857-6c5334c354d2 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Allocated IP 172.27.3.137 (14d154e4-c9a5-47e8-9f7f-9daf0b869ff5/8de8efa6-546e-4542-992b-4162440fe9c8/e36dd66e-9eed-4846-9a77-a57e82a71f0b) {{(pid=104468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 09:11:07.363485 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8a67-a03d-461f-9140-5cb9c72caf72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7837033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3541754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8945970'] for subnet (b74e0cee-59bb-4857-a467-9e503543c1b1), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:07.400666 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a6762d67-50d2-447d-9857-6c5334c354d2 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks [] for port (e36dd66e-9eed-4846-9a77-a57e82a71f0b), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:07.424879 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8a67-a03d-461f-9140-5cb9c72caf72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b74e0cee-59bb-4857-a467-9e503543c1b1,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:07.441280 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8a67-a03d-461f-9140-5cb9c72caf72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594414'] for subnet (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:07.447914 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd10fb8-b2b8-4919-9386-a50676ccec03 None None] Network cf0b6958-0a55-48da-ab4d-b8fc9c671dd9 requested from dv-cinder-849626-3-iscsi {{(pid=104470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 09:11:07.448473 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-7e4b8a67-a03d-461f-9140-5cb9c72caf72 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/b74e0cee-59bb-4857-a467-9e503543c1b1 HTTP/1.1" status: 204 len: 168 time: 0.4530616 Jul 13 09:11:07.449611 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 37090) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:11:07.478263 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=84,neutron:DELETE=12,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:07.500321 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a6762d67-50d2-447d-9857-6c5334c354d2 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760184582126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665350'] for port (e36dd66e-9eed-4846-9a77-a57e82a71f0b), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:07.544296 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6762d67-50d2-447d-9857-6c5334c354d2 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Network 14d154e4-c9a5-47e8-9f7f-9daf0b869ff5 is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:11:07.548158 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-a6762d67-50d2-447d-9857-6c5334c354d2 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:11:07.550307 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2d0773d8-d277-4863-b463-48e5af24ab6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7847201'] for network (cf0b6958-0a55-48da-ab4d-b8fc9c671dd9), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:07.557878 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6762d67-50d2-447d-9857-6c5334c354d2 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Received port after_create {{(pid=104468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 09:11:07.589254 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6762d67-50d2-447d-9857-6c5334c354d2 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Pushing event updated for resources: {'Port': ['ID=e36dd66e-9eed-4846-9a77-a57e82a71f0b,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:07.604358 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-2d0773d8-d277-4863-b463-48e5af24ab6d admin admin] Deleting port e9aaacae-0869-457d-a736-8780a20fbc10 {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:11:07.604582 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2d0773d8-d277-4863-b463-48e5af24ab6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (e9aaacae-0869-457d-a736-8780a20fbc10), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:07.612992 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:07.659737 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758c8d88-27fc-435f-bc93-83f4202fb3b8 None None] DHCP port deletion for cf0b6958-0a55-48da-ab4d-b8fc9c671dd9 request from dv-cinder-849626-3-iscsi {{(pid=104470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 13 09:11:07.661418 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a6762d67-50d2-447d-9857-6c5334c354d2 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks [] for floatingip (f09c4ba3-638c-4a1b-82a8-c93266defb32), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:07.677170 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-2d0773d8-d277-4863-b463-48e5af24ab6d admin admin] For port e9aaacae-0869-457d-a736-8780a20fbc10, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=e9aaacae-0869-457d-a736-8780a20fbc10,segment=NetworkSegment(806eea68-b884-45c9-be12-366696605cb6),segment_id=806eea68-b884-45c9-be12-366696605cb6)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:11:07.677826 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2d0773d8-d277-4863-b463-48e5af24ab6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (e9aaacae-0869-457d-a736-8780a20fbc10), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:07.691230 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-2d0773d8-d277-4863-b463-48e5af24ab6d admin admin] Calling delete_port for e9aaacae-0869-457d-a736-8780a20fbc10 owned by network:dhcp {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:11:07.697102 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-758c8d88-27fc-435f-bc93-83f4202fb3b8 None None] Deleting port e9aaacae-0869-457d-a736-8780a20fbc10 {{(pid=104470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:11:07.697473 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-758c8d88-27fc-435f-bc93-83f4202fb3b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (e9aaacae-0869-457d-a736-8780a20fbc10), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:07.758478 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a6762d67-50d2-447d-9857-6c5334c354d2 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (e36dd66e-9eed-4846-9a77-a57e82a71f0b), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:07.768461 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-758c8d88-27fc-435f-bc93-83f4202fb3b8 None None] For port e9aaacae-0869-457d-a736-8780a20fbc10, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=e9aaacae-0869-457d-a736-8780a20fbc10,segment=NetworkSegment(806eea68-b884-45c9-be12-366696605cb6),segment_id=806eea68-b884-45c9-be12-366696605cb6)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:11:07.768855 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-758c8d88-27fc-435f-bc93-83f4202fb3b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (e9aaacae-0869-457d-a736-8780a20fbc10), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:07.782270 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-758c8d88-27fc-435f-bc93-83f4202fb3b8 None None] Calling delete_port for e9aaacae-0869-457d-a736-8780a20fbc10 owned by network:dhcp {{(pid=104470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:11:07.856186 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:07.865878 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2d0773d8-d277-4863-b463-48e5af24ab6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542309'] for port (e9aaacae-0869-457d-a736-8780a20fbc10), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:07.873897 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-758c8d88-27fc-435f-bc93-83f4202fb3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135'] for port (e9aaacae-0869-457d-a736-8780a20fbc10), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:07.904329 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758c8d88-27fc-435f-bc93-83f4202fb3b8 None None] Pushing event deleted for resources: {'Port': ['ID=e9aaacae-0869-457d-a736-8780a20fbc10,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:07.910169 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758c8d88-27fc-435f-bc93-83f4202fb3b8 None None] No DVR routers for this DVR port e9aaacae-0869-457d-a736-8780a20fbc10 on host dv-cinder-849626-3-iscsi {{(pid=104470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 09:11:07.911303 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0773d8-d277-4863-b463-48e5af24ab6d admin admin] No DVR routers for this DVR port e9aaacae-0869-457d-a736-8780a20fbc10 on host dv-cinder-849626-3-iscsi {{(pid=104469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 09:11:07.915560 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a6762d67-50d2-447d-9857-6c5334c354d2 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks [] for port (e36dd66e-9eed-4846-9a77-a57e82a71f0b), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:07.918415 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0773d8-d277-4863-b463-48e5af24ab6d admin admin] Pushing event deleted for resources: {'Port': ['ID=e9aaacae-0869-457d-a736-8780a20fbc10,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:07.980260 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a6762d67-50d2-447d-9857-6c5334c354d2 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665375'] for port (e36dd66e-9eed-4846-9a77-a57e82a71f0b), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:08.000347 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2d0773d8-d277-4863-b463-48e5af24ab6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7836165', 'neutron.services.segments.db._delete_segments_for_network-8760185013827'] for network (cf0b6958-0a55-48da-ab4d-b8fc9c671dd9), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:08.022261 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.services.segments.db [None req-2d0773d8-d277-4863-b463-48e5af24ab6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf0b6958-0a55-48da-ab4d-b8fc9c671dd9']}} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:11:08.031848 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.services.segments.db [None req-2d0773d8-d277-4863-b463-48e5af24ab6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '806eea68-b884-45c9-be12-366696605cb6') {'for_net_delete': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:11:08.032152 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.services.segments.db [None req-2d0773d8-d277-4863-b463-48e5af24ab6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '806eea68-b884-45c9-be12-366696605cb6') {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:11:08.041890 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2d0773d8-d277-4863-b463-48e5af24ab6d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760185015116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3541587'] for segment (806eea68-b884-45c9-be12-366696605cb6), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:08.047710 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6762d67-50d2-447d-9857-6c5334c354d2 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Pushing event updated for resources: {'Port': ['ID=e36dd66e-9eed-4846-9a77-a57e82a71f0b,revision_number=2']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:08.057674 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2d0773d8-d277-4863-b463-48e5af24ab6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7769013'] for segment (806eea68-b884-45c9-be12-366696605cb6), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:08.063116 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:08.064263 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a6762d67-50d2-447d-9857-6c5334c354d2 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-388893'] for floatingip (f09c4ba3-638c-4a1b-82a8-c93266defb32), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:08.065997 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d0773d8-d277-4863-b463-48e5af24ab6d admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=104469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 09:11:08.066419 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2d0773d8-d277-4863-b463-48e5af24ab6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7769013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542360'] for segment (806eea68-b884-45c9-be12-366696605cb6), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:08.092133 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.services.segments.plugin [-] Segment 806eea68-b884-45c9-be12-366696605cb6 resource provider aggregate not found Jul 13 09:11:08.122931 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.services.segments.plugin [-] Segment 806eea68-b884-45c9-be12-366696605cb6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 806eea68-b884-45c9-be12-366696605cb6 found for delete ", "request_id": "req-6097c2ba-8c85-44cc-b4a8-addad2eff93a"}]} Jul 13 09:11:08.164106 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a6762d67-50d2-447d-9857-6c5334c354d2 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for floatingip (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:08.165356 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-a6762d67-50d2-447d-9857-6c5334c354d2 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2016959 Jul 13 09:11:08.179655 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2d0773d8-d277-4863-b463-48e5af24ab6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7836172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-389073'] for network (cf0b6958-0a55-48da-ab4d-b8fc9c671dd9), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:08.185564 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2d0773d8-d277-4863-b463-48e5af24ab6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594414'] for network (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:08.192692 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-2d0773d8-d277-4863-b463-48e5af24ab6d admin admin] 10.222.0.40 "DELETE /v2.0/networks/cf0b6958-0a55-48da-ab4d-b8fc9c671dd9 HTTP/1.1" status: 204 len: 168 time: 0.7377448 Jul 13 09:11:08.202155 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0773d8-d277-4863-b463-48e5af24ab6d admin admin] Pushing event deleted for resources: {'Network': ['ID=cf0b6958-0a55-48da-ab4d-b8fc9c671dd9,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:08.283906 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device 22bc7a73-47dc-4824-9404-a6808f0b0ee9 no longer exists at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:11:08.305047 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] No Port match for: 22bc7a73-47dc-4824-9404-a6808f0b0ee9 {{(pid=104470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 09:11:08.305595 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device 22bc7a73-47dc-4824-9404-a6808f0b0ee9 not bound to the agent host dv-cinder-849626-3-iscsi {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 09:11:08.305997 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device e9aaacae-0869-457d-a736-8780a20fbc10 no longer exists at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:11:08.325801 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] No Port match for: e9aaacae-0869-457d-a736-8780a20fbc10 {{(pid=104470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 09:11:08.326165 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device e9aaacae-0869-457d-a736-8780a20fbc10 not bound to the agent host dv-cinder-849626-3-iscsi {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 09:11:08.326571 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device e7b35828-4adc-4c70-afa1-c206390fc154 no longer exists at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:11:08.350276 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] No Port match for: e7b35828-4adc-4c70-afa1-c206390fc154 {{(pid=104470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 09:11:08.350697 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device e7b35828-4adc-4c70-afa1-c206390fc154 not bound to the agent host dv-cinder-849626-3-iscsi {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 09:11:08.415856 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-9a267b93-b6c5-4d3f-8a7d-bc72047ce838 req-d8c31fde-4bc1-4975-a212-a53807722336 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--1312480902&fields=id&tenant_id=eb9e230019f042dbbc680fc3b1340d41 HTTP/1.1" status: 200 len: 267 time: 0.0522866 Jul 13 09:11:08.530826 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a267b93-b6c5-4d3f-8a7d-bc72047ce838 req-294c4ea9-51c8-4b84-8f54-4d79d8d6792e tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:08.534635 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-9a267b93-b6c5-4d3f-8a7d-bc72047ce838 req-294c4ea9-51c8-4b84-8f54-4d79d8d6792e tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/networks?id=862d32ef-d286-4010-a420-61dff25da7b3 HTTP/1.1" status: 200 len: 811 time: 0.1117995 Jul 13 09:11:08.548310 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-9a267b93-b6c5-4d3f-8a7d-bc72047ce838 req-25a41e66-48e1-4d21-96e4-46c7ea67b5bd tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/quotas/eb9e230019f042dbbc680fc3b1340d41 HTTP/1.1" status: 200 len: 375 time: 0.0104911 Jul 13 09:11:08.609675 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-9a267b93-b6c5-4d3f-8a7d-bc72047ce838 req-41737539-4e5c-43e2-8496-e92353ed95d9 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=eb9e230019f042dbbc680fc3b1340d41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0559213 Jul 13 09:11:08.638863 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 37116) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:11:08.661382 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:08.688042 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-3713c720-b306-438a-9064-d583475ac7b8 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=be3ff54edaf7439bab9ca81656e94c70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0478802 Jul 13 09:11:08.690404 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 37118) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:11:08.711579 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-9a267b93-b6c5-4d3f-8a7d-bc72047ce838 req-c1c614d4-eeb2-48ce-b8fa-9d2553d1822d service neutron] 10.222.0.40 "GET /v2.0/networks/862d32ef-d286-4010-a420-61dff25da7b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897715 Jul 13 09:11:08.739386 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-897401cd-7206-40fb-8730-30920e1ca476 admin admin] Publish callbacks [] for security_group (08d948e1-356b-4796-94a9-af7d163eff09), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:08.762463 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-897401cd-7206-40fb-8730-30920e1ca476 admin admin] Publish callbacks [] for security_group (08d948e1-356b-4796-94a9-af7d163eff09), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:08.806501 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-9a267b93-b6c5-4d3f-8a7d-bc72047ce838 req-7ee7cc0e-5515-4a3a-baf2-eb96c60a36a5 service neutron] 10.222.0.40 "GET /v2.0/networks/862d32ef-d286-4010-a420-61dff25da7b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891192 Jul 13 09:11:08.888729 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-897401cd-7206-40fb-8730-30920e1ca476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (08d948e1-356b-4796-94a9-af7d163eff09), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:08.891367 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-897401cd-7206-40fb-8730-30920e1ca476 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:08.892586 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-897401cd-7206-40fb-8730-30920e1ca476 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/08d948e1-356b-4796-94a9-af7d163eff09 HTTP/1.1" status: 204 len: 168 time: 0.2011948 Jul 13 09:11:08.900424 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897401cd-7206-40fb-8730-30920e1ca476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d948e1-356b-4796-94a9-af7d163eff09,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:09.063352 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b4685590-c161-44f6-9503-c2f449ed40aa req-a7c99222-4c3a-496b-b7dc-943729ffa24c tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0e9d0df-5024-4fa7-8570-1878f7b39d7d HTTP/1.1" status: 200 len: 210 time: 0.0323091 Jul 13 09:11:09.155500 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:09.231732 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b6c23-614e-4da7-a409-7f7613ab982c req-f79faa07-535a-467b-955e-12baddeade9e tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:09.233283 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-3f1b6c23-614e-4da7-a409-7f7613ab982c req-f79faa07-535a-467b-955e-12baddeade9e tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c84256c-3f8c-43e1-9c7d-2a433978a7bd HTTP/1.1" status: 200 len: 946 time: 0.2571986 Jul 13 09:11:09.281518 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-3f1b6c23-614e-4da7-a409-7f7613ab982c req-5a700d86-73c1-455c-94c2-18c1574954b7 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=b803fcad-06fb-4c9a-9600-bfbe09ca979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426183 Jul 13 09:11:09.603006 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 37138) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:11:09.646668 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-2dfbe6f4-a477-4cba-85ad-2fec8f2cd072 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=23ca6e44ed8f47fbbe0960fc3d65025f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424185 Jul 13 09:11:09.649160 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 37140) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:11:09.697638 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-94b22365-bd07-406f-9de1-ea3cd9211d77 admin admin] Publish callbacks [] for security_group (ffdb0cfd-0dc9-444e-80a0-fef6e29387c6), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:09.720000 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-94b22365-bd07-406f-9de1-ea3cd9211d77 admin admin] Publish callbacks [] for security_group (ffdb0cfd-0dc9-444e-80a0-fef6e29387c6), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:09.808104 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-94b22365-bd07-406f-9de1-ea3cd9211d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (ffdb0cfd-0dc9-444e-80a0-fef6e29387c6), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:09.810967 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-94b22365-bd07-406f-9de1-ea3cd9211d77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:09.812168 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-94b22365-bd07-406f-9de1-ea3cd9211d77 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/ffdb0cfd-0dc9-444e-80a0-fef6e29387c6 HTTP/1.1" status: 204 len: 168 time: 0.1621470 Jul 13 09:11:09.820021 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b22365-bd07-406f-9de1-ea3cd9211d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffdb0cfd-0dc9-444e-80a0-fef6e29387c6,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:10.161284 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-12f2c648-3696-4f33-bbe6-1ae419b81cd6 req-7172858c-dead-4c27-a012-b7dbe7931c08 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0e9d0df-5024-4fa7-8570-1878f7b39d7d HTTP/1.1" status: 200 len: 210 time: 0.0288842 Jul 13 09:11:10.397182 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8f322-3104-4976-a1ec-ef8b3aa7d148 req-0a1af2c9-9450-4a48-bb29-1b74d6b569ec tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:10.398710 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-56a8f322-3104-4976-a1ec-ef8b3aa7d148 req-0a1af2c9-9450-4a48-bb29-1b74d6b569ec tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c84256c-3f8c-43e1-9c7d-2a433978a7bd HTTP/1.1" status: 200 len: 946 time: 0.0482867 Jul 13 09:11:10.449303 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-56a8f322-3104-4976-a1ec-ef8b3aa7d148 req-78b45fc9-e814-41fb-b06f-26801e01c6c3 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=b803fcad-06fb-4c9a-9600-bfbe09ca979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440888 Jul 13 09:11:10.809434 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 37166) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:11:10.905267 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-476f9ac7-64e1-454f-901e-17494ae2e779 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-199060228-network', 'tenant_id': '6b5574138d6341268eae22b78af64765'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:11:11.013754 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-476f9ac7-64e1-454f-901e-17494ae2e779 admin admin] Made reservation on behalf of 6b5574138d6341268eae22b78af64765 for: {'network': 1} {{(pid=104469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 09:11:11.016195 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-476f9ac7-64e1-454f-901e-17494ae2e779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for network (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:11.025054 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-476f9ac7-64e1-454f-901e-17494ae2e779 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:11.102223 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-476f9ac7-64e1-454f-901e-17494ae2e779 admin admin] Publish callbacks [] for security_group (f0c6c979-1639-4fbd-8868-1eb64d074d08), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:11.150529 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-476f9ac7-64e1-454f-901e-17494ae2e779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (f0c6c979-1639-4fbd-8868-1eb64d074d08), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:11.176571 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-476f9ac7-64e1-454f-901e-17494ae2e779 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=104469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 09:11:11.186838 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476f9ac7-64e1-454f-901e-17494ae2e779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c6c979-1639-4fbd-8868-1eb64d074d08,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:11.191813 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-476f9ac7-64e1-454f-901e-17494ae2e779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7769013'] for segment (3ac606da-51ce-4bda-8479-64389b45a44b), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:11.192158 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.db.segments_db [None req-476f9ac7-64e1-454f-901e-17494ae2e779 admin admin] Added segment 3ac606da-51ce-4bda-8479-64389b45a44b of type vlan for network bf682ee0-62e0-448d-97a2-9a80bdd5bf49 Jul 13 09:11:11.205456 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476f9ac7-64e1-454f-901e-17494ae2e779 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:11:11.205798 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476f9ac7-64e1-454f-901e-17494ae2e779 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:11:11.206167 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476f9ac7-64e1-454f-901e-17494ae2e779 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:11:11.206526 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476f9ac7-64e1-454f-901e-17494ae2e779 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:11:11.206859 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476f9ac7-64e1-454f-901e-17494ae2e779 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:11:11.207186 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476f9ac7-64e1-454f-901e-17494ae2e779 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:11:11.207508 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476f9ac7-64e1-454f-901e-17494ae2e779 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:11:11.207826 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476f9ac7-64e1-454f-901e-17494ae2e779 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:11:11.208166 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476f9ac7-64e1-454f-901e-17494ae2e779 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:11:11.208467 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476f9ac7-64e1-454f-901e-17494ae2e779 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:11:11.208787 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476f9ac7-64e1-454f-901e-17494ae2e779 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:11:11.209105 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476f9ac7-64e1-454f-901e-17494ae2e779 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:11:11.209417 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476f9ac7-64e1-454f-901e-17494ae2e779 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:11:11.209728 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476f9ac7-64e1-454f-901e-17494ae2e779 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:11:11.210050 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476f9ac7-64e1-454f-901e-17494ae2e779 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:11:11.272342 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:UPDATE=3,neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=8 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:11.274112 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-476f9ac7-64e1-454f-901e-17494ae2e779 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760184566321'] for network (bf682ee0-62e0-448d-97a2-9a80bdd5bf49), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:11.280141 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-cdbb6062-942d-45c5-b837-daa097042de9 req-21ac8651-45b0-4109-8312-62f57ad0fc8e tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0e9d0df-5024-4fa7-8570-1878f7b39d7d HTTP/1.1" status: 200 len: 210 time: 0.0419490 Jul 13 09:11:11.345287 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-476f9ac7-64e1-454f-901e-17494ae2e779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428'] for network (bf682ee0-62e0-448d-97a2-9a80bdd5bf49), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:11.346316 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476f9ac7-64e1-454f-901e-17494ae2e779 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:11.346906 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-476f9ac7-64e1-454f-901e-17494ae2e779 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594414'] for network (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:11.411348 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476f9ac7-64e1-454f-901e-17494ae2e779 admin admin] Pushing event updated for resources: {'Network': ['ID=bf682ee0-62e0-448d-97a2-9a80bdd5bf49,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:11.421668 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Network bf682ee0-62e0-448d-97a2-9a80bdd5bf49 details requested by agent ovs-agent-dv-cinder-849626-3-iscsi with host dv-cinder-849626-3-iscsi {{(pid=104470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 09:11:11.462376 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-476f9ac7-64e1-454f-901e-17494ae2e779 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6517875 Jul 13 09:11:11.465819 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 37172) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:11:11.470744 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-99f94e63-99a3-457f-b3f1-a1406f917ad0 admin admin] Request body: {'subnet': {'network_id': 'bf682ee0-62e0-448d-97a2-9a80bdd5bf49', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-199060228-subnet', 'tenant_id': '6b5574138d6341268eae22b78af64765', 'ip_version': 4}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:11:11.567426 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd30fe0-d5ab-4996-923b-bb67b869c031 req-9c2a24d9-fd0e-4f61-9caa-a97cf402876d tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:11.568908 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5fd30fe0-d5ab-4996-923b-bb67b869c031 req-9c2a24d9-fd0e-4f61-9caa-a97cf402876d tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c84256c-3f8c-43e1-9c7d-2a433978a7bd HTTP/1.1" status: 200 len: 946 time: 0.0473969 Jul 13 09:11:11.569912 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f94e63-99a3-457f-b3f1-a1406f917ad0 admin admin] Made reservation on behalf of 6b5574138d6341268eae22b78af64765 for: {'subnet': 1} {{(pid=104468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 09:11:11.572192 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-99f94e63-99a3-457f-b3f1-a1406f917ad0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9186800'] for subnet (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:11.591246 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:11.739855 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (6e9d2670-629d-42a5-8dd5-d0857aba9a7e), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:11.896185 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5fd30fe0-d5ab-4996-923b-bb67b869c031 req-8ee02616-8413-49ec-adf2-f77660606068 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=b803fcad-06fb-4c9a-9600-bfbe09ca979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3202178 Jul 13 09:11:12.048299 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-99f94e63-99a3-457f-b3f1-a1406f917ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8666774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9186754'] for subnet (4d4f83bc-542b-44e8-b61c-831e28191723), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:12.076490 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:12.112333 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f94e63-99a3-457f-b3f1-a1406f917ad0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d4f83bc-542b-44e8-b61c-831e28191723,revision_number=0']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:12.120510 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f94e63-99a3-457f-b3f1-a1406f917ad0 admin admin] Checking segment: {'id': '3ac606da-51ce-4bda-8479-64389b45a44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bf682ee0-62e0-448d-97a2-9a80bdd5bf49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 09:11:12.120861 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f94e63-99a3-457f-b3f1-a1406f917ad0 admin admin] Network hostable DHCP agents. Network: bf682ee0-62e0-448d-97a2-9a80bdd5bf49, hostable agents: ['a33f270e-6fb2-40d7-a0c5-ff754f30a69f'], hosted agents: [] {{(pid=104468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 09:11:12.124704 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f94e63-99a3-457f-b3f1-a1406f917ad0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:11:12.125026 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f94e63-99a3-457f-b3f1-a1406f917ad0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:11:12.125363 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f94e63-99a3-457f-b3f1-a1406f917ad0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:11:12.125695 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f94e63-99a3-457f-b3f1-a1406f917ad0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:11:12.126020 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f94e63-99a3-457f-b3f1-a1406f917ad0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:11:12.126456 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f94e63-99a3-457f-b3f1-a1406f917ad0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:11:12.126783 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f94e63-99a3-457f-b3f1-a1406f917ad0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:11:12.130138 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f94e63-99a3-457f-b3f1-a1406f917ad0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:11:12.130138 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f94e63-99a3-457f-b3f1-a1406f917ad0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:11:12.130138 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f94e63-99a3-457f-b3f1-a1406f917ad0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:11:12.130138 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f94e63-99a3-457f-b3f1-a1406f917ad0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:11:12.130138 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f94e63-99a3-457f-b3f1-a1406f917ad0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:11:12.130138 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f94e63-99a3-457f-b3f1-a1406f917ad0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:11:12.130138 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f94e63-99a3-457f-b3f1-a1406f917ad0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:11:12.130138 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f94e63-99a3-457f-b3f1-a1406f917ad0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:11:12.225181 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f94e63-99a3-457f-b3f1-a1406f917ad0 admin admin] Network bf682ee0-62e0-448d-97a2-9a80bdd5bf49 is scheduled to be hosted by DHCP agent a33f270e-6fb2-40d7-a0c5-ff754f30a69f with binding_index 1 {{(pid=104468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 09:11:12.287940 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-99f94e63-99a3-457f-b3f1-a1406f917ad0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849626-3-iscsi, bf682ee0-62e0-448d-97a2-9a80bdd5bf49) {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:11:12.291930 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f94e63-99a3-457f-b3f1-a1406f917ad0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:12.292531 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-99f94e63-99a3-457f-b3f1-a1406f917ad0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:12.296752 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4becbb-16d5-4473-ad85-cdb86251e07b None None] Network bf682ee0-62e0-448d-97a2-9a80bdd5bf49 requested from dv-cinder-849626-3-iscsi {{(pid=104470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 09:11:12.376366 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-99f94e63-99a3-457f-b3f1-a1406f917ad0 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9093115 Jul 13 09:11:12.379165 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 37178) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:11:12.381096 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f6798324-aedc-4767-b369-7598a1d5af05 req-d3d2f654-7863-4331-add6-e33bfaafda8a tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0e9d0df-5024-4fa7-8570-1878f7b39d7d HTTP/1.1" status: 200 len: 210 time: 0.0287480 Jul 13 09:11:12.384067 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-1c194b12-f6ae-487c-9a34-bedd9008f71f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-199060228-router', 'tenant_id': '6b5574138d6341268eae22b78af64765', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5'}}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:11:12.420160 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02be9ad0-c151-43ed-9ea4-268e1942f917 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa97415d6-5d51-52f2-982d-111b1056dda0-bf682ee0-62e0-448d-97a2-9a80bdd5bf49', 'network_id': 'bf682ee0-62e0-448d-97a2-9a80bdd5bf49', 'project_id': '6b5574138d6341268eae22b78af64765', 'fixed_ips': [{'subnet_id': '4d4f83bc-542b-44e8-b61c-831e28191723'}]}} from dv-cinder-849626-3-iscsi. {{(pid=104470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 13 09:11:12.421096 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-02be9ad0-c151-43ed-9ea4-268e1942f917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:12.501096 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1c194b12-f6ae-487c-9a34-bedd9008f71f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-400718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-703'] for router (e08a323c-8318-444b-9294-a211178b0730), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:12.502235 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1c194b12-f6ae-487c-9a34-bedd9008f71f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-508804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-648'] for router (e08a323c-8318-444b-9294-a211178b0730), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:12.560510 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.db_base_plugin_common [None req-02be9ad0-c151-43ed-9ea4-268e1942f917 None None] Allocated IP 172.20.0.2 (bf682ee0-62e0-448d-97a2-9a80bdd5bf49/4d4f83bc-542b-44e8-b61c-831e28191723/2941f2cd-ba44-4535-8812-1beff57c45bf) {{(pid=104470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 09:11:12.562311 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:12.564046 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1c194b12-f6ae-487c-9a34-bedd9008f71f admin admin] Publish callbacks [] for router_controller (e08a323c-8318-444b-9294-a211178b0730), precommit_add_association {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:12.577429 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ce69af-6504-4e72-bf2b-99d113f5347c req-c4809baa-e224-4a69-9a08-3f9870612637 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:12.578993 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-74ce69af-6504-4e72-bf2b-99d113f5347c req-c4809baa-e224-4a69-9a08-3f9870612637 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c84256c-3f8c-43e1-9c7d-2a433978a7bd HTTP/1.1" status: 200 len: 946 time: 0.0554211 Jul 13 09:11:12.634410 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:12.670558 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [req-74ce69af-6504-4e72-bf2b-99d113f5347c req-025ccf1f-b46e-4e1f-90a0-c8f82614371c tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Deleting port 5e405f48-99d1-4184-bb1c-d187e2f9e912 {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:11:12.671286 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-74ce69af-6504-4e72-bf2b-99d113f5347c req-025ccf1f-b46e-4e1f-90a0-c8f82614371c tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (5e405f48-99d1-4184-bb1c-d187e2f9e912), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:12.706650 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-02be9ad0-c151-43ed-9ea4-268e1942f917 None None] Publish callbacks [] for port (2941f2cd-ba44-4535-8812-1beff57c45bf), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:12.740761 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1c194b12-f6ae-487c-9a34-bedd9008f71f admin admin] Publish callbacks [] for router_gateway (e08a323c-8318-444b-9294-a211178b0730), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:12.763639 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-02be9ad0-c151-43ed-9ea4-268e1942f917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760184582126'] for port (2941f2cd-ba44-4535-8812-1beff57c45bf), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:12.770352 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [req-74ce69af-6504-4e72-bf2b-99d113f5347c req-025ccf1f-b46e-4e1f-90a0-c8f82614371c tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] For port 5e405f48-99d1-4184-bb1c-d187e2f9e912, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=5e405f48-99d1-4184-bb1c-d187e2f9e912,segment=NetworkSegment(270cda57-bbfa-4cb6-9405-da36f4f1a73b),segment_id=270cda57-bbfa-4cb6-9405-da36f4f1a73b)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:11:12.770727 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-74ce69af-6504-4e72-bf2b-99d113f5347c req-025ccf1f-b46e-4e1f-90a0-c8f82614371c tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (5e405f48-99d1-4184-bb1c-d187e2f9e912), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:12.805767 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02be9ad0-c151-43ed-9ea4-268e1942f917 None None] Network bf682ee0-62e0-448d-97a2-9a80bdd5bf49 is already hosted by enough agents. {{(pid=104470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:11:12.811906 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.base_scheduler [None req-02be9ad0-c151-43ed-9ea4-268e1942f917 None None] Resources bound (agent type, host, resource id): {{(pid=104470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:11:12.816006 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02be9ad0-c151-43ed-9ea4-268e1942f917 None None] Received port after_create {{(pid=104470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 09:11:12.823042 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02be9ad0-c151-43ed-9ea4-268e1942f917 None None] Pushing event updated for resources: {'Port': ['ID=2941f2cd-ba44-4535-8812-1beff57c45bf,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:12.882804 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-02be9ad0-c151-43ed-9ea4-268e1942f917 None None] Attempting to bind port 2941f2cd-ba44-4535-8812-1beff57c45bf on host dv-cinder-849626-3-iscsi for vnic_type normal with profile {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 09:11:12.883178 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-02be9ad0-c151-43ed-9ea4-268e1942f917 None None] Attempting to bind port 2941f2cd-ba44-4535-8812-1beff57c45bf by drivers openvswitch,hyperv on host dv-cinder-849626-3-iscsi at level 0 using segments [{'id': '3ac606da-51ce-4bda-8479-64389b45a44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bf682ee0-62e0-448d-97a2-9a80bdd5bf49'}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 09:11:12.883534 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02be9ad0-c151-43ed-9ea4-268e1942f917 None None] Attempting to bind port 2941f2cd-ba44-4535-8812-1beff57c45bf on network bf682ee0-62e0-448d-97a2-9a80bdd5bf49 {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 09:11:12.890947 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02be9ad0-c151-43ed-9ea4-268e1942f917 None None] Checking agent: {'id': '9379cce5-6fc7-4135-bc49-530c07185724', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849626-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 8, 57, 26), 'started_at': datetime.datetime(2022, 7, 13, 8, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 9, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849626-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 09:11:12.891325 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02be9ad0-c151-43ed-9ea4-268e1942f917 None None] Checking segment: {'id': '3ac606da-51ce-4bda-8479-64389b45a44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bf682ee0-62e0-448d-97a2-9a80bdd5bf49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 09:11:12.891725 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-02be9ad0-c151-43ed-9ea4-268e1942f917 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:12.892171 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02be9ad0-c151-43ed-9ea4-268e1942f917 None None] Bound using segment: {'id': '3ac606da-51ce-4bda-8479-64389b45a44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bf682ee0-62e0-448d-97a2-9a80bdd5bf49'} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 09:11:12.892657 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-02be9ad0-c151-43ed-9ea4-268e1942f917 None None] Bound port: 2941f2cd-ba44-4535-8812-1beff57c45bf, host: dv-cinder-849626-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ac606da-51ce-4bda-8479-64389b45a44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bf682ee0-62e0-448d-97a2-9a80bdd5bf49'}}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 09:11:12.893225 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-02be9ad0-c151-43ed-9ea4-268e1942f917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (2941f2cd-ba44-4535-8812-1beff57c45bf), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:12.895988 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:12.984038 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-02be9ad0-c151-43ed-9ea4-268e1942f917 None None] For port 2941f2cd-ba44-4535-8812-1beff57c45bf, host dv-cinder-849626-3-iscsi, cleared binding levels {{(pid=104470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 09:11:12.984292 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-74ce69af-6504-4e72-bf2b-99d113f5347c req-025ccf1f-b46e-4e1f-90a0-c8f82614371c tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:12.984611 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-74ce69af-6504-4e72-bf2b-99d113f5347c req-025ccf1f-b46e-4e1f-90a0-c8f82614371c tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-388893'] for floatingip (1aca0f8b-0dbc-487b-9bf1-3b9084caa410), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:12.984952 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.db.l3_db [req-74ce69af-6504-4e72-bf2b-99d113f5347c req-025ccf1f-b46e-4e1f-90a0-c8f82614371c tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Floating IP 1aca0f8b-0dbc-487b-9bf1-3b9084caa410 disassociated. External IP: 172.27.3.23, port: 5e405f48-99d1-4184-bb1c-d187e2f9e912. Jul 13 09:11:12.985287 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [req-74ce69af-6504-4e72-bf2b-99d113f5347c req-025ccf1f-b46e-4e1f-90a0-c8f82614371c tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Calling delete_port for 5e405f48-99d1-4184-bb1c-d187e2f9e912 owned by compute:nova {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:11:12.987991 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-02be9ad0-c151-43ed-9ea4-268e1942f917 None None] For port 2941f2cd-ba44-4535-8812-1beff57c45bf, host dv-cinder-849626-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=2941f2cd-ba44-4535-8812-1beff57c45bf,segment=NetworkSegment(3ac606da-51ce-4bda-8479-64389b45a44b),segment_id=3ac606da-51ce-4bda-8479-64389b45a44b)] {{(pid=104470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 09:11:13.046928 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1c194b12-f6ae-487c-9a34-bedd9008f71f admin admin] Publish callbacks [] for router_gateway (e08a323c-8318-444b-9294-a211178b0730), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:13.048595 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-02be9ad0-c151-43ed-9ea4-268e1942f917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (2941f2cd-ba44-4535-8812-1beff57c45bf), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:13.055399 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e43df4-140e-4bf0-a3ca-c3899c5fd2a5 req-5ef7c94f-33aa-493c-b75d-a9c2a839cdf3 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:13.056698 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-e4e43df4-140e-4bf0-a3ca-c3899c5fd2a5 req-5ef7c94f-33aa-493c-b75d-a9c2a839cdf3 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c84256c-3f8c-43e1-9c7d-2a433978a7bd HTTP/1.1" status: 200 len: 946 time: 0.0631068 Jul 13 09:11:13.079577 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1c194b12-f6ae-487c-9a34-bedd9008f71f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:13.113979 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02be9ad0-c151-43ed-9ea4-268e1942f917 None None] Pushing event updated for resources: {'Port': ['ID=2941f2cd-ba44-4535-8812-1beff57c45bf,revision_number=2']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:13.171231 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-e4e43df4-140e-4bf0-a3ca-c3899c5fd2a5 req-efa33f94-7850-4194-8543-467dc82c34ad tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=b803fcad-06fb-4c9a-9600-bfbe09ca979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941532 Jul 13 09:11:13.185336 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-74ce69af-6504-4e72-bf2b-99d113f5347c req-025ccf1f-b46e-4e1f-90a0-c8f82614371c tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542309'] for port (5e405f48-99d1-4184-bb1c-d187e2f9e912), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:13.223007 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:13.225435 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025ccf1f-b46e-4e1f-90a0-c8f82614371c tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Pushing event deleted for resources: {'Port': ['ID=5e405f48-99d1-4184-bb1c-d187e2f9e912,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:13.231351 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.db.db_base_plugin_common [None req-1c194b12-f6ae-487c-9a34-bedd9008f71f admin admin] Allocated IP 172.27.3.132 (14d154e4-c9a5-47e8-9f7f-9daf0b869ff5/8de8efa6-546e-4542-992b-4162440fe9c8/566d4d31-b462-48a1-8402-89f2901cbf77) {{(pid=104468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 09:11:13.356836 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:13.385005 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74ce69af-6504-4e72-bf2b-99d113f5347c req-025ccf1f-b46e-4e1f-90a0-c8f82614371c tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Router e1a9fa37-49f7-44f6-a60d-16c81522f514 has already been hosted by L3 agent 084ea860-45cb-441c-b2f8-c6c2f7d6686c {{(pid=104469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 09:11:13.398203 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1c194b12-f6ae-487c-9a34-bedd9008f71f admin admin] Publish callbacks [] for port (566d4d31-b462-48a1-8402-89f2901cbf77), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:13.421071 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:13.548108 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-922993d8-4eb2-4f0e-ac59-c2f7b4803443 req-ded6161e-0799-4b5a-bfab-678abd1fdd54 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0e9d0df-5024-4fa7-8570-1878f7b39d7d HTTP/1.1" status: 200 len: 210 time: 0.0583205 Jul 13 09:11:13.574851 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1c194b12-f6ae-487c-9a34-bedd9008f71f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760184582126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665350'] for port (566d4d31-b462-48a1-8402-89f2901cbf77), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:13.601256 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74ce69af-6504-4e72-bf2b-99d113f5347c req-025ccf1f-b46e-4e1f-90a0-c8f82614371c tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Notify agent at l3_agent.dv-cinder-849626-3-iscsi the message routers_updated {{(pid=104469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 09:11:13.614048 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9ded18-2992-432f-8ebb-80aab603ce27 None None] Sync routers for ids ['e1a9fa37-49f7-44f6-a60d-16c81522f514'] in dv-cinder-849626-3-iscsi {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 09:11:13.625013 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c194b12-f6ae-487c-9a34-bedd9008f71f admin admin] Network 14d154e4-c9a5-47e8-9f7f-9daf0b869ff5 is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:11:13.628649 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9ded18-2992-432f-8ebb-80aab603ce27 None None] Routers {'e1a9fa37-49f7-44f6-a60d-16c81522f514'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:11:13.629285 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-db9ded18-2992-432f-8ebb-80aab603ce27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:10:53Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['e1a9fa37-49f7-44f6-a60d-16c81522f514'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:11:13.629606 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-1c194b12-f6ae-487c-9a34-bedd9008f71f admin admin] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:11:13.638716 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c194b12-f6ae-487c-9a34-bedd9008f71f admin admin] Received port after_create {{(pid=104468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 09:11:13.680311 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c194b12-f6ae-487c-9a34-bedd9008f71f admin admin] Pushing event updated for resources: {'Port': ['ID=566d4d31-b462-48a1-8402-89f2901cbf77,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:13.697964 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [req-74ce69af-6504-4e72-bf2b-99d113f5347c req-025ccf1f-b46e-4e1f-90a0-c8f82614371c tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] No DVR routers for this DVR port 5e405f48-99d1-4184-bb1c-d187e2f9e912 on host hv-cinder-84962 {{(pid=104469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 09:11:13.703081 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-74ce69af-6504-4e72-bf2b-99d113f5347c req-025ccf1f-b46e-4e1f-90a0-c8f82614371c tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for port (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:13.706360 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-74ce69af-6504-4e72-bf2b-99d113f5347c req-025ccf1f-b46e-4e1f-90a0-c8f82614371c tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.30 "DELETE /v2.0/ports/5e405f48-99d1-4184-bb1c-d187e2f9e912 HTTP/1.1" status: 204 len: 173 time: 1.1227171 Jul 13 09:11:13.706781 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c84256c-3f8c-43e1-9c7d-2a433978a7bd', 'name': 'network-vif-deleted', 'tag': '5e405f48-99d1-4184-bb1c-d187e2f9e912'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:11:13.709058 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c4e5b91a84def5af2f1fcdaa70b19e5540aa6c2f63d8f4e9cb6586108f6a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d38a37c9-c400-4a82-b2a5-a93863a5a64d" -d '{"events": [{"server_uuid": "4c84256c-3f8c-43e1-9c7d-2a433978a7bd", "name": "network-vif-deleted", "tag": "5e405f48-99d1-4184-bb1c-d187e2f9e912"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:11:13.761571 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a267b93-b6c5-4d3f-8a7d-bc72047ce838 req-01cd573f-ca5f-4ecc-84cd-c88196f113fe tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:13.769573 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-9a267b93-b6c5-4d3f-8a7d-bc72047ce838 req-01cd573f-ca5f-4ecc-84cd-c88196f113fe tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.30 "GET /v2.0/networks?id=862d32ef-d286-4010-a420-61dff25da7b3 HTTP/1.1" status: 200 len: 811 time: 0.2816172 Jul 13 09:11:13.774411 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 09:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad9c2c37-5fd1-4674-b637-8d6dd91c8820 x-openstack-request-id: req-ad9c2c37-5fd1-4674-b637-8d6dd91c8820 {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:11:13.778007 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c84256c-3f8c-43e1-9c7d-2a433978a7bd", "name": "network-vif-deleted", "tag": "5e405f48-99d1-4184-bb1c-d187e2f9e912", "status": "completed", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:11:13.778362 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-ad9c2c37-5fd1-4674-b637-8d6dd91c8820 {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:11:13.778887 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad9c2c37-5fd1-4674-b637-8d6dd91c8820'] response: {'server_uuid': '4c84256c-3f8c-43e1-9c7d-2a433978a7bd', 'name': 'network-vif-deleted', 'tag': '5e405f48-99d1-4184-bb1c-d187e2f9e912', 'status': 'completed', 'code': 200} Jul 13 09:11:13.787921 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-db9ded18-2992-432f-8ebb-80aab603ce27 None None] Set router e1a9fa37-49f7-44f6-a60d-16c81522f514 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:11:13.856348 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:13.888189 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-9a267b93-b6c5-4d3f-8a7d-bc72047ce838 req-15e6aa5c-b725-4dca-ae6c-053551c01565 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb9e230019f042dbbc680fc3b1340d41 HTTP/1.1" status: 200 len: 380 time: 0.0970311 Jul 13 09:11:13.913661 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [req-9a267b93-b6c5-4d3f-8a7d-bc72047ce838 req-f372e4bd-2fdb-417d-84fb-43daf899da94 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Request body: {'port': {'device_id': 'b0e9d0df-5024-4fa7-8570-1878f7b39d7d', 'network_id': '862d32ef-d286-4010-a420-61dff25da7b3', 'admin_state_up': True, 'tenant_id': 'eb9e230019f042dbbc680fc3b1340d41', 'security_groups': ['6d251890-f65e-434e-a6cb-08ba3fd43f0b']}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:11:13.994485 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:14.005082 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-636bcb86-b5ed-4054-ae6a-4b9bb34dd31b req-8c3a2acf-9425-4855-a958-716b1c08934d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8315445c-678d-4c5c-8ecf-937e48a120a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1436470 Jul 13 09:11:14.110354 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1c194b12-f6ae-487c-9a34-bedd9008f71f admin admin] Publish callbacks [] for router_gateway (e08a323c-8318-444b-9294-a211178b0730), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:14.133905 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636bcb86-b5ed-4054-ae6a-4b9bb34dd31b req-a06c528e-e8dc-4f93-ac37-d4e1cfb6bf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:14.136349 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-636bcb86-b5ed-4054-ae6a-4b9bb34dd31b req-a06c528e-e8dc-4f93-ac37-d4e1cfb6bf76 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7afbdee349034d2182240f1f7230236f&device_id=8315445c-678d-4c5c-8ecf-937e48a120a4 HTTP/1.1" status: 200 len: 1130 time: 0.0477030 Jul 13 09:11:14.158324 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a267b93-b6c5-4d3f-8a7d-bc72047ce838 req-f372e4bd-2fdb-417d-84fb-43daf899da94 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Made reservation on behalf of eb9e230019f042dbbc680fc3b1340d41 for: {'port': 1} {{(pid=104469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 09:11:14.163180 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-9a267b93-b6c5-4d3f-8a7d-bc72047ce838 req-f372e4bd-2fdb-417d-84fb-43daf899da94 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:14.180259 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-db9ded18-2992-432f-8ebb-80aab603ce27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a9fa37-49f7-44f6-a60d-16c81522f514', 'name': 'tempest-ServerRescueNegativeTestJSON-1668870698-router', 'tenant_id': '7afbdee349034d2182240f1f7230236f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': 'da429dc5-7485-4e04-b934-97ad9ab6748d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:06:06Z', 'updated_at': '2022-07-13T09:06:15Z', 'revision_number': 4, 'project_id': '7afbdee349034d2182240f1f7230236f', 'gw_port': {'id': 'da429dc5-7485-4e04-b934-97ad9ab6748d', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a9fa37-49f7-44f6-a60d-16c81522f514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:07Z', 'updated_at': '2022-07-13T09:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_interfaces': [{'id': 'ebec7c42-7723-4ae0-b5bf-19979ea37e36', 'name': '', 'network_id': '66664860-8484-4278-a13a-d19d7f467709', 'tenant_id': '7afbdee349034d2182240f1f7230236f', 'mac_address': 'fa:16:3e:6a:b0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a9fa37-49f7-44f6-a60d-16c81522f514', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e31827df-90a6-4f3b-b292-e48b977cc711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:13Z', 'updated_at': '2022-07-13T09:06:22Z', 'revision_number': 5, 'project_id': '7afbdee349034d2182240f1f7230236f', 'subnets': [{'id': 'e31827df-90a6-4f3b-b292-e48b977cc711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:11:14.210456 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9ded18-2992-432f-8ebb-80aab603ce27 None None] Checking router: e1a9fa37-49f7-44f6-a60d-16c81522f514 for host: dv-cinder-849626-3-iscsi {{(pid=104471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 09:11:14.221122 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9ded18-2992-432f-8ebb-80aab603ce27 None None] Routers {'e1a9fa37-49f7-44f6-a60d-16c81522f514'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:11:14.222362 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-db9ded18-2992-432f-8ebb-80aab603ce27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:10:53Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['e1a9fa37-49f7-44f6-a60d-16c81522f514'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:11:14.337365 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_common [req-9a267b93-b6c5-4d3f-8a7d-bc72047ce838 req-f372e4bd-2fdb-417d-84fb-43daf899da94 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Allocated IP 172.20.0.6 (862d32ef-d286-4010-a420-61dff25da7b3/633e38db-5802-43d1-a471-65c5e58c5839/1cdc3b76-44e3-4767-b0a2-0bb751ae5964) {{(pid=104469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 09:11:14.357326 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-db9ded18-2992-432f-8ebb-80aab603ce27 None None] Set router e1a9fa37-49f7-44f6-a60d-16c81522f514 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:11:14.381735 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device 2941f2cd-ba44-4535-8812-1beff57c45bf up at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:11:14.408419 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3bfcda1-81a9-48cc-a883-e4d1b4f2ccfd None None] Network bf682ee0-62e0-448d-97a2-9a80bdd5bf49 requested from dv-cinder-849626-3-iscsi {{(pid=104470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 09:11:14.431873 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:14.450455 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1c194b12-f6ae-487c-9a34-bedd9008f71f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-400835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388435'] for router (e08a323c-8318-444b-9294-a211178b0730), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:14.519680 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-cc4ffc0c-fd71-4f0d-a8b5-b492e53dfecd req-ef8b7534-5b67-4560-9a0b-0372cec3a851 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c84256c-3f8c-43e1-9c7d-2a433978a7bd HTTP/1.1" status: 200 len: 210 time: 0.1206131 Jul 13 09:11:14.550549 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-0a8a7ce9-855c-49c9-bdfc-dacc224506f1 None None] Provisioning complete for port 2941f2cd-ba44-4535-8812-1beff57c45bf triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:11:14.551159 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-0a8a7ce9-855c-49c9-bdfc-dacc224506f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (2941f2cd-ba44-4535-8812-1beff57c45bf), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:14.555816 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:14.561076 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:14.606238 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Provisioning complete for port 2941f2cd-ba44-4535-8812-1beff57c45bf triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:11:14.606846 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (2941f2cd-ba44-4535-8812-1beff57c45bf), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:14.618997 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-db9ded18-2992-432f-8ebb-80aab603ce27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a9fa37-49f7-44f6-a60d-16c81522f514', 'name': 'tempest-ServerRescueNegativeTestJSON-1668870698-router', 'tenant_id': '7afbdee349034d2182240f1f7230236f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': 'da429dc5-7485-4e04-b934-97ad9ab6748d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:06:06Z', 'updated_at': '2022-07-13T09:06:15Z', 'revision_number': 4, 'project_id': '7afbdee349034d2182240f1f7230236f', 'gw_port': {'id': 'da429dc5-7485-4e04-b934-97ad9ab6748d', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a9fa37-49f7-44f6-a60d-16c81522f514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:07Z', 'updated_at': '2022-07-13T09:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_interfaces': [{'id': 'ebec7c42-7723-4ae0-b5bf-19979ea37e36', 'name': '', 'network_id': '66664860-8484-4278-a13a-d19d7f467709', 'tenant_id': '7afbdee349034d2182240f1f7230236f', 'mac_address': 'fa:16:3e:6a:b0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a9fa37-49f7-44f6-a60d-16c81522f514', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e31827df-90a6-4f3b-b292-e48b977cc711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:13Z', 'updated_at': '2022-07-13T09:06:22Z', 'revision_number': 5, 'project_id': '7afbdee349034d2182240f1f7230236f', 'subnets': [{'id': 'e31827df-90a6-4f3b-b292-e48b977cc711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:11:14.656447 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9ded18-2992-432f-8ebb-80aab603ce27 None None] The sync data for ids ['e1a9fa37-49f7-44f6-a60d-16c81522f514'] in dv-cinder-849626-3-iscsi is: [{'id': 'e1a9fa37-49f7-44f6-a60d-16c81522f514', 'name': 'tempest-ServerRescueNegativeTestJSON-1668870698-router', 'tenant_id': '7afbdee349034d2182240f1f7230236f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': 'da429dc5-7485-4e04-b934-97ad9ab6748d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:06:06Z', 'updated_at': '2022-07-13T09:06:15Z', 'revision_number': 4, 'project_id': '7afbdee349034d2182240f1f7230236f', 'gw_port': {'id': 'da429dc5-7485-4e04-b934-97ad9ab6748d', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a9fa37-49f7-44f6-a60d-16c81522f514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:07Z', 'updated_at': '2022-07-13T09:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_interfaces': [{'id': 'ebec7c42-7723-4ae0-b5bf-19979ea37e36', 'name': '', 'network_id': '66664860-8484-4278-a13a-d19d7f467709', 'tenant_id': '7afbdee349034d2182240f1f7230236f', 'mac_address': 'fa:16:3e:6a:b0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a9fa37-49f7-44f6-a60d-16c81522f514', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e31827df-90a6-4f3b-b292-e48b977cc711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:13Z', 'updated_at': '2022-07-13T09:06:22Z', 'revision_number': 5, 'project_id': '7afbdee349034d2182240f1f7230236f', 'subnets': [{'id': 'e31827df-90a6-4f3b-b292-e48b977cc711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 09:11:14.700726 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-e034b13d-945e-476c-8183-0db7e8e3642f req-3b4f97c2-a856-403c-b246-afa6ea71e4e5 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0e9d0df-5024-4fa7-8570-1878f7b39d7d HTTP/1.1" status: 200 len: 210 time: 0.0500138 Jul 13 09:11:14.701423 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c194b12-f6ae-487c-9a34-bedd9008f71f admin admin] Router e08a323c-8318-444b-9294-a211178b0730 is scheduled to L3 agent 084ea860-45cb-441c-b2f8-c6c2f7d6686c with binding_index 1 {{(pid=104468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 13 09:11:14.774504 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-9a267b93-b6c5-4d3f-8a7d-bc72047ce838 req-f372e4bd-2fdb-417d-84fb-43daf899da94 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks [] for port (1cdc3b76-44e3-4767-b0a2-0bb751ae5964), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:14.787148 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636bcb86-b5ed-4054-ae6a-4b9bb34dd31b req-f9c9ae17-9ab1-49d2-a900-2170c64684a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:14.788751 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-636bcb86-b5ed-4054-ae6a-4b9bb34dd31b req-f9c9ae17-9ab1-49d2-a900-2170c64684a9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=66664860-8484-4278-a13a-d19d7f467709 HTTP/1.1" status: 200 len: 920 time: 0.3789096 Jul 13 09:11:14.798870 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-0a8a7ce9-855c-49c9-bdfc-dacc224506f1 None None] Current status of the port 2941f2cd-ba44-4535-8812-1beff57c45bf is: DOWN; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:11:14.799487 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-0a8a7ce9-855c-49c9-bdfc-dacc224506f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (2941f2cd-ba44-4535-8812-1beff57c45bf), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:14.836382 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Current status of the port 2941f2cd-ba44-4535-8812-1beff57c45bf is: DOWN; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:11:14.837064 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (2941f2cd-ba44-4535-8812-1beff57c45bf), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:14.847809 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-636bcb86-b5ed-4054-ae6a-4b9bb34dd31b req-bcaf93bf-ce82-4094-94ea-f9ab2ad99ad9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d61129b0-9f79-4508-a968-7e3a740a1f1c HTTP/1.1" status: 200 len: 217 time: 0.0511229 Jul 13 09:11:14.868565 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-0a8a7ce9-855c-49c9-bdfc-dacc224506f1 None None] For port 2941f2cd-ba44-4535-8812-1beff57c45bf, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=2941f2cd-ba44-4535-8812-1beff57c45bf,segment=NetworkSegment(3ac606da-51ce-4bda-8479-64389b45a44b),segment_id=3ac606da-51ce-4bda-8479-64389b45a44b)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:11:14.880555 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c194b12-f6ae-487c-9a34-bedd9008f71f admin admin] Notify agent at l3_agent.dv-cinder-849626-3-iscsi the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 09:11:14.892821 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88091476-7659-4ee6-9f5f-186e40b54051 None None] Sync routers for ids ['e08a323c-8318-444b-9294-a211178b0730'] in dv-cinder-849626-3-iscsi {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 09:11:14.909507 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88091476-7659-4ee6-9f5f-186e40b54051 None None] Routers {'e08a323c-8318-444b-9294-a211178b0730'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:11:14.910869 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-88091476-7659-4ee6-9f5f-186e40b54051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:10:53Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['e08a323c-8318-444b-9294-a211178b0730'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:11:14.925039 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636bcb86-b5ed-4054-ae6a-4b9bb34dd31b req-5e5fb9b5-a0f6-4b49-8500-40b26810cee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:14.926580 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-636bcb86-b5ed-4054-ae6a-4b9bb34dd31b req-5e5fb9b5-a0f6-4b49-8500-40b26810cee6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e31827df-90a6-4f3b-b292-e48b977cc711 HTTP/1.1" status: 200 len: 858 time: 0.0724587 Jul 13 09:11:14.978175 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636bcb86-b5ed-4054-ae6a-4b9bb34dd31b req-7ef18641-c957-45ad-b405-c78e7da8b18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:14.979860 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-636bcb86-b5ed-4054-ae6a-4b9bb34dd31b req-7ef18641-c957-45ad-b405-c78e7da8b18b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=66664860-8484-4278-a13a-d19d7f467709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463226 Jul 13 09:11:14.999014 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-0a8a7ce9-855c-49c9-bdfc-dacc224506f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (2941f2cd-ba44-4535-8812-1beff57c45bf), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:15.006562 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1c194b12-f6ae-487c-9a34-bedd9008f71f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:15.008732 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-1c194b12-f6ae-487c-9a34-bedd9008f71f admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6282601 Jul 13 09:11:15.012271 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 37196) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:11:15.022568 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-9a267b93-b6c5-4d3f-8a7d-bc72047ce838 req-f372e4bd-2fdb-417d-84fb-43daf899da94 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760184582126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542309'] for port (1cdc3b76-44e3-4767-b0a2-0bb751ae5964), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:15.061257 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807e7756-9475-41a7-9c50-bf61f5968496 None None] New status for floating IP 1aca0f8b-0dbc-487b-9bf1-3b9084caa410: DOWN {{(pid=104471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 13 09:11:15.065297 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:15.120059 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a267b93-b6c5-4d3f-8a7d-bc72047ce838 req-f372e4bd-2fdb-417d-84fb-43daf899da94 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Network 862d32ef-d286-4010-a420-61dff25da7b3 is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:11:15.123258 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f372e4bd-2fdb-417d-84fb-43daf899da94 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Pushing event updated for resources: {'Port': ['ID=1cdc3b76-44e3-4767-b0a2-0bb751ae5964,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:15.125961 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [req-9a267b93-b6c5-4d3f-8a7d-bc72047ce838 req-f372e4bd-2fdb-417d-84fb-43daf899da94 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:11:15.130317 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a267b93-b6c5-4d3f-8a7d-bc72047ce838 req-f372e4bd-2fdb-417d-84fb-43daf899da94 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Received port after_create {{(pid=104469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 09:11:15.184112 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a267b93-b6c5-4d3f-8a7d-bc72047ce838 req-f372e4bd-2fdb-417d-84fb-43daf899da94 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:15.184889 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-9a267b93-b6c5-4d3f-8a7d-bc72047ce838 req-f372e4bd-2fdb-417d-84fb-43daf899da94 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for port (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:15.240235 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-636bcb86-b5ed-4054-ae6a-4b9bb34dd31b req-8f5b222c-c0aa-4fde-a728-ff1e67029777 service neutron] 10.222.0.30 "GET /v2.0/networks/66664860-8484-4278-a13a-d19d7f467709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506769 Jul 13 09:11:15.281143 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-9a267b93-b6c5-4d3f-8a7d-bc72047ce838 req-f372e4bd-2fdb-417d-84fb-43daf899da94 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3718057 Jul 13 09:11:15.304714 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.db.api [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 13 09:11:15.305123 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG oslo_db.api [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 09:11:15.312018 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8a7ce9-855c-49c9-bdfc-dacc224506f1 None None] Pushing event updated for resources: {'Port': ['ID=2941f2cd-ba44-4535-8812-1beff57c45bf,revision_number=3']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:15.319456 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [req-9a267b93-b6c5-4d3f-8a7d-bc72047ce838 req-79195110-4f03-40c2-b31c-cae55258cb11 service neutron] Request body: {'port': {'device_id': 'b0e9d0df-5024-4fa7-8570-1878f7b39d7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84962'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:11:15.331104 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-88091476-7659-4ee6-9f5f-186e40b54051 None None] Set router e08a323c-8318-444b-9294-a211178b0730 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:11:15.333164 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-7d60b0cf-b9d8-4b3e-abdc-28777fe10357 None None] Provisioning complete for port 2941f2cd-ba44-4535-8812-1beff57c45bf triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:11:15.333536 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7d60b0cf-b9d8-4b3e-abdc-28777fe10357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (2941f2cd-ba44-4535-8812-1beff57c45bf), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:15.395805 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:15.485359 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:15.541624 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-7d60b0cf-b9d8-4b3e-abdc-28777fe10357 None None] Current status of the port 2941f2cd-ba44-4535-8812-1beff57c45bf is: ACTIVE; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:11:15.586021 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-88091476-7659-4ee6-9f5f-186e40b54051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e08a323c-8318-444b-9294-a211178b0730', 'name': 'tempest-TestShelveInstance-199060228-router', 'tenant_id': '6b5574138d6341268eae22b78af64765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '566d4d31-b462-48a1-8402-89f2901cbf77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:11:12Z', 'updated_at': '2022-07-13T09:11:13Z', 'revision_number': 3, 'project_id': '6b5574138d6341268eae22b78af64765', 'gw_port': {'id': '566d4d31-b462-48a1-8402-89f2901cbf77', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:40:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e08a323c-8318-444b-9294-a211178b0730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:11:13Z', 'updated_at': '2022-07-13T09:11:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi'}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:11:15.613416 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88091476-7659-4ee6-9f5f-186e40b54051 None None] Checking router: e08a323c-8318-444b-9294-a211178b0730 for host: dv-cinder-849626-3-iscsi {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 09:11:15.614507 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88091476-7659-4ee6-9f5f-186e40b54051 None None] Updating router e08a323c-8318-444b-9294-a211178b0730 port 566d4d31-b462-48a1-8402-89f2901cbf77 binding host dv-cinder-849626-3-iscsi {{(pid=104470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 09:11:15.617291 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d0b456fa-3194-4f82-9b95-dcbbb3944cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:15.644510 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-88091476-7659-4ee6-9f5f-186e40b54051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (566d4d31-b462-48a1-8402-89f2901cbf77), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:15.676723 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 37202) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:11:15.692402 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-15e5e51b-c3ee-454b-8c60-6265ebe134ee None None] Provisioning complete for port 1cdc3b76-44e3-4767-b0a2-0bb751ae5964 triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:11:15.692772 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-15e5e51b-c3ee-454b-8c60-6265ebe134ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (1cdc3b76-44e3-4767-b0a2-0bb751ae5964), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:15.705265 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:15.755531 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-636bcb86-b5ed-4054-ae6a-4b9bb34dd31b req-bb45d1b1-b2c9-461f-864b-e1bd63bdcaba service neutron] 10.222.0.30 "GET /v2.0/networks/66664860-8484-4278-a13a-d19d7f467709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5079522 Jul 13 09:11:15.756225 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-9a267b93-b6c5-4d3f-8a7d-bc72047ce838 req-79195110-4f03-40c2-b31c-cae55258cb11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (1cdc3b76-44e3-4767-b0a2-0bb751ae5964), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:15.785393 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-15e5e51b-c3ee-454b-8c60-6265ebe134ee None None] Port 1cdc3b76-44e3-4767-b0a2-0bb751ae5964 cannot update to ACTIVE because it is not bound. {{(pid=104470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 09:11:15.817122 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c5495e9d-845a-4b6e-8e0f-efc2581523d5 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Publish callbacks [] for security_group (b803fcad-06fb-4c9a-9600-bfbe09ca979b), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:15.868754 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c5495e9d-845a-4b6e-8e0f-efc2581523d5 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Publish callbacks [] for security_group (b803fcad-06fb-4c9a-9600-bfbe09ca979b), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:15.871276 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:15.882253 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Current status of the port 2941f2cd-ba44-4535-8812-1beff57c45bf is: ACTIVE; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:11:15.900491 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.db.db_base_plugin_common [None req-d0b456fa-3194-4f82-9b95-dcbbb3944cea admin admin] Allocated IP 172.20.0.1 (bf682ee0-62e0-448d-97a2-9a80bdd5bf49/4d4f83bc-542b-44e8-b61c-831e28191723/48c95c7e-9f22-4fb5-a9e9-d22e9e854a65) {{(pid=104468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 09:11:15.932766 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5af6096-5a58-4a9d-9b5f-550a88e0ad84 req-cf66f16a-72c8-4baa-85f0-947dba7b4fa4 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:15.934910 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f5af6096-5a58-4a9d-9b5f-550a88e0ad84 req-cf66f16a-72c8-4baa-85f0-947dba7b4fa4 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0e9d0df-5024-4fa7-8570-1878f7b39d7d HTTP/1.1" status: 200 len: 931 time: 0.1201971 Jul 13 09:11:15.983198 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-88091476-7659-4ee6-9f5f-186e40b54051 None None] Publish callbacks [] for port (566d4d31-b462-48a1-8402-89f2901cbf77), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:16.022362 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d0b456fa-3194-4f82-9b95-dcbbb3944cea admin admin] Publish callbacks [] for port (48c95c7e-9f22-4fb5-a9e9-d22e9e854a65), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:16.053411 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c5495e9d-845a-4b6e-8e0f-efc2581523d5 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (b803fcad-06fb-4c9a-9600-bfbe09ca979b), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:16.055722 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f5af6096-5a58-4a9d-9b5f-550a88e0ad84 req-03037a7e-c1a8-4d21-81a2-1470e005e895 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/security-groups?id=6d251890-f65e-434e-a6cb-08ba3fd43f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079481 Jul 13 09:11:16.056045 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c5495e9d-845a-4b6e-8e0f-efc2581523d5 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:16.057174 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-c5495e9d-845a-4b6e-8e0f-efc2581523d5 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "DELETE /v2.0/security-groups/b803fcad-06fb-4c9a-9600-bfbe09ca979b HTTP/1.1" status: 204 len: 168 time: 0.3795383 Jul 13 09:11:16.061114 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 37206) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:11:16.071239 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-88091476-7659-4ee6-9f5f-186e40b54051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (566d4d31-b462-48a1-8402-89f2901cbf77), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:16.079626 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5495e9d-845a-4b6e-8e0f-efc2581523d5 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b803fcad-06fb-4c9a-9600-bfbe09ca979b,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:16.080261 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:16.082745 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.api.v2.resource [None req-74b0f80f-10cf-48e5-86d5-964b844003c8 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] show failed (client error): The resource could not be found. Jul 13 09:11:16.082745 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-74b0f80f-10cf-48e5-86d5-964b844003c8 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups/b803fcad-06fb-4c9a-9600-bfbe09ca979b HTTP/1.1" status: 404 len: 347 time: 0.0204630 Jul 13 09:11:16.085448 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 37208) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:11:16.094490 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d0b456fa-3194-4f82-9b95-dcbbb3944cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760184582126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665350'] for port (48c95c7e-9f22-4fb5-a9e9-d22e9e854a65), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:16.149852 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-88091476-7659-4ee6-9f5f-186e40b54051 None None] Attempting to bind port 566d4d31-b462-48a1-8402-89f2901cbf77 on host dv-cinder-849626-3-iscsi for vnic_type normal with profile {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 09:11:16.150544 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-88091476-7659-4ee6-9f5f-186e40b54051 None None] Attempting to bind port 566d4d31-b462-48a1-8402-89f2901cbf77 by drivers openvswitch,hyperv on host dv-cinder-849626-3-iscsi at level 0 using segments [{'id': '51732cec-dd15-4320-89e5-7b26a17afbfa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5'}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 09:11:16.150681 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88091476-7659-4ee6-9f5f-186e40b54051 None None] Attempting to bind port 566d4d31-b462-48a1-8402-89f2901cbf77 on network 14d154e4-c9a5-47e8-9f7f-9daf0b869ff5 {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 09:11:16.153647 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52efc3d-ed35-4899-af32-1347c64fddc2 None None] Pushing event updated for resources: {'Port': ['ID=566d4d31-b462-48a1-8402-89f2901cbf77,revision_number=2']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:16.159067 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88091476-7659-4ee6-9f5f-186e40b54051 None None] Checking agent: {'id': '9379cce5-6fc7-4135-bc49-530c07185724', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849626-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 8, 57, 26), 'started_at': datetime.datetime(2022, 7, 13, 8, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 9, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849626-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 09:11:16.159452 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88091476-7659-4ee6-9f5f-186e40b54051 None None] Checking segment: {'id': '51732cec-dd15-4320-89e5-7b26a17afbfa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 09:11:16.159907 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-88091476-7659-4ee6-9f5f-186e40b54051 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:16.160423 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88091476-7659-4ee6-9f5f-186e40b54051 None None] Bound using segment: {'id': '51732cec-dd15-4320-89e5-7b26a17afbfa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5'} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 09:11:16.160847 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-88091476-7659-4ee6-9f5f-186e40b54051 None None] Bound port: 566d4d31-b462-48a1-8402-89f2901cbf77, host: dv-cinder-849626-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51732cec-dd15-4320-89e5-7b26a17afbfa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5'}}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 09:11:16.161225 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-88091476-7659-4ee6-9f5f-186e40b54051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (566d4d31-b462-48a1-8402-89f2901cbf77), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:16.167965 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b456fa-3194-4f82-9b95-dcbbb3944cea admin admin] Network bf682ee0-62e0-448d-97a2-9a80bdd5bf49 is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:11:16.170328 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [req-9a267b93-b6c5-4d3f-8a7d-bc72047ce838 req-79195110-4f03-40c2-b31c-cae55258cb11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cdc3b76-44e3-4767-b0a2-0bb751ae5964 {{(pid=104469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 09:11:16.179264 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-9a267b93-b6c5-4d3f-8a7d-bc72047ce838 req-79195110-4f03-40c2-b31c-cae55258cb11 service neutron] Publish callbacks [] for port (1cdc3b76-44e3-4767-b0a2-0bb751ae5964), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:16.196112 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [req-9a267b93-b6c5-4d3f-8a7d-bc72047ce838 req-79195110-4f03-40c2-b31c-cae55258cb11 service neutron] Transition to ACTIVE for port object 1cdc3b76-44e3-4767-b0a2-0bb751ae5964 will not be triggered until provisioned by entity L2. {{(pid=104469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 09:11:16.198089 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-d0b456fa-3194-4f82-9b95-dcbbb3944cea admin admin] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:11:16.208844 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b456fa-3194-4f82-9b95-dcbbb3944cea admin admin] Received port after_create {{(pid=104468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 09:11:16.215812 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-88091476-7659-4ee6-9f5f-186e40b54051 None None] For port 566d4d31-b462-48a1-8402-89f2901cbf77, host dv-cinder-849626-3-iscsi, cleared binding levels {{(pid=104470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 09:11:16.220314 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-88091476-7659-4ee6-9f5f-186e40b54051 None None] For port 566d4d31-b462-48a1-8402-89f2901cbf77, host dv-cinder-849626-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=566d4d31-b462-48a1-8402-89f2901cbf77,segment=NetworkSegment(51732cec-dd15-4320-89e5-7b26a17afbfa),segment_id=51732cec-dd15-4320-89e5-7b26a17afbfa)] {{(pid=104470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 09:11:16.263192 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b456fa-3194-4f82-9b95-dcbbb3944cea admin admin] Pushing event updated for resources: {'Port': ['ID=48c95c7e-9f22-4fb5-a9e9-d22e9e854a65,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:16.278341 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-9a267b93-b6c5-4d3f-8a7d-bc72047ce838 req-79195110-4f03-40c2-b31c-cae55258cb11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542332'] for port (1cdc3b76-44e3-4767-b0a2-0bb751ae5964), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:16.287519 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-f1bbe163-a686-47e8-8467-a0c6bcfdc089 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Deleting port 9acbdad5-88ad-4ece-a2b4-9159de2e7e12 {{(pid=104468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:11:16.287861 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f1bbe163-a686-47e8-8467-a0c6bcfdc089 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (9acbdad5-88ad-4ece-a2b4-9159de2e7e12), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:16.293914 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d0b456fa-3194-4f82-9b95-dcbbb3944cea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377229'] for router_interface (e08a323c-8318-444b-9294-a211178b0730), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:16.304450 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device 2941f2cd-ba44-4535-8812-1beff57c45bf up at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:11:16.308131 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:16.333769 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-88091476-7659-4ee6-9f5f-186e40b54051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (566d4d31-b462-48a1-8402-89f2901cbf77), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:16.347259 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:16.427120 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79195110-4f03-40c2-b31c-cae55258cb11 service neutron] Pushing event updated for resources: {'Port': ['ID=1cdc3b76-44e3-4767-b0a2-0bb751ae5964,revision_number=2']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:16.450238 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88091476-7659-4ee6-9f5f-186e40b54051 None None] Routers {'e08a323c-8318-444b-9294-a211178b0730'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:11:16.451031 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-88091476-7659-4ee6-9f5f-186e40b54051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:10:53Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['e08a323c-8318-444b-9294-a211178b0730'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:11:16.462957 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [req-9a267b93-b6c5-4d3f-8a7d-bc72047ce838 req-79195110-4f03-40c2-b31c-cae55258cb11 service neutron] Attempting to bind port 1cdc3b76-44e3-4767-b0a2-0bb751ae5964 on host hv-cinder-84962 for vnic_type normal with profile {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 09:11:16.467481 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [req-9a267b93-b6c5-4d3f-8a7d-bc72047ce838 req-79195110-4f03-40c2-b31c-cae55258cb11 service neutron] Attempting to bind port 1cdc3b76-44e3-4767-b0a2-0bb751ae5964 by drivers openvswitch,hyperv on host hv-cinder-84962 at level 0 using segments [{'id': '9345669b-d3b5-4d9b-ac8e-05327c23f70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '862d32ef-d286-4010-a420-61dff25da7b3'}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 09:11:16.467481 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a267b93-b6c5-4d3f-8a7d-bc72047ce838 req-79195110-4f03-40c2-b31c-cae55258cb11 service neutron] Attempting to bind port 1cdc3b76-44e3-4767-b0a2-0bb751ae5964 on network 862d32ef-d286-4010-a420-61dff25da7b3 {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 09:11:16.469879 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a267b93-b6c5-4d3f-8a7d-bc72047ce838 req-79195110-4f03-40c2-b31c-cae55258cb11 service neutron] Port 1cdc3b76-44e3-4767-b0a2-0bb751ae5964 on network 862d32ef-d286-4010-a420-61dff25da7b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84962 {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 13 09:11:16.470306 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a267b93-b6c5-4d3f-8a7d-bc72047ce838 req-79195110-4f03-40c2-b31c-cae55258cb11 service neutron] Attempting to bind port 1cdc3b76-44e3-4767-b0a2-0bb751ae5964 on network 862d32ef-d286-4010-a420-61dff25da7b3 {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 09:11:16.476837 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a267b93-b6c5-4d3f-8a7d-bc72047ce838 req-79195110-4f03-40c2-b31c-cae55258cb11 service neutron] Checking agent: {'id': '6e9d2670-629d-42a5-8dd5-d0857aba9a7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84962', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 9, 4, 10), 'started_at': datetime.datetime(2022, 7, 13, 9, 4, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 9, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 09:11:16.477447 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a267b93-b6c5-4d3f-8a7d-bc72047ce838 req-79195110-4f03-40c2-b31c-cae55258cb11 service neutron] Checking segment: {'id': '9345669b-d3b5-4d9b-ac8e-05327c23f70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '862d32ef-d286-4010-a420-61dff25da7b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 09:11:16.478087 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a267b93-b6c5-4d3f-8a7d-bc72047ce838 req-79195110-4f03-40c2-b31c-cae55258cb11 service neutron] Bound using segment: {'id': '9345669b-d3b5-4d9b-ac8e-05327c23f70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '862d32ef-d286-4010-a420-61dff25da7b3'} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 09:11:16.478794 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [req-9a267b93-b6c5-4d3f-8a7d-bc72047ce838 req-79195110-4f03-40c2-b31c-cae55258cb11 service neutron] Bound port: 1cdc3b76-44e3-4767-b0a2-0bb751ae5964, host: hv-cinder-84962, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9345669b-d3b5-4d9b-ac8e-05327c23f70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '862d32ef-d286-4010-a420-61dff25da7b3'}}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 09:11:16.479292 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-9a267b93-b6c5-4d3f-8a7d-bc72047ce838 req-79195110-4f03-40c2-b31c-cae55258cb11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (1cdc3b76-44e3-4767-b0a2-0bb751ae5964), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:16.553239 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:16.561464 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [req-9a267b93-b6c5-4d3f-8a7d-bc72047ce838 req-79195110-4f03-40c2-b31c-cae55258cb11 service neutron] For port 1cdc3b76-44e3-4767-b0a2-0bb751ae5964, host hv-cinder-84962, cleared binding levels {{(pid=104469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 09:11:16.566159 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [req-9a267b93-b6c5-4d3f-8a7d-bc72047ce838 req-79195110-4f03-40c2-b31c-cae55258cb11 service neutron] For port 1cdc3b76-44e3-4767-b0a2-0bb751ae5964, host hv-cinder-84962, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=1cdc3b76-44e3-4767-b0a2-0bb751ae5964,segment=NetworkSegment(9345669b-d3b5-4d9b-ac8e-05327c23f70b),segment_id=9345669b-d3b5-4d9b-ac8e-05327c23f70b)] {{(pid=104469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 09:11:16.568711 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Provisioning complete for port 2941f2cd-ba44-4535-8812-1beff57c45bf triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:11:16.569526 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (2941f2cd-ba44-4535-8812-1beff57c45bf), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:16.570783 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52efc3d-ed35-4899-af32-1347c64fddc2 None None] Pushing event updated for resources: {'Port': ['ID=566d4d31-b462-48a1-8402-89f2901cbf77,revision_number=3']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:16.624093 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-37dcb283-89f6-410b-852d-f91ef015f5b1 None None] Provisioning complete for port 48c95c7e-9f22-4fb5-a9e9-d22e9e854a65 triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:11:16.624093 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-37dcb283-89f6-410b-852d-f91ef015f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (48c95c7e-9f22-4fb5-a9e9-d22e9e854a65), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:16.643126 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-9a267b93-b6c5-4d3f-8a7d-bc72047ce838 req-79195110-4f03-40c2-b31c-cae55258cb11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542332'] for port (1cdc3b76-44e3-4767-b0a2-0bb751ae5964), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:16.665104 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-88091476-7659-4ee6-9f5f-186e40b54051 None None] Set router e08a323c-8318-444b-9294-a211178b0730 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:11:16.702046 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a267b93-b6c5-4d3f-8a7d-bc72047ce838 req-79195110-4f03-40c2-b31c-cae55258cb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:16.702903 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-9a267b93-b6c5-4d3f-8a7d-bc72047ce838 req-79195110-4f03-40c2-b31c-cae55258cb11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for port (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:16.704079 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-9a267b93-b6c5-4d3f-8a7d-bc72047ce838 req-79195110-4f03-40c2-b31c-cae55258cb11 service neutron] 10.222.0.30 "PUT /v2.0/ports/1cdc3b76-44e3-4767-b0a2-0bb751ae5964 HTTP/1.1" status: 200 len: 1093 time: 1.4034286 Jul 13 09:11:16.704527 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0e9d0df-5024-4fa7-8570-1878f7b39d7d', 'tag': '1cdc3b76-44e3-4767-b0a2-0bb751ae5964'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:11:16.706782 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c4e5b91a84def5af2f1fcdaa70b19e5540aa6c2f63d8f4e9cb6586108f6a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a8cf303-bc56-4851-9aa8-9bceba445716" -d '{"events": [{"name": "network-changed", "server_uuid": "b0e9d0df-5024-4fa7-8570-1878f7b39d7d", "tag": "1cdc3b76-44e3-4767-b0a2-0bb751ae5964"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:11:16.720389 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f1bbe163-a686-47e8-8467-a0c6bcfdc089 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (9acbdad5-88ad-4ece-a2b4-9159de2e7e12), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:16.720715 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f1bbe163-a686-47e8-8467-a0c6bcfdc089 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Publish callbacks [] for floatingip (9acbdad5-88ad-4ece-a2b4-9159de2e7e12), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:16.736344 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79195110-4f03-40c2-b31c-cae55258cb11 service neutron] Pushing event updated for resources: {'Port': ['ID=1cdc3b76-44e3-4767-b0a2-0bb751ae5964,revision_number=3']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:16.746729 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-37dcb283-89f6-410b-852d-f91ef015f5b1 None None] Port 48c95c7e-9f22-4fb5-a9e9-d22e9e854a65 cannot update to ACTIVE because it is not bound. {{(pid=104470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 09:11:16.747103 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-f1bbe163-a686-47e8-8467-a0c6bcfdc089 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Calling delete_port for 9acbdad5-88ad-4ece-a2b4-9159de2e7e12 owned by network:floatingip {{(pid=104468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:11:16.790299 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 09:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a62d4d8-541b-426b-ab9d-24681f3608e0 x-openstack-request-id: req-0a62d4d8-541b-426b-ab9d-24681f3608e0 {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:11:16.790687 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0e9d0df-5024-4fa7-8570-1878f7b39d7d", "tag": "1cdc3b76-44e3-4767-b0a2-0bb751ae5964", "status": "completed", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:11:16.796281 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-0a62d4d8-541b-426b-ab9d-24681f3608e0 {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:11:16.796281 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a62d4d8-541b-426b-ab9d-24681f3608e0'] response: {'name': 'network-changed', 'server_uuid': 'b0e9d0df-5024-4fa7-8570-1878f7b39d7d', 'tag': '1cdc3b76-44e3-4767-b0a2-0bb751ae5964', 'status': 'completed', 'code': 200} Jul 13 09:11:16.860030 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8cf303-bc56-4851-9aa8-9bceba445716 req-1db895a1-ac3f-440f-a041-3f5d21a9f603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:16.861639 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-9a8cf303-bc56-4851-9aa8-9bceba445716 req-1db895a1-ac3f-440f-a041-3f5d21a9f603 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb9e230019f042dbbc680fc3b1340d41&device_id=b0e9d0df-5024-4fa7-8570-1878f7b39d7d HTTP/1.1" status: 200 len: 1127 time: 0.0475457 Jul 13 09:11:16.868694 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Current status of the port 2941f2cd-ba44-4535-8812-1beff57c45bf is: ACTIVE; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:11:16.920105 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:16.921780 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d0b456fa-3194-4f82-9b95-dcbbb3944cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (48c95c7e-9f22-4fb5-a9e9-d22e9e854a65), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:16.935335 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-88091476-7659-4ee6-9f5f-186e40b54051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e08a323c-8318-444b-9294-a211178b0730', 'name': 'tempest-TestShelveInstance-199060228-router', 'tenant_id': '6b5574138d6341268eae22b78af64765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '566d4d31-b462-48a1-8402-89f2901cbf77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:11:12Z', 'updated_at': '2022-07-13T09:11:13Z', 'revision_number': 3, 'project_id': '6b5574138d6341268eae22b78af64765', 'gw_port': {'id': '566d4d31-b462-48a1-8402-89f2901cbf77', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:40:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e08a323c-8318-444b-9294-a211178b0730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:11:13Z', 'updated_at': '2022-07-13T09:11:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi'}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:11:16.969412 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88091476-7659-4ee6-9f5f-186e40b54051 None None] The sync data for ids ['e08a323c-8318-444b-9294-a211178b0730'] in dv-cinder-849626-3-iscsi is: [{'id': 'e08a323c-8318-444b-9294-a211178b0730', 'name': 'tempest-TestShelveInstance-199060228-router', 'tenant_id': '6b5574138d6341268eae22b78af64765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '566d4d31-b462-48a1-8402-89f2901cbf77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:11:12Z', 'updated_at': '2022-07-13T09:11:13Z', 'revision_number': 3, 'project_id': '6b5574138d6341268eae22b78af64765', 'gw_port': {'id': '566d4d31-b462-48a1-8402-89f2901cbf77', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:40:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e08a323c-8318-444b-9294-a211178b0730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:11:13Z', 'updated_at': '2022-07-13T09:11:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi'}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 09:11:16.992687 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:17.011100 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8cf303-bc56-4851-9aa8-9bceba445716 req-aa8eabc7-4bab-43c2-9180-93f30274fbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:17.012998 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-9a8cf303-bc56-4851-9aa8-9bceba445716 req-aa8eabc7-4bab-43c2-9180-93f30274fbab service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=eb9e230019f042dbbc680fc3b1340d41&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1430418 Jul 13 09:11:17.118831 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f1bbe163-a686-47e8-8467-a0c6bcfdc089 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665350'] for port (9acbdad5-88ad-4ece-a2b4-9159de2e7e12), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:17.124027 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8cf303-bc56-4851-9aa8-9bceba445716 req-be656f9b-4c3a-42c2-8c1e-9d7126f987f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:17.125686 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-9a8cf303-bc56-4851-9aa8-9bceba445716 req-be656f9b-4c3a-42c2-8c1e-9d7126f987f4 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1070123 Jul 13 09:11:17.155530 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bbe163-a686-47e8-8467-a0c6bcfdc089 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Pushing event deleted for resources: {'Port': ['ID=9acbdad5-88ad-4ece-a2b4-9159de2e7e12,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:17.195358 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d0b456fa-3194-4f82-9b95-dcbbb3944cea admin admin] Publish callbacks [] for port (48c95c7e-9f22-4fb5-a9e9-d22e9e854a65), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:17.237044 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a267b93-b6c5-4d3f-8a7d-bc72047ce838 req-2aef13c8-7569-499c-9177-bc98aabf8de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:17.240508 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-9a267b93-b6c5-4d3f-8a7d-bc72047ce838 req-2aef13c8-7569-499c-9177-bc98aabf8de2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb9e230019f042dbbc680fc3b1340d41&device_id=b0e9d0df-5024-4fa7-8570-1878f7b39d7d HTTP/1.1" status: 200 len: 1127 time: 0.0645993 Jul 13 09:11:17.254568 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f1bbe163-a686-47e8-8467-a0c6bcfdc089 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Publish callbacks [] for floatingip (1aca0f8b-0dbc-487b-9bf1-3b9084caa410), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:17.257289 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f1bbe163-a686-47e8-8467-a0c6bcfdc089 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for floatingip (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:17.260160 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd801c55-7554-466f-9fe7-00bc3fc9779c req-40bd765b-94bf-4091-a625-a502e55fe015 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:17.268296 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-dd801c55-7554-466f-9fe7-00bc3fc9779c req-40bd765b-94bf-4091-a625-a502e55fe015 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0e9d0df-5024-4fa7-8570-1878f7b39d7d HTTP/1.1" status: 200 len: 943 time: 0.1233966 Jul 13 09:11:17.268467 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-f1bbe163-a686-47e8-8467-a0c6bcfdc089 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "DELETE /v2.0/floatingips/1aca0f8b-0dbc-487b-9bf1-3b9084caa410 HTTP/1.1" status: 204 len: 168 time: 1.1793268 Jul 13 09:11:17.268467 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d0b456fa-3194-4f82-9b95-dcbbb3944cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665375'] for port (48c95c7e-9f22-4fb5-a9e9-d22e9e854a65), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:17.306683 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-9a267b93-b6c5-4d3f-8a7d-bc72047ce838 req-3970cb44-48dc-45ec-883c-31d4b85b3725 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1cdc3b76-44e3-4767-b0a2-0bb751ae5964 HTTP/1.1" status: 200 len: 217 time: 0.0422215 Jul 13 09:11:17.354517 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:17.356201 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d0b456fa-3194-4f82-9b95-dcbbb3944cea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-391157'] for router_interface (e08a323c-8318-444b-9294-a211178b0730), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:17.357492 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b456fa-3194-4f82-9b95-dcbbb3944cea admin admin] Pushing event updated for resources: {'Port': ['ID=48c95c7e-9f22-4fb5-a9e9-d22e9e854a65,revision_number=2']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:17.390491 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:17.401597 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-dd801c55-7554-466f-9fe7-00bc3fc9779c req-84b785d8-250f-409e-846c-d4672b67f210 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/security-groups?id=6d251890-f65e-434e-a6cb-08ba3fd43f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939279 Jul 13 09:11:17.413298 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a267b93-b6c5-4d3f-8a7d-bc72047ce838 req-811ec311-184d-45c2-b651-8c5445968886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:17.417516 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-9a267b93-b6c5-4d3f-8a7d-bc72047ce838 req-811ec311-184d-45c2-b651-8c5445968886 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=633e38db-5802-43d1-a471-65c5e58c5839 HTTP/1.1" status: 200 len: 850 time: 0.1032457 Jul 13 09:11:17.467973 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a267b93-b6c5-4d3f-8a7d-bc72047ce838 req-a18b5ba3-58a6-4a44-8801-eb4517b10312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:17.469523 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-9a267b93-b6c5-4d3f-8a7d-bc72047ce838 req-a18b5ba3-58a6-4a44-8801-eb4517b10312 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=862d32ef-d286-4010-a420-61dff25da7b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483828 Jul 13 09:11:17.471695 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b456fa-3194-4f82-9b95-dcbbb3944cea admin admin] Network bf682ee0-62e0-448d-97a2-9a80bdd5bf49 is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:11:17.473103 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-d0b456fa-3194-4f82-9b95-dcbbb3944cea admin admin] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:11:17.584512 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-9a267b93-b6c5-4d3f-8a7d-bc72047ce838 req-2468f48f-b1b4-4205-8afb-9245564398bd service neutron] 10.222.0.30 "GET /v2.0/networks/862d32ef-d286-4010-a420-61dff25da7b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085305 Jul 13 09:11:17.623899 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0b456fa-3194-4f82-9b95-dcbbb3944cea admin admin] Router e08a323c-8318-444b-9294-a211178b0730 has already been hosted by L3 agent 084ea860-45cb-441c-b2f8-c6c2f7d6686c {{(pid=104468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 09:11:17.697853 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-9a267b93-b6c5-4d3f-8a7d-bc72047ce838 req-1bf85b3e-a045-4ddc-930c-121cc287fb40 service neutron] 10.222.0.30 "GET /v2.0/networks/862d32ef-d286-4010-a420-61dff25da7b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061420 Jul 13 09:11:17.744806 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b456fa-3194-4f82-9b95-dcbbb3944cea admin admin] Notify agent at l3_agent.dv-cinder-849626-3-iscsi the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 09:11:17.759900 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-d0b456fa-3194-4f82-9b95-dcbbb3944cea admin admin] 10.222.0.40 "PUT /v2.0/routers/e08a323c-8318-444b-9294-a211178b0730/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7370000 Jul 13 09:11:17.834785 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-1ed0d8db-32e9-4661-943e-d0c734005aa2 None None] Provisioning complete for port 48c95c7e-9f22-4fb5-a9e9-d22e9e854a65 triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:11:17.835813 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1ed0d8db-32e9-4661-943e-d0c734005aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (48c95c7e-9f22-4fb5-a9e9-d22e9e854a65), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:17.837816 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:17.874585 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-1ed0d8db-32e9-4661-943e-d0c734005aa2 None None] Port 48c95c7e-9f22-4fb5-a9e9-d22e9e854a65 cannot update to ACTIVE because it is not bound. {{(pid=104470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 09:11:18.038766 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device 5e405f48-99d1-4184-bb1c-d187e2f9e912 no longer exists at agent hyperv_hv-cinder-84962 {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:11:18.063002 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] No Port match for: 5e405f48-99d1-4184-bb1c-d187e2f9e912 {{(pid=104470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 09:11:18.063333 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device 5e405f48-99d1-4184-bb1c-d187e2f9e912 not bound to the agent host hv-cinder-84962 {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 09:11:18.294490 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device 566d4d31-b462-48a1-8402-89f2901cbf77 up at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:11:18.337426 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Provisioning complete for port 566d4d31-b462-48a1-8402-89f2901cbf77 triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:11:18.337795 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (566d4d31-b462-48a1-8402-89f2901cbf77), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:18.426424 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Current status of the port 566d4d31-b462-48a1-8402-89f2901cbf77 is: DOWN; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:11:18.426816 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (566d4d31-b462-48a1-8402-89f2901cbf77), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:18.454729 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] For port 566d4d31-b462-48a1-8402-89f2901cbf77, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=566d4d31-b462-48a1-8402-89f2901cbf77,segment=NetworkSegment(51732cec-dd15-4320-89e5-7b26a17afbfa),segment_id=51732cec-dd15-4320-89e5-7b26a17afbfa)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:11:18.521039 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 37238) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:11:18.525996 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-9bba7432-9b62-4d74-9863-fff7ac2857f7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1562186478-network', 'tenant_id': 'b487644732884eaabfc43581d1950b6e'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:11:18.534081 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (566d4d31-b462-48a1-8402-89f2901cbf77), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:18.588959 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Pushing event updated for resources: {'Port': ['ID=566d4d31-b462-48a1-8402-89f2901cbf77,revision_number=4']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:18.619501 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bba7432-9b62-4d74-9863-fff7ac2857f7 admin admin] Made reservation on behalf of b487644732884eaabfc43581d1950b6e for: {'network': 1} {{(pid=104468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 09:11:18.622359 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9bba7432-9b62-4d74-9863-fff7ac2857f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for network (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:18.635571 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9bba7432-9b62-4d74-9863-fff7ac2857f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:18.688683 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:18.725126 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9bba7432-9b62-4d74-9863-fff7ac2857f7 admin admin] Publish callbacks [] for security_group (f21baff1-db7d-496f-b8f8-64ab89853c07), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:18.791844 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9bba7432-9b62-4d74-9863-fff7ac2857f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (f21baff1-db7d-496f-b8f8-64ab89853c07), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:18.809236 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c3a7d4-4c3b-49af-967b-48b2a2138409 None None] Sync routers for ids ['e08a323c-8318-444b-9294-a211178b0730'] in dv-cinder-849626-3-iscsi {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 09:11:18.821364 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c3a7d4-4c3b-49af-967b-48b2a2138409 None None] Routers {'e08a323c-8318-444b-9294-a211178b0730'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:11:18.821723 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb5a4f-337a-4734-8a89-6df9f6fd7b38 req-8ed312c8-494f-472d-a0bf-680cb1e65ce3 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:18.821947 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-e3c3a7d4-4c3b-49af-967b-48b2a2138409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:10:53Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['e08a323c-8318-444b-9294-a211178b0730'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:11:18.823276 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-32cb5a4f-337a-4734-8a89-6df9f6fd7b38 req-8ed312c8-494f-472d-a0bf-680cb1e65ce3 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0e9d0df-5024-4fa7-8570-1878f7b39d7d HTTP/1.1" status: 200 len: 943 time: 0.0726874 Jul 13 09:11:18.838370 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bba7432-9b62-4d74-9863-fff7ac2857f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=104468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 09:11:18.861127 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bba7432-9b62-4d74-9863-fff7ac2857f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f21baff1-db7d-496f-b8f8-64ab89853c07,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:18.868816 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9bba7432-9b62-4d74-9863-fff7ac2857f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7769013'] for segment (283d65bc-4b7e-4110-8826-413a0782906c), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:18.868964 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.db.segments_db [None req-9bba7432-9b62-4d74-9863-fff7ac2857f7 admin admin] Added segment 283d65bc-4b7e-4110-8826-413a0782906c of type vlan for network f2355350-6ce6-40f4-89fb-60d84ecb7f7b Jul 13 09:11:18.934345 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9bba7432-9b62-4d74-9863-fff7ac2857f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760184566321'] for network (f2355350-6ce6-40f4-89fb-60d84ecb7f7b), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:18.941525 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-32cb5a4f-337a-4734-8a89-6df9f6fd7b38 req-1d2f5145-1096-4213-80b7-018a38117091 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/security-groups?id=6d251890-f65e-434e-a6cb-08ba3fd43f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080766 Jul 13 09:11:19.073797 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-e3c3a7d4-4c3b-49af-967b-48b2a2138409 None None] Set router e08a323c-8318-444b-9294-a211178b0730 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:11:19.076568 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9bba7432-9b62-4d74-9863-fff7ac2857f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428'] for network (f2355350-6ce6-40f4-89fb-60d84ecb7f7b), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:19.077601 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bba7432-9b62-4d74-9863-fff7ac2857f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:19.082383 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9bba7432-9b62-4d74-9863-fff7ac2857f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594414'] for network (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:19.141102 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bba7432-9b62-4d74-9863-fff7ac2857f7 admin admin] Pushing event updated for resources: {'Network': ['ID=f2355350-6ce6-40f4-89fb-60d84ecb7f7b,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:19.153304 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Network f2355350-6ce6-40f4-89fb-60d84ecb7f7b details requested by agent ovs-agent-dv-cinder-849626-3-iscsi with host dv-cinder-849626-3-iscsi {{(pid=104470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 09:11:19.176651 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-9bba7432-9b62-4d74-9863-fff7ac2857f7 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6544883 Jul 13 09:11:19.179347 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 37248) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:11:19.184509 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-5d46c393-13d6-4d55-8a9d-0e26507a05db admin admin] Request body: {'subnet': {'network_id': 'f2355350-6ce6-40f4-89fb-60d84ecb7f7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1562186478-subnet', 'tenant_id': 'b487644732884eaabfc43581d1950b6e', 'ip_version': 4}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:11:19.260017 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d46c393-13d6-4d55-8a9d-0e26507a05db admin admin] Made reservation on behalf of b487644732884eaabfc43581d1950b6e for: {'subnet': 1} {{(pid=104468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 09:11:19.262658 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-5d46c393-13d6-4d55-8a9d-0e26507a05db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9186800'] for subnet (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:19.285597 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:19.327427 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-e3c3a7d4-4c3b-49af-967b-48b2a2138409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e08a323c-8318-444b-9294-a211178b0730', 'name': 'tempest-TestShelveInstance-199060228-router', 'tenant_id': '6b5574138d6341268eae22b78af64765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '566d4d31-b462-48a1-8402-89f2901cbf77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:11:12Z', 'updated_at': '2022-07-13T09:11:16Z', 'revision_number': 4, 'project_id': '6b5574138d6341268eae22b78af64765', 'gw_port': {'id': '566d4d31-b462-48a1-8402-89f2901cbf77', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:40:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08a323c-8318-444b-9294-a211178b0730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:11:13Z', 'updated_at': '2022-07-13T09:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_interfaces': [{'id': '48c95c7e-9f22-4fb5-a9e9-d22e9e854a65', 'name': '', 'network_id': 'bf682ee0-62e0-448d-97a2-9a80bdd5bf49', 'tenant_id': '6b5574138d6341268eae22b78af64765', 'mac_address': 'fa:16:3e:3d:37:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e08a323c-8318-444b-9294-a211178b0730', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '4d4f83bc-542b-44e8-b61c-831e28191723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:11:15Z', 'updated_at': '2022-07-13T09:11:17Z', 'revision_number': 2, 'project_id': '6b5574138d6341268eae22b78af64765', 'subnets': [{'id': '4d4f83bc-542b-44e8-b61c-831e28191723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:11:19.353739 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c3a7d4-4c3b-49af-967b-48b2a2138409 None None] Checking router: e08a323c-8318-444b-9294-a211178b0730 for host: dv-cinder-849626-3-iscsi {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 09:11:19.354119 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c3a7d4-4c3b-49af-967b-48b2a2138409 None None] Updating router e08a323c-8318-444b-9294-a211178b0730 port 48c95c7e-9f22-4fb5-a9e9-d22e9e854a65 binding host dv-cinder-849626-3-iscsi {{(pid=104470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 09:11:19.382674 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e3c3a7d4-4c3b-49af-967b-48b2a2138409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (48c95c7e-9f22-4fb5-a9e9-d22e9e854a65), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:19.500051 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-5d46c393-13d6-4d55-8a9d-0e26507a05db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8666774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9186754'] for subnet (5b21b892-8793-4876-b5a3-a8f42c9e0f6a), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:19.564679 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d46c393-13d6-4d55-8a9d-0e26507a05db admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b21b892-8793-4876-b5a3-a8f42c9e0f6a,revision_number=0']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:19.573677 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d46c393-13d6-4d55-8a9d-0e26507a05db admin admin] Checking segment: {'id': '283d65bc-4b7e-4110-8826-413a0782906c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f2355350-6ce6-40f4-89fb-60d84ecb7f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 09:11:19.574064 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d46c393-13d6-4d55-8a9d-0e26507a05db admin admin] Network hostable DHCP agents. Network: f2355350-6ce6-40f4-89fb-60d84ecb7f7b, hostable agents: ['a33f270e-6fb2-40d7-a0c5-ff754f30a69f'], hosted agents: [] {{(pid=104468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 09:11:19.594727 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:19.601539 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:19.637063 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d46c393-13d6-4d55-8a9d-0e26507a05db admin admin] Network f2355350-6ce6-40f4-89fb-60d84ecb7f7b is scheduled to be hosted by DHCP agent a33f270e-6fb2-40d7-a0c5-ff754f30a69f with binding_index 1 {{(pid=104468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 09:11:19.647792 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e3c3a7d4-4c3b-49af-967b-48b2a2138409 None None] Publish callbacks [] for port (48c95c7e-9f22-4fb5-a9e9-d22e9e854a65), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:19.705239 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-5d46c393-13d6-4d55-8a9d-0e26507a05db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849626-3-iscsi, f2355350-6ce6-40f4-89fb-60d84ecb7f7b) {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:11:19.709686 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d46c393-13d6-4d55-8a9d-0e26507a05db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:19.710791 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-5d46c393-13d6-4d55-8a9d-0e26507a05db admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:19.713717 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7f721c-dadf-431f-9b2e-12a7dd42e2ef None None] Network f2355350-6ce6-40f4-89fb-60d84ecb7f7b requested from dv-cinder-849626-3-iscsi {{(pid=104470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 09:11:19.735182 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e3c3a7d4-4c3b-49af-967b-48b2a2138409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (48c95c7e-9f22-4fb5-a9e9-d22e9e854a65), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:19.776447 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-5d46c393-13d6-4d55-8a9d-0e26507a05db admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5958104 Jul 13 09:11:19.779612 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 37250) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:11:19.784276 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-276b3b28-7908-474b-9484-4f41d449eb4a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1562186478-router', 'tenant_id': 'b487644732884eaabfc43581d1950b6e', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5'}}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:11:19.832300 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0f0e69-556d-4f7a-ad6a-339ce9320533 None None] Pushing event updated for resources: {'Port': ['ID=48c95c7e-9f22-4fb5-a9e9-d22e9e854a65,revision_number=3']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:19.877398 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-276b3b28-7908-474b-9484-4f41d449eb4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-400718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-703'] for router (fd2384ff-202f-4bd8-b631-949c7421454f), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:19.878834 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-276b3b28-7908-474b-9484-4f41d449eb4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-508804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-648'] for router (fd2384ff-202f-4bd8-b631-949c7421454f), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:19.903194 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e9bb2d-a2ed-4d8d-8efb-de40fb33f3a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa97415d6-5d51-52f2-982d-111b1056dda0-f2355350-6ce6-40f4-89fb-60d84ecb7f7b', 'network_id': 'f2355350-6ce6-40f4-89fb-60d84ecb7f7b', 'project_id': 'b487644732884eaabfc43581d1950b6e', 'fixed_ips': [{'subnet_id': '5b21b892-8793-4876-b5a3-a8f42c9e0f6a'}]}} from dv-cinder-849626-3-iscsi. {{(pid=104470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 13 09:11:19.904163 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-27e9bb2d-a2ed-4d8d-8efb-de40fb33f3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:19.920317 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-e3c3a7d4-4c3b-49af-967b-48b2a2138409 None None] Attempting to bind port 48c95c7e-9f22-4fb5-a9e9-d22e9e854a65 on host dv-cinder-849626-3-iscsi for vnic_type normal with profile {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 09:11:19.920687 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-e3c3a7d4-4c3b-49af-967b-48b2a2138409 None None] Attempting to bind port 48c95c7e-9f22-4fb5-a9e9-d22e9e854a65 by drivers openvswitch,hyperv on host dv-cinder-849626-3-iscsi at level 0 using segments [{'id': '3ac606da-51ce-4bda-8479-64389b45a44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bf682ee0-62e0-448d-97a2-9a80bdd5bf49'}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 09:11:19.921150 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c3a7d4-4c3b-49af-967b-48b2a2138409 None None] Attempting to bind port 48c95c7e-9f22-4fb5-a9e9-d22e9e854a65 on network bf682ee0-62e0-448d-97a2-9a80bdd5bf49 {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 09:11:19.929786 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c3a7d4-4c3b-49af-967b-48b2a2138409 None None] Checking agent: {'id': '9379cce5-6fc7-4135-bc49-530c07185724', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849626-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 8, 57, 26), 'started_at': datetime.datetime(2022, 7, 13, 8, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 9, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849626-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 09:11:19.930190 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c3a7d4-4c3b-49af-967b-48b2a2138409 None None] Checking segment: {'id': '3ac606da-51ce-4bda-8479-64389b45a44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bf682ee0-62e0-448d-97a2-9a80bdd5bf49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 09:11:19.930571 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e3c3a7d4-4c3b-49af-967b-48b2a2138409 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:19.930958 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c3a7d4-4c3b-49af-967b-48b2a2138409 None None] Bound using segment: {'id': '3ac606da-51ce-4bda-8479-64389b45a44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bf682ee0-62e0-448d-97a2-9a80bdd5bf49'} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 09:11:19.931423 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-e3c3a7d4-4c3b-49af-967b-48b2a2138409 None None] Bound port: 48c95c7e-9f22-4fb5-a9e9-d22e9e854a65, host: dv-cinder-849626-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ac606da-51ce-4bda-8479-64389b45a44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bf682ee0-62e0-448d-97a2-9a80bdd5bf49'}}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 09:11:19.931797 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e3c3a7d4-4c3b-49af-967b-48b2a2138409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (48c95c7e-9f22-4fb5-a9e9-d22e9e854a65), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:19.944225 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-276b3b28-7908-474b-9484-4f41d449eb4a admin admin] Publish callbacks [] for router_controller (fd2384ff-202f-4bd8-b631-949c7421454f), precommit_add_association {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:20.044592 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-886400d7-f6fd-4b82-8f4e-eaf758f2763c None None] Provisioning complete for port 48c95c7e-9f22-4fb5-a9e9-d22e9e854a65 triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:11:20.044979 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-886400d7-f6fd-4b82-8f4e-eaf758f2763c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (48c95c7e-9f22-4fb5-a9e9-d22e9e854a65), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:20.083292 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21915cbd-92f5-41a7-9c99-2235b5e32048 req-d47351fe-01fc-4772-a0a9-c96a2804ce57 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:20.083292 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-21915cbd-92f5-41a7-9c99-2235b5e32048 req-d47351fe-01fc-4772-a0a9-c96a2804ce57 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0e9d0df-5024-4fa7-8570-1878f7b39d7d HTTP/1.1" status: 200 len: 943 time: 0.0629554 Jul 13 09:11:20.141876 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-e3c3a7d4-4c3b-49af-967b-48b2a2138409 None None] For port 48c95c7e-9f22-4fb5-a9e9-d22e9e854a65, host dv-cinder-849626-3-iscsi, cleared binding levels {{(pid=104470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 09:11:20.145305 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-e3c3a7d4-4c3b-49af-967b-48b2a2138409 None None] For port 48c95c7e-9f22-4fb5-a9e9-d22e9e854a65, host dv-cinder-849626-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=48c95c7e-9f22-4fb5-a9e9-d22e9e854a65,segment=NetworkSegment(3ac606da-51ce-4bda-8479-64389b45a44b),segment_id=3ac606da-51ce-4bda-8479-64389b45a44b)] {{(pid=104470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 09:11:20.155465 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-21915cbd-92f5-41a7-9c99-2235b5e32048 req-88a20fea-1d3f-4475-b1ae-a7277f6b3ea6 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/security-groups?id=6d251890-f65e-434e-a6cb-08ba3fd43f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575147 Jul 13 09:11:20.174910 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-886400d7-f6fd-4b82-8f4e-eaf758f2763c None None] Port 48c95c7e-9f22-4fb5-a9e9-d22e9e854a65 cannot update to ACTIVE because it is not bound. {{(pid=104470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 09:11:20.175778 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-276b3b28-7908-474b-9484-4f41d449eb4a admin admin] Publish callbacks [] for router_gateway (fd2384ff-202f-4bd8-b631-949c7421454f), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:20.178413 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.db_base_plugin_common [None req-27e9bb2d-a2ed-4d8d-8efb-de40fb33f3a5 None None] Allocated IP 172.20.0.2 (f2355350-6ce6-40f4-89fb-60d84ecb7f7b/5b21b892-8793-4876-b5a3-a8f42c9e0f6a/759ab352-b0ba-4d9d-8a2c-3e0ca84f2fa2) {{(pid=104470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 09:11:20.239207 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e3c3a7d4-4c3b-49af-967b-48b2a2138409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (48c95c7e-9f22-4fb5-a9e9-d22e9e854a65), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:20.286887 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device 566d4d31-b462-48a1-8402-89f2901cbf77 up at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:11:20.290357 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:20.371747 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c3a7d4-4c3b-49af-967b-48b2a2138409 None None] Routers {'e08a323c-8318-444b-9294-a211178b0730'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:11:20.372597 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-e3c3a7d4-4c3b-49af-967b-48b2a2138409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:10:53Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['e08a323c-8318-444b-9294-a211178b0730'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:11:20.417773 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0f0e69-556d-4f7a-ad6a-339ce9320533 None None] Pushing event updated for resources: {'Port': ['ID=48c95c7e-9f22-4fb5-a9e9-d22e9e854a65,revision_number=4']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:20.440075 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:DELETE=2,neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:20.471136 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Provisioning complete for port 566d4d31-b462-48a1-8402-89f2901cbf77 triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:11:20.471507 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (566d4d31-b462-48a1-8402-89f2901cbf77), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:20.483755 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-276b3b28-7908-474b-9484-4f41d449eb4a admin admin] Publish callbacks [] for router_gateway (fd2384ff-202f-4bd8-b631-949c7421454f), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:20.498958 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:20.505074 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-276b3b28-7908-474b-9484-4f41d449eb4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:20.545264 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-27e9bb2d-a2ed-4d8d-8efb-de40fb33f3a5 None None] Publish callbacks [] for port (759ab352-b0ba-4d9d-8a2c-3e0ca84f2fa2), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:20.596363 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-e3c3a7d4-4c3b-49af-967b-48b2a2138409 None None] Set router e08a323c-8318-444b-9294-a211178b0730 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:11:20.619244 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8003e381-19fd-4406-ae76-87440d46aff6 req-0468c1a1-c2d1-4d5e-b0ad-97c7e0ecad2c tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:20.623197 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8003e381-19fd-4406-ae76-87440d46aff6 req-0468c1a1-c2d1-4d5e-b0ad-97c7e0ecad2c tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 945 time: 0.0513909 Jul 13 09:11:20.633873 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-e3097fe9-0b0d-4629-9dbb-6ac0823c4feb None None] Provisioning complete for port 48c95c7e-9f22-4fb5-a9e9-d22e9e854a65 triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:11:20.634524 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e3097fe9-0b0d-4629-9dbb-6ac0823c4feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (48c95c7e-9f22-4fb5-a9e9-d22e9e854a65), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:20.634911 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.db.db_base_plugin_common [None req-276b3b28-7908-474b-9484-4f41d449eb4a admin admin] Allocated IP 172.27.3.87 (14d154e4-c9a5-47e8-9f7f-9daf0b869ff5/8de8efa6-546e-4542-992b-4162440fe9c8/324737bf-b6b9-4693-83ff-9d436e4825e5) {{(pid=104468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 09:11:20.652259 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:20.680521 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8003e381-19fd-4406-ae76-87440d46aff6 req-9b2a3648-d0a2-48b7-ae1b-585f2f5648e6 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522287 Jul 13 09:11:20.684985 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-27e9bb2d-a2ed-4d8d-8efb-de40fb33f3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760184582126'] for port (759ab352-b0ba-4d9d-8a2c-3e0ca84f2fa2), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:20.686878 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a41ca9b1-f7d0-466f-8277-35e6d2adffd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (a33f270e-6fb2-40d7-a0c5-ff754f30a69f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:20.748539 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-276b3b28-7908-474b-9484-4f41d449eb4a admin admin] Publish callbacks [] for port (324737bf-b6b9-4693-83ff-9d436e4825e5), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:20.848417 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-276b3b28-7908-474b-9484-4f41d449eb4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760184582126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665350'] for port (324737bf-b6b9-4693-83ff-9d436e4825e5), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:20.888170 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276b3b28-7908-474b-9484-4f41d449eb4a admin admin] Network 14d154e4-c9a5-47e8-9f7f-9daf0b869ff5 is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:11:20.894864 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-276b3b28-7908-474b-9484-4f41d449eb4a admin admin] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:11:20.898887 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276b3b28-7908-474b-9484-4f41d449eb4a admin admin] Received port after_create {{(pid=104468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 09:11:20.904225 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276b3b28-7908-474b-9484-4f41d449eb4a admin admin] Pushing event updated for resources: {'Port': ['ID=324737bf-b6b9-4693-83ff-9d436e4825e5,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:20.911767 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e9bb2d-a2ed-4d8d-8efb-de40fb33f3a5 None None] Network f2355350-6ce6-40f4-89fb-60d84ecb7f7b is already hosted by enough agents. {{(pid=104470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:11:20.921088 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Current status of the port 566d4d31-b462-48a1-8402-89f2901cbf77 is: ACTIVE; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:11:20.934658 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.base_scheduler [None req-27e9bb2d-a2ed-4d8d-8efb-de40fb33f3a5 None None] Resources bound (agent type, host, resource id): {{(pid=104470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:11:20.940996 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e9bb2d-a2ed-4d8d-8efb-de40fb33f3a5 None None] Received port after_create {{(pid=104470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 09:11:20.971325 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e9bb2d-a2ed-4d8d-8efb-de40fb33f3a5 None None] Pushing event updated for resources: {'Port': ['ID=759ab352-b0ba-4d9d-8a2c-3e0ca84f2fa2,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:20.994416 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:21.072747 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-e3097fe9-0b0d-4629-9dbb-6ac0823c4feb None None] Current status of the port 48c95c7e-9f22-4fb5-a9e9-d22e9e854a65 is: DOWN; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:11:21.073130 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e3097fe9-0b0d-4629-9dbb-6ac0823c4feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (48c95c7e-9f22-4fb5-a9e9-d22e9e854a65), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:21.096667 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-27e9bb2d-a2ed-4d8d-8efb-de40fb33f3a5 None None] Attempting to bind port 759ab352-b0ba-4d9d-8a2c-3e0ca84f2fa2 on host dv-cinder-849626-3-iscsi for vnic_type normal with profile {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 09:11:21.097033 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-27e9bb2d-a2ed-4d8d-8efb-de40fb33f3a5 None None] Attempting to bind port 759ab352-b0ba-4d9d-8a2c-3e0ca84f2fa2 by drivers openvswitch,hyperv on host dv-cinder-849626-3-iscsi at level 0 using segments [{'id': '283d65bc-4b7e-4110-8826-413a0782906c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f2355350-6ce6-40f4-89fb-60d84ecb7f7b'}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 09:11:21.097392 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e9bb2d-a2ed-4d8d-8efb-de40fb33f3a5 None None] Attempting to bind port 759ab352-b0ba-4d9d-8a2c-3e0ca84f2fa2 on network f2355350-6ce6-40f4-89fb-60d84ecb7f7b {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 09:11:21.136261 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e9bb2d-a2ed-4d8d-8efb-de40fb33f3a5 None None] Checking agent: {'id': '9379cce5-6fc7-4135-bc49-530c07185724', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849626-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 8, 57, 26), 'started_at': datetime.datetime(2022, 7, 13, 8, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 9, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849626-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 09:11:21.136680 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e9bb2d-a2ed-4d8d-8efb-de40fb33f3a5 None None] Checking segment: {'id': '283d65bc-4b7e-4110-8826-413a0782906c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f2355350-6ce6-40f4-89fb-60d84ecb7f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 09:11:21.137075 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-27e9bb2d-a2ed-4d8d-8efb-de40fb33f3a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:21.137464 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e9bb2d-a2ed-4d8d-8efb-de40fb33f3a5 None None] Bound using segment: {'id': '283d65bc-4b7e-4110-8826-413a0782906c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f2355350-6ce6-40f4-89fb-60d84ecb7f7b'} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 09:11:21.137927 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-27e9bb2d-a2ed-4d8d-8efb-de40fb33f3a5 None None] Bound port: 759ab352-b0ba-4d9d-8a2c-3e0ca84f2fa2, host: dv-cinder-849626-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '283d65bc-4b7e-4110-8826-413a0782906c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f2355350-6ce6-40f4-89fb-60d84ecb7f7b'}}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 09:11:21.138328 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-27e9bb2d-a2ed-4d8d-8efb-de40fb33f3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (759ab352-b0ba-4d9d-8a2c-3e0ca84f2fa2), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:21.170303 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-e3097fe9-0b0d-4629-9dbb-6ac0823c4feb None None] For port 48c95c7e-9f22-4fb5-a9e9-d22e9e854a65, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=48c95c7e-9f22-4fb5-a9e9-d22e9e854a65,segment=NetworkSegment(3ac606da-51ce-4bda-8479-64389b45a44b),segment_id=3ac606da-51ce-4bda-8479-64389b45a44b)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:11:21.174471 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-e3c3a7d4-4c3b-49af-967b-48b2a2138409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e08a323c-8318-444b-9294-a211178b0730', 'name': 'tempest-TestShelveInstance-199060228-router', 'tenant_id': '6b5574138d6341268eae22b78af64765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '566d4d31-b462-48a1-8402-89f2901cbf77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:11:12Z', 'updated_at': '2022-07-13T09:11:16Z', 'revision_number': 4, 'project_id': '6b5574138d6341268eae22b78af64765', 'gw_port': {'id': '566d4d31-b462-48a1-8402-89f2901cbf77', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:40:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08a323c-8318-444b-9294-a211178b0730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:11:13Z', 'updated_at': '2022-07-13T09:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_interfaces': [{'id': '48c95c7e-9f22-4fb5-a9e9-d22e9e854a65', 'name': '', 'network_id': 'bf682ee0-62e0-448d-97a2-9a80bdd5bf49', 'tenant_id': '6b5574138d6341268eae22b78af64765', 'mac_address': 'fa:16:3e:3d:37:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e08a323c-8318-444b-9294-a211178b0730', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '4d4f83bc-542b-44e8-b61c-831e28191723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:11:15Z', 'updated_at': '2022-07-13T09:11:20Z', 'revision_number': 4, 'project_id': '6b5574138d6341268eae22b78af64765', 'subnets': [{'id': '4d4f83bc-542b-44e8-b61c-831e28191723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:11:21.213820 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:21.217124 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c3a7d4-4c3b-49af-967b-48b2a2138409 None None] The sync data for ids ['e08a323c-8318-444b-9294-a211178b0730'] in dv-cinder-849626-3-iscsi is: [{'id': 'e08a323c-8318-444b-9294-a211178b0730', 'name': 'tempest-TestShelveInstance-199060228-router', 'tenant_id': '6b5574138d6341268eae22b78af64765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '566d4d31-b462-48a1-8402-89f2901cbf77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:11:12Z', 'updated_at': '2022-07-13T09:11:16Z', 'revision_number': 4, 'project_id': '6b5574138d6341268eae22b78af64765', 'gw_port': {'id': '566d4d31-b462-48a1-8402-89f2901cbf77', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:40:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08a323c-8318-444b-9294-a211178b0730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:11:13Z', 'updated_at': '2022-07-13T09:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_interfaces': [{'id': '48c95c7e-9f22-4fb5-a9e9-d22e9e854a65', 'name': '', 'network_id': 'bf682ee0-62e0-448d-97a2-9a80bdd5bf49', 'tenant_id': '6b5574138d6341268eae22b78af64765', 'mac_address': 'fa:16:3e:3d:37:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e08a323c-8318-444b-9294-a211178b0730', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '4d4f83bc-542b-44e8-b61c-831e28191723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:11:15Z', 'updated_at': '2022-07-13T09:11:20Z', 'revision_number': 4, 'project_id': '6b5574138d6341268eae22b78af64765', 'subnets': [{'id': '4d4f83bc-542b-44e8-b61c-831e28191723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 09:11:21.221238 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-276b3b28-7908-474b-9484-4f41d449eb4a admin admin] Publish callbacks [] for router_gateway (fd2384ff-202f-4bd8-b631-949c7421454f), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:21.251450 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-27e9bb2d-a2ed-4d8d-8efb-de40fb33f3a5 None None] For port 759ab352-b0ba-4d9d-8a2c-3e0ca84f2fa2, host dv-cinder-849626-3-iscsi, cleared binding levels {{(pid=104470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 09:11:21.262081 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-27e9bb2d-a2ed-4d8d-8efb-de40fb33f3a5 None None] For port 759ab352-b0ba-4d9d-8a2c-3e0ca84f2fa2, host dv-cinder-849626-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=759ab352-b0ba-4d9d-8a2c-3e0ca84f2fa2,segment=NetworkSegment(283d65bc-4b7e-4110-8826-413a0782906c),segment_id=283d65bc-4b7e-4110-8826-413a0782906c)] {{(pid=104470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 09:11:21.272445 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e3097fe9-0b0d-4629-9dbb-6ac0823c4feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (48c95c7e-9f22-4fb5-a9e9-d22e9e854a65), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:21.347884 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3097fe9-0b0d-4629-9dbb-6ac0823c4feb None None] Pushing event updated for resources: {'Port': ['ID=48c95c7e-9f22-4fb5-a9e9-d22e9e854a65,revision_number=5']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:21.354625 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-27e9bb2d-a2ed-4d8d-8efb-de40fb33f3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (759ab352-b0ba-4d9d-8a2c-3e0ca84f2fa2), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:21.370627 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31187c0-888a-4a4e-8ab8-d7afab1040c3 req-59345de4-64a8-457c-830e-303b647a9613 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:21.372732 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-e31187c0-888a-4a4e-8ab8-d7afab1040c3 req-59345de4-64a8-457c-830e-303b647a9613 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0e9d0df-5024-4fa7-8570-1878f7b39d7d HTTP/1.1" status: 200 len: 943 time: 0.1160772 Jul 13 09:11:21.429066 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e9bb2d-a2ed-4d8d-8efb-de40fb33f3a5 None None] Pushing event updated for resources: {'Port': ['ID=759ab352-b0ba-4d9d-8a2c-3e0ca84f2fa2,revision_number=2']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:21.477118 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-e31187c0-888a-4a4e-8ab8-d7afab1040c3 req-3d49426c-d0ae-4ad7-84bf-efa427bce7f1 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/security-groups?id=6d251890-f65e-434e-a6cb-08ba3fd43f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961952 Jul 13 09:11:21.784166 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-276b3b28-7908-474b-9484-4f41d449eb4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-400835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388435'] for router (fd2384ff-202f-4bd8-b631-949c7421454f), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:21.828712 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76141fb1-e92e-4cac-9e07-e062cce64f95 req-12fbfe00-3521-449a-8d51-1183841774b8 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:21.833339 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-76141fb1-e92e-4cac-9e07-e062cce64f95 req-12fbfe00-3521-449a-8d51-1183841774b8 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 945 time: 0.0566559 Jul 13 09:11:21.887011 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-76141fb1-e92e-4cac-9e07-e062cce64f95 req-d7cf298c-2418-4270-8e9c-027d68969d85 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509040 Jul 13 09:11:22.019646 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-276b3b28-7908-474b-9484-4f41d449eb4a admin admin] Router fd2384ff-202f-4bd8-b631-949c7421454f is scheduled to L3 agent 084ea860-45cb-441c-b2f8-c6c2f7d6686c with binding_index 1 {{(pid=104468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 13 09:11:22.042284 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device 1cdc3b76-44e3-4767-b0a2-0bb751ae5964 details requested by agent hyperv_hv-cinder-84962 with host hv-cinder-84962 {{(pid=104470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 09:11:22.152209 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276b3b28-7908-474b-9484-4f41d449eb4a admin admin] Notify agent at l3_agent.dv-cinder-849626-3-iscsi the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 09:11:22.163549 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b7a818-f098-488f-9f21-4783caa0ade1 None None] Sync routers for ids ['fd2384ff-202f-4bd8-b631-949c7421454f'] in dv-cinder-849626-3-iscsi {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 09:11:22.180370 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b7a818-f098-488f-9f21-4783caa0ade1 None None] Routers {'fd2384ff-202f-4bd8-b631-949c7421454f'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:11:22.181261 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-73b7a818-f098-488f-9f21-4783caa0ade1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:10:53Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['fd2384ff-202f-4bd8-b631-949c7421454f'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:11:22.187883 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port 1cdc3b76-44e3-4767-b0a2-0bb751ae5964, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=1cdc3b76-44e3-4767-b0a2-0bb751ae5964,segment=NetworkSegment(9345669b-d3b5-4d9b-ac8e-05327c23f70b),segment_id=9345669b-d3b5-4d9b-ac8e-05327c23f70b)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:11:22.204601 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Returning: {'device': '1cdc3b76-44e3-4767-b0a2-0bb751ae5964', 'network_id': '862d32ef-d286-4010-a420-61dff25da7b3', 'port_id': '1cdc3b76-44e3-4767-b0a2-0bb751ae5964', 'mac_address': 'fa:16:3e:90:a2:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '633e38db-5802-43d1-a471-65c5e58c5839', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 09:11:22.208055 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:22.233754 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-276b3b28-7908-474b-9484-4f41d449eb4a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:22.235814 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-276b3b28-7908-474b-9484-4f41d449eb4a admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4545240 Jul 13 09:11:22.238489 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 37264) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:11:22.266936 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Current status of the port 1cdc3b76-44e3-4767-b0a2-0bb751ae5964 is: DOWN; New status is: BUILD {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:11:22.267461 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (1cdc3b76-44e3-4767-b0a2-0bb751ae5964), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:22.286969 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cdc3b76-44e3-4767-b0a2-0bb751ae5964 {{(pid=104470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 09:11:22.334084 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port 1cdc3b76-44e3-4767-b0a2-0bb751ae5964, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=1cdc3b76-44e3-4767-b0a2-0bb751ae5964,segment=NetworkSegment(9345669b-d3b5-4d9b-ac8e-05327c23f70b),segment_id=9345669b-d3b5-4d9b-ac8e-05327c23f70b)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:11:22.379592 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (1cdc3b76-44e3-4767-b0a2-0bb751ae5964), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:22.388113 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device 48c95c7e-9f22-4fb5-a9e9-d22e9e854a65 up at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:11:22.414133 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-73b7a818-f098-488f-9f21-4783caa0ade1 None None] Set router fd2384ff-202f-4bd8-b631-949c7421454f gateway port host: dv-cinder-849626-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:11:22.494399 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:22.505627 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Pushing event updated for resources: {'Port': ['ID=1cdc3b76-44e3-4767-b0a2-0bb751ae5964,revision_number=4']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:22.571154 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Provisioning complete for port 48c95c7e-9f22-4fb5-a9e9-d22e9e854a65 triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:11:22.571929 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (48c95c7e-9f22-4fb5-a9e9-d22e9e854a65), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:22.613950 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0eded52-6fa5-40bb-9396-11343475bc7d None None] Network f2355350-6ce6-40f4-89fb-60d84ecb7f7b requested from dv-cinder-849626-3-iscsi {{(pid=104470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 09:11:22.627739 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-97db15ee-1032-4e8d-b879-ce6b13d103c2 None None] Provisioning complete for port 759ab352-b0ba-4d9d-8a2c-3e0ca84f2fa2 triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:11:22.631901 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-97db15ee-1032-4e8d-b879-ce6b13d103c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (759ab352-b0ba-4d9d-8a2c-3e0ca84f2fa2), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:22.647287 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3844933a-07a9-4033-ba62-5f472ab50f70 req-3aff8843-668c-4147-b828-14e98502b467 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:22.649019 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-3844933a-07a9-4033-ba62-5f472ab50f70 req-3aff8843-668c-4147-b828-14e98502b467 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0e9d0df-5024-4fa7-8570-1878f7b39d7d HTTP/1.1" status: 200 len: 944 time: 0.0557690 Jul 13 09:11:22.709461 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-73b7a818-f098-488f-9f21-4783caa0ade1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd2384ff-202f-4bd8-b631-949c7421454f', 'name': 'tempest-TestShelveInstance-1562186478-router', 'tenant_id': 'b487644732884eaabfc43581d1950b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '324737bf-b6b9-4693-83ff-9d436e4825e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:11:19Z', 'updated_at': '2022-07-13T09:11:21Z', 'revision_number': 3, 'project_id': 'b487644732884eaabfc43581d1950b6e', 'gw_port': {'id': '324737bf-b6b9-4693-83ff-9d436e4825e5', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd2384ff-202f-4bd8-b631-949c7421454f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:11:20Z', 'updated_at': '2022-07-13T09:11:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi'}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:11:22.717822 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-3844933a-07a9-4033-ba62-5f472ab50f70 req-147c176d-a73c-49ee-bc7a-db474fd99ba9 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/security-groups?id=6d251890-f65e-434e-a6cb-08ba3fd43f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614469 Jul 13 09:11:22.745183 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b7a818-f098-488f-9f21-4783caa0ade1 None None] Checking router: fd2384ff-202f-4bd8-b631-949c7421454f for host: dv-cinder-849626-3-iscsi {{(pid=104471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 09:11:22.745364 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] get_ports_and_sgs() called for port_ids ['1cdc3b76-44e3-4767-b0a2-0bb751ae5964'] {{(pid=104470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 09:11:22.746681 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b7a818-f098-488f-9f21-4783caa0ade1 None None] Updating router fd2384ff-202f-4bd8-b631-949c7421454f port 324737bf-b6b9-4693-83ff-9d436e4825e5 binding host dv-cinder-849626-3-iscsi {{(pid=104471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 09:11:22.776162 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-73b7a818-f098-488f-9f21-4783caa0ade1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (324737bf-b6b9-4693-83ff-9d436e4825e5), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:22.803230 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2566064d-761d-46df-b579-37561b66ec94 req-68fdac2b-0ab5-4a55-a127-0d75cfa144c8 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:22.804787 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-2566064d-761d-46df-b579-37561b66ec94 req-68fdac2b-0ab5-4a55-a127-0d75cfa144c8 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.30 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 945 time: 0.0702240 Jul 13 09:11:22.949561 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a737bc91-a918-491f-ac23-8c2bcda31a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (084ea860-45cb-441c-b2f8-c6c2f7d6686c), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:22.955199 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Current status of the port 48c95c7e-9f22-4fb5-a9e9-d22e9e854a65 is: ACTIVE; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:11:22.956311 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device 759ab352-b0ba-4d9d-8a2c-3e0ca84f2fa2 up at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:11:22.975493 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:23.020591 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [req-2566064d-761d-46df-b579-37561b66ec94 req-1c225477-f9cb-4a38-9bea-efe04714d6e4 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Deleting port 23fec340-ea0c-4bbf-a12c-354b4909fa75 {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:11:23.021122 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-2566064d-761d-46df-b579-37561b66ec94 req-1c225477-f9cb-4a38-9bea-efe04714d6e4 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (23fec340-ea0c-4bbf-a12c-354b4909fa75), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:23.028765 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-97db15ee-1032-4e8d-b879-ce6b13d103c2 None None] Current status of the port 759ab352-b0ba-4d9d-8a2c-3e0ca84f2fa2 is: DOWN; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:11:23.029155 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-97db15ee-1032-4e8d-b879-ce6b13d103c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (759ab352-b0ba-4d9d-8a2c-3e0ca84f2fa2), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:23.053787 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4f6a7-9d55-4f09-92f2-b28fde5a4aa4 req-7697399d-dee3-4019-a79b-aec662f2118c tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:23.055347 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-7ab4f6a7-9d55-4f09-92f2-b28fde5a4aa4 req-7697399d-dee3-4019-a79b-aec662f2118c tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 945 time: 0.0878222 Jul 13 09:11:23.057160 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-73b7a818-f098-488f-9f21-4783caa0ade1 None None] Publish callbacks [] for port (324737bf-b6b9-4693-83ff-9d436e4825e5), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:23.109497 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-730f1f1e-7e07-4e03-a918-3f1ee34a6145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:23.111842 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-97db15ee-1032-4e8d-b879-ce6b13d103c2 None None] For port 759ab352-b0ba-4d9d-8a2c-3e0ca84f2fa2, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=759ab352-b0ba-4d9d-8a2c-3e0ca84f2fa2,segment=NetworkSegment(283d65bc-4b7e-4110-8826-413a0782906c),segment_id=283d65bc-4b7e-4110-8826-413a0782906c)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:11:23.125084 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Provisioning complete for port 759ab352-b0ba-4d9d-8a2c-3e0ca84f2fa2 triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:11:23.125454 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (759ab352-b0ba-4d9d-8a2c-3e0ca84f2fa2), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:23.132083 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:23.147571 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-73b7a818-f098-488f-9f21-4783caa0ade1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (324737bf-b6b9-4693-83ff-9d436e4825e5), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:23.165142 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:23.178823 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-97db15ee-1032-4e8d-b879-ce6b13d103c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (759ab352-b0ba-4d9d-8a2c-3e0ca84f2fa2), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:23.189035 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-7ab4f6a7-9d55-4f09-92f2-b28fde5a4aa4 req-d9ef1a11-48be-4e6f-862a-60258cda019f tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263361 Jul 13 09:11:23.228576 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-73b7a818-f098-488f-9f21-4783caa0ade1 None None] Attempting to bind port 324737bf-b6b9-4693-83ff-9d436e4825e5 on host dv-cinder-849626-3-iscsi for vnic_type normal with profile {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 09:11:23.228873 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-73b7a818-f098-488f-9f21-4783caa0ade1 None None] Attempting to bind port 324737bf-b6b9-4693-83ff-9d436e4825e5 by drivers openvswitch,hyperv on host dv-cinder-849626-3-iscsi at level 0 using segments [{'id': '51732cec-dd15-4320-89e5-7b26a17afbfa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5'}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 09:11:23.229226 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b7a818-f098-488f-9f21-4783caa0ade1 None None] Attempting to bind port 324737bf-b6b9-4693-83ff-9d436e4825e5 on network 14d154e4-c9a5-47e8-9f7f-9daf0b869ff5 {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 09:11:23.238939 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b7a818-f098-488f-9f21-4783caa0ade1 None None] Checking agent: {'id': '9379cce5-6fc7-4135-bc49-530c07185724', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849626-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 8, 57, 26), 'started_at': datetime.datetime(2022, 7, 13, 8, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 9, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849626-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 09:11:23.242391 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b7a818-f098-488f-9f21-4783caa0ade1 None None] Checking segment: {'id': '51732cec-dd15-4320-89e5-7b26a17afbfa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 09:11:23.242391 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-73b7a818-f098-488f-9f21-4783caa0ade1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:23.242391 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b7a818-f098-488f-9f21-4783caa0ade1 None None] Bound using segment: {'id': '51732cec-dd15-4320-89e5-7b26a17afbfa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5'} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 09:11:23.242391 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-73b7a818-f098-488f-9f21-4783caa0ade1 None None] Bound port: 324737bf-b6b9-4693-83ff-9d436e4825e5, host: dv-cinder-849626-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51732cec-dd15-4320-89e5-7b26a17afbfa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5'}}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 09:11:23.242391 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-73b7a818-f098-488f-9f21-4783caa0ade1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (324737bf-b6b9-4693-83ff-9d436e4825e5), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:23.245297 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [req-2566064d-761d-46df-b579-37561b66ec94 req-1c225477-f9cb-4a38-9bea-efe04714d6e4 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] For port 23fec340-ea0c-4bbf-a12c-354b4909fa75, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=23fec340-ea0c-4bbf-a12c-354b4909fa75,segment=NetworkSegment(270cda57-bbfa-4cb6-9405-da36f4f1a73b),segment_id=270cda57-bbfa-4cb6-9405-da36f4f1a73b)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:11:23.245675 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-2566064d-761d-46df-b579-37561b66ec94 req-1c225477-f9cb-4a38-9bea-efe04714d6e4 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (23fec340-ea0c-4bbf-a12c-354b4909fa75), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:23.272412 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [req-2566064d-761d-46df-b579-37561b66ec94 req-1c225477-f9cb-4a38-9bea-efe04714d6e4 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Calling delete_port for 23fec340-ea0c-4bbf-a12c-354b4909fa75 owned by compute:nova {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:11:23.280296 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f0f070-2a84-4049-a899-8e5b76664009 None None] Pushing event updated for resources: {'Port': ['ID=324737bf-b6b9-4693-83ff-9d436e4825e5,revision_number=2']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:23.282400 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97db15ee-1032-4e8d-b879-ce6b13d103c2 None None] Pushing event updated for resources: {'Port': ['ID=759ab352-b0ba-4d9d-8a2c-3e0ca84f2fa2,revision_number=3']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:23.294492 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Current status of the port 759ab352-b0ba-4d9d-8a2c-3e0ca84f2fa2 is: ACTIVE; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:11:23.295672 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f0f070-2a84-4049-a899-8e5b76664009 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:11:23.295672 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f0f070-2a84-4049-a899-8e5b76664009 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:11:23.295981 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f0f070-2a84-4049-a899-8e5b76664009 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:11:23.296315 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f0f070-2a84-4049-a899-8e5b76664009 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:11:23.296636 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f0f070-2a84-4049-a899-8e5b76664009 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:11:23.296953 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f0f070-2a84-4049-a899-8e5b76664009 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:11:23.297266 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f0f070-2a84-4049-a899-8e5b76664009 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:11:23.297578 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f0f070-2a84-4049-a899-8e5b76664009 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:11:23.297931 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f0f070-2a84-4049-a899-8e5b76664009 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:11:23.298330 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f0f070-2a84-4049-a899-8e5b76664009 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:11:23.299688 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f0f070-2a84-4049-a899-8e5b76664009 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:11:23.299688 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f0f070-2a84-4049-a899-8e5b76664009 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:11:23.299688 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f0f070-2a84-4049-a899-8e5b76664009 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:11:23.299688 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f0f070-2a84-4049-a899-8e5b76664009 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:11:23.306625 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f0f070-2a84-4049-a899-8e5b76664009 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:11:23.307006 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-fd323846-ee8d-4d87-a05d-1fc569244c29 None None] Provisioning complete for port 759ab352-b0ba-4d9d-8a2c-3e0ca84f2fa2 triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:11:23.307006 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-fd323846-ee8d-4d87-a05d-1fc569244c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (759ab352-b0ba-4d9d-8a2c-3e0ca84f2fa2), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:23.326500 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-73b7a818-f098-488f-9f21-4783caa0ade1 None None] For port 324737bf-b6b9-4693-83ff-9d436e4825e5, host dv-cinder-849626-3-iscsi, cleared binding levels {{(pid=104471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 09:11:23.329850 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-73b7a818-f098-488f-9f21-4783caa0ade1 None None] For port 324737bf-b6b9-4693-83ff-9d436e4825e5, host dv-cinder-849626-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=324737bf-b6b9-4693-83ff-9d436e4825e5,segment=NetworkSegment(51732cec-dd15-4320-89e5-7b26a17afbfa),segment_id=51732cec-dd15-4320-89e5-7b26a17afbfa)] {{(pid=104471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 09:11:23.350069 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:23.356654 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:23.384989 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-fd323846-ee8d-4d87-a05d-1fc569244c29 None None] Current status of the port 759ab352-b0ba-4d9d-8a2c-3e0ca84f2fa2 is: ACTIVE; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:11:23.403826 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-73b7a818-f098-488f-9f21-4783caa0ade1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (324737bf-b6b9-4693-83ff-9d436e4825e5), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:23.408065 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:23.418483 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_common [None req-730f1f1e-7e07-4e03-a918-3f1ee34a6145 admin admin] Allocated IP 172.20.0.1 (f2355350-6ce6-40f4-89fb-60d84ecb7f7b/5b21b892-8793-4876-b5a3-a8f42c9e0f6a/66f21852-8a5a-4887-8493-52a8960bb8ca) {{(pid=104469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 09:11:23.466257 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b7a818-f098-488f-9f21-4783caa0ade1 None None] Routers {'fd2384ff-202f-4bd8-b631-949c7421454f'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:11:23.466889 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-73b7a818-f098-488f-9f21-4783caa0ade1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:11:23Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['fd2384ff-202f-4bd8-b631-949c7421454f'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:11:23.468642 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f0f070-2a84-4049-a899-8e5b76664009 None None] Pushing event updated for resources: {'Port': ['ID=324737bf-b6b9-4693-83ff-9d436e4825e5,revision_number=3']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:23.579238 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-730f1f1e-7e07-4e03-a918-3f1ee34a6145 admin admin] Publish callbacks [] for port (66f21852-8a5a-4887-8493-52a8960bb8ca), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:23.604374 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-2566064d-761d-46df-b579-37561b66ec94 req-1c225477-f9cb-4a38-9bea-efe04714d6e4 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542309'] for port (23fec340-ea0c-4bbf-a12c-354b4909fa75), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:23.625622 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] get_ports_and_sgs() called for port_ids ['d61129b0-9f79-4508-a968-7e3a740a1f1c', '23fec340-ea0c-4bbf-a12c-354b4909fa75'] {{(pid=104470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 09:11:23.642520 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c225477-f9cb-4a38-9bea-efe04714d6e4 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Pushing event deleted for resources: {'Port': ['ID=23fec340-ea0c-4bbf-a12c-354b4909fa75,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:23.660899 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-73b7a818-f098-488f-9f21-4783caa0ade1 None None] Set router fd2384ff-202f-4bd8-b631-949c7421454f gateway port host: dv-cinder-849626-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:11:23.694406 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [req-2566064d-761d-46df-b579-37561b66ec94 req-1c225477-f9cb-4a38-9bea-efe04714d6e4 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] No DVR routers for this DVR port 23fec340-ea0c-4bbf-a12c-354b4909fa75 on host hv-cinder-84962 {{(pid=104469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 09:11:23.696965 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-2566064d-761d-46df-b579-37561b66ec94 req-1c225477-f9cb-4a38-9bea-efe04714d6e4 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for port (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:23.701070 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-2566064d-761d-46df-b579-37561b66ec94 req-1c225477-f9cb-4a38-9bea-efe04714d6e4 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.30 "DELETE /v2.0/ports/23fec340-ea0c-4bbf-a12c-354b4909fa75 HTTP/1.1" status: 204 len: 173 time: 0.8884563 Jul 13 09:11:23.701709 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4652c89f-12a1-40ec-86aa-705cb63de65f', 'name': 'network-vif-deleted', 'tag': '23fec340-ea0c-4bbf-a12c-354b4909fa75'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:11:23.704072 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c4e5b91a84def5af2f1fcdaa70b19e5540aa6c2f63d8f4e9cb6586108f6a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e23a4c-394e-495e-9066-24cafc9a96e3" -d '{"events": [{"server_uuid": "4652c89f-12a1-40ec-86aa-705cb63de65f", "name": "network-vif-deleted", "tag": "23fec340-ea0c-4bbf-a12c-354b4909fa75"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:11:23.716998 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-730f1f1e-7e07-4e03-a918-3f1ee34a6145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760184582126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542309'] for port (66f21852-8a5a-4887-8493-52a8960bb8ca), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:23.751835 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=85,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:23.760260 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 09:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b8fe9e-8447-4c07-b91b-567a45754c0f x-openstack-request-id: req-33b8fe9e-8447-4c07-b91b-567a45754c0f {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:11:23.760549 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4652c89f-12a1-40ec-86aa-705cb63de65f", "name": "network-vif-deleted", "tag": "23fec340-ea0c-4bbf-a12c-354b4909fa75", "status": "completed", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:11:23.760800 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-33b8fe9e-8447-4c07-b91b-567a45754c0f {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:11:23.761378 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33b8fe9e-8447-4c07-b91b-567a45754c0f'] response: {'server_uuid': '4652c89f-12a1-40ec-86aa-705cb63de65f', 'name': 'network-vif-deleted', 'tag': '23fec340-ea0c-4bbf-a12c-354b4909fa75', 'status': 'completed', 'code': 200} Jul 13 09:11:23.769253 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730f1f1e-7e07-4e03-a918-3f1ee34a6145 admin admin] Network f2355350-6ce6-40f4-89fb-60d84ecb7f7b is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:11:23.776536 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [None req-730f1f1e-7e07-4e03-a918-3f1ee34a6145 admin admin] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:11:23.781369 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730f1f1e-7e07-4e03-a918-3f1ee34a6145 admin admin] Received port after_create {{(pid=104469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 09:11:23.807066 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f1f1e-7e07-4e03-a918-3f1ee34a6145 admin admin] Pushing event updated for resources: {'Port': ['ID=66f21852-8a5a-4887-8493-52a8960bb8ca,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:23.829940 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-730f1f1e-7e07-4e03-a918-3f1ee34a6145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377229'] for router_interface (fd2384ff-202f-4bd8-b631-949c7421454f), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:23.912597 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-73b7a818-f098-488f-9f21-4783caa0ade1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd2384ff-202f-4bd8-b631-949c7421454f', 'name': 'tempest-TestShelveInstance-1562186478-router', 'tenant_id': 'b487644732884eaabfc43581d1950b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '324737bf-b6b9-4693-83ff-9d436e4825e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:11:19Z', 'updated_at': '2022-07-13T09:11:21Z', 'revision_number': 3, 'project_id': 'b487644732884eaabfc43581d1950b6e', 'gw_port': {'id': '324737bf-b6b9-4693-83ff-9d436e4825e5', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd2384ff-202f-4bd8-b631-949c7421454f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:11:20Z', 'updated_at': '2022-07-13T09:11:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi'}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:11:23.928842 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f6e9c-82a9-44d5-8d0e-1d092458cd45 req-dc53efd8-545b-49a3-8fea-96541921743d tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:23.930388 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-dd0f6e9c-82a9-44d5-8d0e-1d092458cd45 req-dc53efd8-545b-49a3-8fea-96541921743d tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0e9d0df-5024-4fa7-8570-1878f7b39d7d HTTP/1.1" status: 200 len: 944 time: 0.0655806 Jul 13 09:11:23.949517 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b7a818-f098-488f-9f21-4783caa0ade1 None None] The sync data for ids ['fd2384ff-202f-4bd8-b631-949c7421454f'] in dv-cinder-849626-3-iscsi is: [{'id': 'fd2384ff-202f-4bd8-b631-949c7421454f', 'name': 'tempest-TestShelveInstance-1562186478-router', 'tenant_id': 'b487644732884eaabfc43581d1950b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '324737bf-b6b9-4693-83ff-9d436e4825e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:11:19Z', 'updated_at': '2022-07-13T09:11:21Z', 'revision_number': 3, 'project_id': 'b487644732884eaabfc43581d1950b6e', 'gw_port': {'id': '324737bf-b6b9-4693-83ff-9d436e4825e5', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd2384ff-202f-4bd8-b631-949c7421454f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:11:20Z', 'updated_at': '2022-07-13T09:11:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi'}] {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 09:11:24.015467 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-dd0f6e9c-82a9-44d5-8d0e-1d092458cd45 req-e979d917-ddae-4f68-b45f-a612980f80fe tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/security-groups?id=6d251890-f65e-434e-a6cb-08ba3fd43f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649559 Jul 13 09:11:24.060526 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device 1cdc3b76-44e3-4767-b0a2-0bb751ae5964 up at agent hyperv_hv-cinder-84962 {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:11:24.101215 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-730f1f1e-7e07-4e03-a918-3f1ee34a6145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (66f21852-8a5a-4887-8493-52a8960bb8ca), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:24.137604 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-0628872d-63dc-4c7e-931c-d86131fda877 None None] Provisioning complete for port 66f21852-8a5a-4887-8493-52a8960bb8ca triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:11:24.138052 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-0628872d-63dc-4c7e-931c-d86131fda877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (66f21852-8a5a-4887-8493-52a8960bb8ca), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:24.163355 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Provisioning for port 1cdc3b76-44e3-4767-b0a2-0bb751ae5964 completed by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 13 09:11:24.181294 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-0628872d-63dc-4c7e-931c-d86131fda877 None None] Port 66f21852-8a5a-4887-8493-52a8960bb8ca cannot update to ACTIVE because it is not bound. {{(pid=104470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 09:11:24.242197 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Provisioning complete for port 1cdc3b76-44e3-4767-b0a2-0bb751ae5964 triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:11:24.242197 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (1cdc3b76-44e3-4767-b0a2-0bb751ae5964), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:24.336658 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-730f1f1e-7e07-4e03-a918-3f1ee34a6145 admin admin] Publish callbacks [] for port (66f21852-8a5a-4887-8493-52a8960bb8ca), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:24.346411 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Current status of the port 1cdc3b76-44e3-4767-b0a2-0bb751ae5964 is: BUILD; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:11:24.346880 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (1cdc3b76-44e3-4767-b0a2-0bb751ae5964), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:24.380949 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0e9d0df-5024-4fa7-8570-1878f7b39d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cdc3b76-44e3-4767-b0a2-0bb751ae5964'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:11:24.383759 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db18c03db31c8eba27ff59efcab6aeefebc9da3faa7d3b822264179bbf74904a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c4f6c4-eaab-4b65-8def-a9665c38d630" -d '{"events": [{"server_uuid": "b0e9d0df-5024-4fa7-8570-1878f7b39d7d", "name": "network-vif-plugged", "status": "completed", "tag": "1cdc3b76-44e3-4767-b0a2-0bb751ae5964"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:11:24.385802 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-4cf2b206-eeae-49ef-a45e-9a3ad0260e59 req-bd6704f8-347a-4cf5-a5e0-7c2d3878fb92 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=4652c89f-12a1-40ec-86aa-705cb63de65f HTTP/1.1" status: 200 len: 210 time: 0.0364442 Jul 13 09:11:24.406813 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device 759ab352-b0ba-4d9d-8a2c-3e0ca84f2fa2 up at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:11:24.429983 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port 1cdc3b76-44e3-4767-b0a2-0bb751ae5964, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=1cdc3b76-44e3-4767-b0a2-0bb751ae5964,segment=NetworkSegment(9345669b-d3b5-4d9b-ac8e-05327c23f70b),segment_id=9345669b-d3b5-4d9b-ac8e-05327c23f70b)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:11:24.438026 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-730f1f1e-7e07-4e03-a918-3f1ee34a6145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542332'] for port (66f21852-8a5a-4887-8493-52a8960bb8ca), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:24.477222 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 09:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a517b770-c70b-4cdd-9b3a-4c824a98ea5f x-openstack-request-id: req-a517b770-c70b-4cdd-9b3a-4c824a98ea5f {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:11:24.477622 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0e9d0df-5024-4fa7-8570-1878f7b39d7d", "name": "network-vif-plugged", "status": "completed", "tag": "1cdc3b76-44e3-4767-b0a2-0bb751ae5964", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:11:24.477926 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-a517b770-c70b-4cdd-9b3a-4c824a98ea5f {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:11:24.478436 dv-cinder-849626-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a517b770-c70b-4cdd-9b3a-4c824a98ea5f'] response: {'server_uuid': 'b0e9d0df-5024-4fa7-8570-1878f7b39d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cdc3b76-44e3-4767-b0a2-0bb751ae5964', 'code': 200} Jul 13 09:11:24.507488 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:24.508670 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Provisioning complete for port 759ab352-b0ba-4d9d-8a2c-3e0ca84f2fa2 triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:11:24.510065 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (759ab352-b0ba-4d9d-8a2c-3e0ca84f2fa2), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:24.513571 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (1cdc3b76-44e3-4767-b0a2-0bb751ae5964), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:24.516446 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f1f1e-7e07-4e03-a918-3f1ee34a6145 admin admin] Pushing event updated for resources: {'Port': ['ID=66f21852-8a5a-4887-8493-52a8960bb8ca,revision_number=2']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:24.521687 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-730f1f1e-7e07-4e03-a918-3f1ee34a6145 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-391157'] for router_interface (fd2384ff-202f-4bd8-b631-949c7421454f), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:24.539931 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:24.557502 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:24.566097 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7f3b3aed-46f4-4e68-bbbe-dab9f8099e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (d1fd82e0-5c39-4100-b44b-c54ee27d2d9f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:24.599361 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Pushing event updated for resources: {'Port': ['ID=1cdc3b76-44e3-4767-b0a2-0bb751ae5964,revision_number=5']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:24.649601 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Current status of the port 759ab352-b0ba-4d9d-8a2c-3e0ca84f2fa2 is: ACTIVE; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:11:24.666283 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730f1f1e-7e07-4e03-a918-3f1ee34a6145 admin admin] Network f2355350-6ce6-40f4-89fb-60d84ecb7f7b is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:11:24.668310 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [None req-730f1f1e-7e07-4e03-a918-3f1ee34a6145 admin admin] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:11:24.929638 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-a3b570b0-039a-433d-8df7-14d6b6d60c77 None None] Provisioning complete for port 66f21852-8a5a-4887-8493-52a8960bb8ca triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:11:24.930189 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a3b570b0-039a-433d-8df7-14d6b6d60c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (66f21852-8a5a-4887-8493-52a8960bb8ca), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:24.967550 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-a3b570b0-039a-433d-8df7-14d6b6d60c77 None None] Port 66f21852-8a5a-4887-8493-52a8960bb8ca cannot update to ACTIVE because it is not bound. {{(pid=104470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 09:11:25.086447 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1b3cbe-0f58-4ddf-8d11-efae824e3d9a req-6fa2196b-0c6c-41fd-8b3c-db6de6f02fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:25.087938 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-2b1b3cbe-0f58-4ddf-8d11-efae824e3d9a req-6fa2196b-0c6c-41fd-8b3c-db6de6f02fe5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b0e9d0df-5024-4fa7-8570-1878f7b39d7d HTTP/1.1" status: 200 len: 1129 time: 0.3191013 Jul 13 09:11:25.111944 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-730f1f1e-7e07-4e03-a918-3f1ee34a6145 admin admin] Router fd2384ff-202f-4bd8-b631-949c7421454f has already been hosted by L3 agent 084ea860-45cb-441c-b2f8-c6c2f7d6686c {{(pid=104469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 09:11:25.117561 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:25.135696 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:25.147681 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7adaf69-25a2-4a78-8912-2a06c117d659 req-748f3ab2-fae8-4ae2-a7c8-1ae9ad18365c tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:25.149177 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-d7adaf69-25a2-4a78-8912-2a06c117d659 req-748f3ab2-fae8-4ae2-a7c8-1ae9ad18365c tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0e9d0df-5024-4fa7-8570-1878f7b39d7d HTTP/1.1" status: 200 len: 945 time: 0.0536046 Jul 13 09:11:25.176437 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-2b1b3cbe-0f58-4ddf-8d11-efae824e3d9a req-4ff5200c-67ef-4218-b91c-d52ae3288194 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6d251890-f65e-434e-a6cb-08ba3fd43f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817277 Jul 13 09:11:25.199192 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-d7adaf69-25a2-4a78-8912-2a06c117d659 req-12e509cc-4842-43ea-979f-cfcbd270d9be tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/security-groups?id=6d251890-f65e-434e-a6cb-08ba3fd43f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435431 Jul 13 09:11:25.238554 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-730f1f1e-7e07-4e03-a918-3f1ee34a6145 admin admin] Notify agent at l3_agent.dv-cinder-849626-3-iscsi the message routers_updated {{(pid=104469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 09:11:25.243583 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-730f1f1e-7e07-4e03-a918-3f1ee34a6145 admin admin] 10.222.0.40 "PUT /v2.0/routers/fd2384ff-202f-4bd8-b631-949c7421454f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0040605 Jul 13 09:11:25.539365 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5ee680a5-33f3-4217-99f5-17637ad0570e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (59ae6226-c784-4fad-8646-7377b1ef5f31), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:25.601731 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 37292) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:11:25.606387 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-fa29113d-63b7-42a5-98da-fdbac31542d9 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-897459805', 'description': 'tempest-secgroup-smoke-897459805 description', 'project_id': '6b5574138d6341268eae22b78af64765'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:11:25.716906 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fa29113d-63b7-42a5-98da-fdbac31542d9 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:25.790957 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fa29113d-63b7-42a5-98da-fdbac31542d9 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Publish callbacks [] for security_group (318303b4-ee97-4d04-ac0e-60b52783791c), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:25.825770 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (9379cce5-6fc7-4135-bc49-530c07185724), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:25.828844 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8897e46-6195-4271-93eb-efb007f49057 None None] Sync routers for ids ['fd2384ff-202f-4bd8-b631-949c7421454f'] in dv-cinder-849626-3-iscsi {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 09:11:25.838810 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8897e46-6195-4271-93eb-efb007f49057 None None] Routers {'fd2384ff-202f-4bd8-b631-949c7421454f'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:11:25.841639 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-d8897e46-6195-4271-93eb-efb007f49057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:11:23Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['fd2384ff-202f-4bd8-b631-949c7421454f'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:11:25.853657 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fa29113d-63b7-42a5-98da-fdbac31542d9 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (318303b4-ee97-4d04-ac0e-60b52783791c), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:25.892893 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa29113d-63b7-42a5-98da-fdbac31542d9 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=318303b4-ee97-4d04-ac0e-60b52783791c,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:25.947601 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fa29113d-63b7-42a5-98da-fdbac31542d9 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:25.953400 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-fa29113d-63b7-42a5-98da-fdbac31542d9 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3505025 Jul 13 09:11:25.959360 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 37298) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:11:25.959702 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-47a72020-d87a-4373-8512-9bb18c540897 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Request body: {'security_group_rule': {'security_group_id': '318303b4-ee97-4d04-ac0e-60b52783791c', 'project_id': '6b5574138d6341268eae22b78af64765', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:11:25.965831 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b486cc00-8ede-41e8-b174-08b628c2fddf req-2447fc61-d1d8-4a59-8ee5-5f9246588a39 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:25.967701 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b486cc00-8ede-41e8-b174-08b628c2fddf req-2447fc61-d1d8-4a59-8ee5-5f9246588a39 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=8315445c-678d-4c5c-8ecf-937e48a120a4 HTTP/1.1" status: 200 len: 946 time: 0.0532897 Jul 13 09:11:26.020891 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b486cc00-8ede-41e8-b174-08b628c2fddf req-1a6f6690-4b4b-48a9-85a0-afe061ed96fa tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472288 Jul 13 09:11:26.042440 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-47a72020-d87a-4373-8512-9bb18c540897 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Publish callbacks [] for security_group_rule (0c810ec0-57bc-4f64-9cb7-fbbbbcfc7553), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:26.091225 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=7 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:26.094918 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-d8897e46-6195-4271-93eb-efb007f49057 None None] Set router fd2384ff-202f-4bd8-b631-949c7421454f gateway port host: dv-cinder-849626-3-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:11:26.103820 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-47a72020-d87a-4373-8512-9bb18c540897 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Publish callbacks [] for security_group_rule (0c810ec0-57bc-4f64-9cb7-fbbbbcfc7553), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:26.173810 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-47a72020-d87a-4373-8512-9bb18c540897 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485043'] for security_group_rule (0c810ec0-57bc-4f64-9cb7-fbbbbcfc7553), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:26.193247 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a72020-d87a-4373-8512-9bb18c540897 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c810ec0-57bc-4f64-9cb7-fbbbbcfc7553,revision_number=0']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:26.272881 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-47a72020-d87a-4373-8512-9bb18c540897 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:26.274648 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-47a72020-d87a-4373-8512-9bb18c540897 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3193944 Jul 13 09:11:26.277889 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 37302) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:11:26.282458 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-a7805c2c-98e1-48bd-be76-401fcd68b55e tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Request body: {'security_group_rule': {'security_group_id': '318303b4-ee97-4d04-ac0e-60b52783791c', 'project_id': '6b5574138d6341268eae22b78af64765', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:11:26.300530 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-d8897e46-6195-4271-93eb-efb007f49057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd2384ff-202f-4bd8-b631-949c7421454f', 'name': 'tempest-TestShelveInstance-1562186478-router', 'tenant_id': 'b487644732884eaabfc43581d1950b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '324737bf-b6b9-4693-83ff-9d436e4825e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:11:19Z', 'updated_at': '2022-07-13T09:11:23Z', 'revision_number': 4, 'project_id': 'b487644732884eaabfc43581d1950b6e', 'gw_port': {'id': '324737bf-b6b9-4693-83ff-9d436e4825e5', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd2384ff-202f-4bd8-b631-949c7421454f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:11:20Z', 'updated_at': '2022-07-13T09:11:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_interfaces': [{'id': '66f21852-8a5a-4887-8493-52a8960bb8ca', 'name': '', 'network_id': 'f2355350-6ce6-40f4-89fb-60d84ecb7f7b', 'tenant_id': 'b487644732884eaabfc43581d1950b6e', 'mac_address': 'fa:16:3e:2f:aa:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd2384ff-202f-4bd8-b631-949c7421454f', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '5b21b892-8793-4876-b5a3-a8f42c9e0f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:11:23Z', 'updated_at': '2022-07-13T09:11:24Z', 'revision_number': 2, 'project_id': 'b487644732884eaabfc43581d1950b6e', 'subnets': [{'id': '5b21b892-8793-4876-b5a3-a8f42c9e0f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:11:26.328129 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b256422-d30e-437d-a77b-e999ba8c677d req-3bf38e39-5bea-4ed5-a945-b0eaa8002dae tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:26.329703 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-3b256422-d30e-437d-a77b-e999ba8c677d req-3bf38e39-5bea-4ed5-a945-b0eaa8002dae tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0e9d0df-5024-4fa7-8570-1878f7b39d7d HTTP/1.1" status: 200 len: 945 time: 0.0539553 Jul 13 09:11:26.342831 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device 324737bf-b6b9-4693-83ff-9d436e4825e5 up at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:11:26.346814 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8897e46-6195-4271-93eb-efb007f49057 None None] Checking router: fd2384ff-202f-4bd8-b631-949c7421454f for host: dv-cinder-849626-3-iscsi {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 09:11:26.347151 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8897e46-6195-4271-93eb-efb007f49057 None None] Updating router fd2384ff-202f-4bd8-b631-949c7421454f port 66f21852-8a5a-4887-8493-52a8960bb8ca binding host dv-cinder-849626-3-iscsi {{(pid=104470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 09:11:26.379808 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-a7805c2c-98e1-48bd-be76-401fcd68b55e tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Publish callbacks [] for security_group_rule (4a91a5c4-0da7-49d3-a0d1-b78e911ed016), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:26.381569 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-3b256422-d30e-437d-a77b-e999ba8c677d req-40c8bed2-4af2-4af1-80f6-86f79f804e9c tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/security-groups?id=6d251890-f65e-434e-a6cb-08ba3fd43f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462201 Jul 13 09:11:26.407080 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-d8897e46-6195-4271-93eb-efb007f49057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (66f21852-8a5a-4887-8493-52a8960bb8ca), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:26.442629 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Provisioning complete for port 324737bf-b6b9-4693-83ff-9d436e4825e5 triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:11:26.442911 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (324737bf-b6b9-4693-83ff-9d436e4825e5), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:26.444039 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-a7805c2c-98e1-48bd-be76-401fcd68b55e tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Publish callbacks [] for security_group_rule (4a91a5c4-0da7-49d3-a0d1-b78e911ed016), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:26.467435 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:26.488803 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-a7805c2c-98e1-48bd-be76-401fcd68b55e tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485043'] for security_group_rule (4a91a5c4-0da7-49d3-a0d1-b78e911ed016), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:26.514971 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7805c2c-98e1-48bd-be76-401fcd68b55e tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a91a5c4-0da7-49d3-a0d1-b78e911ed016,revision_number=0']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:26.570162 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-a7805c2c-98e1-48bd-be76-401fcd68b55e tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:26.573975 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-a7805c2c-98e1-48bd-be76-401fcd68b55e tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2924135 Jul 13 09:11:26.574371 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 37304) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:11:26.579264 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-f3508cf8-bed8-4ec0-aa7a-6873666da284 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Request body: {'security_group_rule': {'security_group_id': '318303b4-ee97-4d04-ac0e-60b52783791c', 'project_id': '6b5574138d6341268eae22b78af64765', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:11:26.600517 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Current status of the port 324737bf-b6b9-4693-83ff-9d436e4825e5 is: DOWN; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:11:26.601139 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (324737bf-b6b9-4693-83ff-9d436e4825e5), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:26.660811 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] For port 324737bf-b6b9-4693-83ff-9d436e4825e5, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=324737bf-b6b9-4693-83ff-9d436e4825e5,segment=NetworkSegment(51732cec-dd15-4320-89e5-7b26a17afbfa),segment_id=51732cec-dd15-4320-89e5-7b26a17afbfa)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:11:26.665180 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f3508cf8-bed8-4ec0-aa7a-6873666da284 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Publish callbacks [] for security_group_rule (2a1d72fc-f27b-4fc2-8d0f-e38d04f158f1), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:26.723814 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f3508cf8-bed8-4ec0-aa7a-6873666da284 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Publish callbacks [] for security_group_rule (2a1d72fc-f27b-4fc2-8d0f-e38d04f158f1), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:26.734007 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (324737bf-b6b9-4693-83ff-9d436e4825e5), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:26.777402 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-d8897e46-6195-4271-93eb-efb007f49057 None None] Publish callbacks [] for port (66f21852-8a5a-4887-8493-52a8960bb8ca), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:26.779903 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f3508cf8-bed8-4ec0-aa7a-6873666da284 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485043'] for security_group_rule (2a1d72fc-f27b-4fc2-8d0f-e38d04f158f1), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:26.794315 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:26.798872 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Pushing event updated for resources: {'Port': ['ID=324737bf-b6b9-4693-83ff-9d436e4825e5,revision_number=4']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:26.799556 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3508cf8-bed8-4ec0-aa7a-6873666da284 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a1d72fc-f27b-4fc2-8d0f-e38d04f158f1,revision_number=0']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:26.853642 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-d8897e46-6195-4271-93eb-efb007f49057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (66f21852-8a5a-4887-8493-52a8960bb8ca), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:26.884668 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f3508cf8-bed8-4ec0-aa7a-6873666da284 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:26.889366 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-f3508cf8-bed8-4ec0-aa7a-6873666da284 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3138239 Jul 13 09:11:26.889848 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 37306) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:11:26.895541 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-bb31e090-520c-4187-99f9-e447169e965f tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Request body: {'security_group_rule': {'security_group_id': '318303b4-ee97-4d04-ac0e-60b52783791c', 'project_id': '6b5574138d6341268eae22b78af64765', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:11:26.909157 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9cd1b8-45d7-420e-851a-dcf9d8b05333 None None] Pushing event updated for resources: {'Port': ['ID=66f21852-8a5a-4887-8493-52a8960bb8ca,revision_number=3']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:26.968534 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-d8897e46-6195-4271-93eb-efb007f49057 None None] Attempting to bind port 66f21852-8a5a-4887-8493-52a8960bb8ca on host dv-cinder-849626-3-iscsi for vnic_type normal with profile {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 09:11:26.968897 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-d8897e46-6195-4271-93eb-efb007f49057 None None] Attempting to bind port 66f21852-8a5a-4887-8493-52a8960bb8ca by drivers openvswitch,hyperv on host dv-cinder-849626-3-iscsi at level 0 using segments [{'id': '283d65bc-4b7e-4110-8826-413a0782906c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f2355350-6ce6-40f4-89fb-60d84ecb7f7b'}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 09:11:26.969252 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8897e46-6195-4271-93eb-efb007f49057 None None] Attempting to bind port 66f21852-8a5a-4887-8493-52a8960bb8ca on network f2355350-6ce6-40f4-89fb-60d84ecb7f7b {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 09:11:26.974813 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8897e46-6195-4271-93eb-efb007f49057 None None] Checking agent: {'id': '9379cce5-6fc7-4135-bc49-530c07185724', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849626-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 8, 57, 26), 'started_at': datetime.datetime(2022, 7, 13, 8, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 9, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849626-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 09:11:26.975115 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8897e46-6195-4271-93eb-efb007f49057 None None] Checking segment: {'id': '283d65bc-4b7e-4110-8826-413a0782906c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f2355350-6ce6-40f4-89fb-60d84ecb7f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 09:11:26.975512 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-d8897e46-6195-4271-93eb-efb007f49057 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:26.975891 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8897e46-6195-4271-93eb-efb007f49057 None None] Bound using segment: {'id': '283d65bc-4b7e-4110-8826-413a0782906c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f2355350-6ce6-40f4-89fb-60d84ecb7f7b'} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 09:11:26.976341 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-d8897e46-6195-4271-93eb-efb007f49057 None None] Bound port: 66f21852-8a5a-4887-8493-52a8960bb8ca, host: dv-cinder-849626-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '283d65bc-4b7e-4110-8826-413a0782906c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f2355350-6ce6-40f4-89fb-60d84ecb7f7b'}}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 09:11:26.976714 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-d8897e46-6195-4271-93eb-efb007f49057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (66f21852-8a5a-4887-8493-52a8960bb8ca), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:26.987727 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-bb31e090-520c-4187-99f9-e447169e965f tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Publish callbacks [] for security_group_rule (df2d216e-b66a-4248-a606-fb83ec825272), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:27.045317 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-d8897e46-6195-4271-93eb-efb007f49057 None None] For port 66f21852-8a5a-4887-8493-52a8960bb8ca, host dv-cinder-849626-3-iscsi, cleared binding levels {{(pid=104470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 09:11:27.048977 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-d8897e46-6195-4271-93eb-efb007f49057 None None] For port 66f21852-8a5a-4887-8493-52a8960bb8ca, host dv-cinder-849626-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=66f21852-8a5a-4887-8493-52a8960bb8ca,segment=NetworkSegment(283d65bc-4b7e-4110-8826-413a0782906c),segment_id=283d65bc-4b7e-4110-8826-413a0782906c)] {{(pid=104470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 09:11:27.054955 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-bb31e090-520c-4187-99f9-e447169e965f tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Publish callbacks [] for security_group_rule (df2d216e-b66a-4248-a606-fb83ec825272), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:27.138875 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d1ccb-a136-4acf-9c6c-9635d09d9d5d req-463be77e-7181-4634-8e02-c83545f65d5b tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:27.140394 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b55d1ccb-a136-4acf-9c6c-9635d09d9d5d req-463be77e-7181-4634-8e02-c83545f65d5b tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=8315445c-678d-4c5c-8ecf-937e48a120a4 HTTP/1.1" status: 200 len: 946 time: 0.0482056 Jul 13 09:11:27.162943 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-bb31e090-520c-4187-99f9-e447169e965f tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485043'] for security_group_rule (df2d216e-b66a-4248-a606-fb83ec825272), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:27.163213 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-d8897e46-6195-4271-93eb-efb007f49057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (66f21852-8a5a-4887-8493-52a8960bb8ca), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:27.182996 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31e090-520c-4187-99f9-e447169e965f tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df2d216e-b66a-4248-a606-fb83ec825272,revision_number=0']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:27.191443 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b55d1ccb-a136-4acf-9c6c-9635d09d9d5d req-8c799cb3-3a34-4d54-ba9d-6849b925f14b tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456760 Jul 13 09:11:27.235971 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-b981c265-5aac-4825-ad38-d60c9c222654 None None] Provisioning complete for port 66f21852-8a5a-4887-8493-52a8960bb8ca triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:11:27.236404 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-b981c265-5aac-4825-ad38-d60c9c222654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (66f21852-8a5a-4887-8493-52a8960bb8ca), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:27.244969 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-bb31e090-520c-4187-99f9-e447169e965f tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:27.247241 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-bb31e090-520c-4187-99f9-e447169e965f tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3558297 Jul 13 09:11:27.250210 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 37310) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:11:27.254859 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-f3abf2cc-8dc9-440e-9e2e-324e9e3f0003 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Request body: {'security_group_rule': {'security_group_id': '318303b4-ee97-4d04-ac0e-60b52783791c', 'project_id': '6b5574138d6341268eae22b78af64765', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:11:27.269777 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8897e46-6195-4271-93eb-efb007f49057 None None] Routers {'fd2384ff-202f-4bd8-b631-949c7421454f'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:11:27.270557 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-d8897e46-6195-4271-93eb-efb007f49057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:11:23Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['fd2384ff-202f-4bd8-b631-949c7421454f'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:11:27.274968 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9cd1b8-45d7-420e-851a-dcf9d8b05333 None None] Pushing event updated for resources: {'Port': ['ID=66f21852-8a5a-4887-8493-52a8960bb8ca,revision_number=4']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:27.328182 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.db.securitygroups_db [None req-f3abf2cc-8dc9-440e-9e2e-324e9e3f0003 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Project 6b5574138d6341268eae22b78af64765 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 09:11:27.334802 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f3abf2cc-8dc9-440e-9e2e-324e9e3f0003 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Publish callbacks [] for security_group_rule (1c550efb-bb68-4567-8e53-27f251c9b93a), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:27.366705 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:27.407406 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f3abf2cc-8dc9-440e-9e2e-324e9e3f0003 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Publish callbacks [] for security_group_rule (1c550efb-bb68-4567-8e53-27f251c9b93a), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:27.415973 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-b981c265-5aac-4825-ad38-d60c9c222654 None None] Current status of the port 66f21852-8a5a-4887-8493-52a8960bb8ca is: DOWN; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:11:27.416354 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-b981c265-5aac-4825-ad38-d60c9c222654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (66f21852-8a5a-4887-8493-52a8960bb8ca), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:27.439069 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-d8897e46-6195-4271-93eb-efb007f49057 None None] Set router fd2384ff-202f-4bd8-b631-949c7421454f gateway port host: dv-cinder-849626-3-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:11:27.448057 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f3abf2cc-8dc9-440e-9e2e-324e9e3f0003 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485043'] for security_group_rule (1c550efb-bb68-4567-8e53-27f251c9b93a), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:27.492997 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-b981c265-5aac-4825-ad38-d60c9c222654 None None] For port 66f21852-8a5a-4887-8493-52a8960bb8ca, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=66f21852-8a5a-4887-8493-52a8960bb8ca,segment=NetworkSegment(283d65bc-4b7e-4110-8826-413a0782906c),segment_id=283d65bc-4b7e-4110-8826-413a0782906c)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:11:27.494937 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3abf2cc-8dc9-440e-9e2e-324e9e3f0003 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c550efb-bb68-4567-8e53-27f251c9b93a,revision_number=0']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:27.516406 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca30de2c-d618-4e77-b82d-953985b9db7b req-e163427b-f415-4974-a17e-2dc56889c7a8 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:27.517901 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-ca30de2c-d618-4e77-b82d-953985b9db7b req-e163427b-f415-4974-a17e-2dc56889c7a8 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0e9d0df-5024-4fa7-8570-1878f7b39d7d HTTP/1.1" status: 200 len: 945 time: 0.0639250 Jul 13 09:11:27.538789 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:27.548040 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-b981c265-5aac-4825-ad38-d60c9c222654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (66f21852-8a5a-4887-8493-52a8960bb8ca), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:27.549553 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f3abf2cc-8dc9-440e-9e2e-324e9e3f0003 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:27.553594 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 37314) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:11:27.554151 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-f3abf2cc-8dc9-440e-9e2e-324e9e3f0003 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3024080 Jul 13 09:11:27.560121 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-3d2cbfa1-691e-437a-b479-457491a8328c tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Request body: {'security_group_rule': {'security_group_id': '318303b4-ee97-4d04-ac0e-60b52783791c', 'project_id': '6b5574138d6341268eae22b78af64765', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:11:27.578158 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-ca30de2c-d618-4e77-b82d-953985b9db7b req-3dfa1439-de42-4743-8e1b-cbd5b569349d tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/security-groups?id=6d251890-f65e-434e-a6cb-08ba3fd43f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540364 Jul 13 09:11:27.637281 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.db.securitygroups_db [None req-3d2cbfa1-691e-437a-b479-457491a8328c tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Project 6b5574138d6341268eae22b78af64765 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 09:11:27.643702 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-3d2cbfa1-691e-437a-b479-457491a8328c tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Publish callbacks [] for security_group_rule (bbee100d-2b51-4d98-b019-b4685412eecb), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:27.648456 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b981c265-5aac-4825-ad38-d60c9c222654 None None] Pushing event updated for resources: {'Port': ['ID=66f21852-8a5a-4887-8493-52a8960bb8ca,revision_number=5']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:27.672120 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-630d2e5c-d2d2-44f6-8aec-410a14d682eb None None] Provisioning complete for port 66f21852-8a5a-4887-8493-52a8960bb8ca triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:11:27.677321 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-630d2e5c-d2d2-44f6-8aec-410a14d682eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (66f21852-8a5a-4887-8493-52a8960bb8ca), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:27.679714 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:27.707917 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-3d2cbfa1-691e-437a-b479-457491a8328c tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Publish callbacks [] for security_group_rule (bbee100d-2b51-4d98-b019-b4685412eecb), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:27.738880 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:27.746165 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-d8897e46-6195-4271-93eb-efb007f49057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd2384ff-202f-4bd8-b631-949c7421454f', 'name': 'tempest-TestShelveInstance-1562186478-router', 'tenant_id': 'b487644732884eaabfc43581d1950b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '324737bf-b6b9-4693-83ff-9d436e4825e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:11:19Z', 'updated_at': '2022-07-13T09:11:23Z', 'revision_number': 4, 'project_id': 'b487644732884eaabfc43581d1950b6e', 'gw_port': {'id': '324737bf-b6b9-4693-83ff-9d436e4825e5', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2384ff-202f-4bd8-b631-949c7421454f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:11:20Z', 'updated_at': '2022-07-13T09:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_interfaces': [{'id': '66f21852-8a5a-4887-8493-52a8960bb8ca', 'name': '', 'network_id': 'f2355350-6ce6-40f4-89fb-60d84ecb7f7b', 'tenant_id': 'b487644732884eaabfc43581d1950b6e', 'mac_address': 'fa:16:3e:2f:aa:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd2384ff-202f-4bd8-b631-949c7421454f', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '5b21b892-8793-4876-b5a3-a8f42c9e0f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:11:23Z', 'updated_at': '2022-07-13T09:11:27Z', 'revision_number': 4, 'project_id': 'b487644732884eaabfc43581d1950b6e', 'subnets': [{'id': '5b21b892-8793-4876-b5a3-a8f42c9e0f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:11:27.774628 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8897e46-6195-4271-93eb-efb007f49057 None None] The sync data for ids ['fd2384ff-202f-4bd8-b631-949c7421454f'] in dv-cinder-849626-3-iscsi is: [{'id': 'fd2384ff-202f-4bd8-b631-949c7421454f', 'name': 'tempest-TestShelveInstance-1562186478-router', 'tenant_id': 'b487644732884eaabfc43581d1950b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '324737bf-b6b9-4693-83ff-9d436e4825e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:11:19Z', 'updated_at': '2022-07-13T09:11:23Z', 'revision_number': 4, 'project_id': 'b487644732884eaabfc43581d1950b6e', 'gw_port': {'id': '324737bf-b6b9-4693-83ff-9d436e4825e5', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2384ff-202f-4bd8-b631-949c7421454f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:11:20Z', 'updated_at': '2022-07-13T09:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_interfaces': [{'id': '66f21852-8a5a-4887-8493-52a8960bb8ca', 'name': '', 'network_id': 'f2355350-6ce6-40f4-89fb-60d84ecb7f7b', 'tenant_id': 'b487644732884eaabfc43581d1950b6e', 'mac_address': 'fa:16:3e:2f:aa:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd2384ff-202f-4bd8-b631-949c7421454f', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '5b21b892-8793-4876-b5a3-a8f42c9e0f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:11:23Z', 'updated_at': '2022-07-13T09:11:27Z', 'revision_number': 4, 'project_id': 'b487644732884eaabfc43581d1950b6e', 'subnets': [{'id': '5b21b892-8793-4876-b5a3-a8f42c9e0f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 09:11:27.785589 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-3d2cbfa1-691e-437a-b479-457491a8328c tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485043'] for security_group_rule (bbee100d-2b51-4d98-b019-b4685412eecb), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:27.806352 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2cbfa1-691e-437a-b479-457491a8328c tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbee100d-2b51-4d98-b019-b4685412eecb,revision_number=0']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:27.816719 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-630d2e5c-d2d2-44f6-8aec-410a14d682eb None None] Current status of the port 66f21852-8a5a-4887-8493-52a8960bb8ca is: ACTIVE; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:11:27.896275 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-3d2cbfa1-691e-437a-b479-457491a8328c tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:27.897630 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-3d2cbfa1-691e-437a-b479-457491a8328c tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3422832 Jul 13 09:11:28.078581 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device 23fec340-ea0c-4bbf-a12c-354b4909fa75 no longer exists at agent hyperv_hv-cinder-84962 {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:11:28.103770 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] No Port match for: 23fec340-ea0c-4bbf-a12c-354b4909fa75 {{(pid=104470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 09:11:28.104251 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device 23fec340-ea0c-4bbf-a12c-354b4909fa75 not bound to the agent host hv-cinder-84962 {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 09:11:28.323260 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc1daf-4417-411e-99e6-61f15750cb8f req-78f8164e-7b44-438c-b470-4bb15c9b1a27 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:28.324935 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-47dc1daf-4417-411e-99e6-61f15750cb8f req-78f8164e-7b44-438c-b470-4bb15c9b1a27 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=8315445c-678d-4c5c-8ecf-937e48a120a4 HTTP/1.1" status: 200 len: 946 time: 0.0554888 Jul 13 09:11:28.384454 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-47dc1daf-4417-411e-99e6-61f15750cb8f req-3dca58be-66ff-4165-aff0-64e6e1a2e5b3 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522678 Jul 13 09:11:28.404307 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device 324737bf-b6b9-4693-83ff-9d436e4825e5 up at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:11:28.453153 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Provisioning complete for port 324737bf-b6b9-4693-83ff-9d436e4825e5 triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:11:28.453524 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (324737bf-b6b9-4693-83ff-9d436e4825e5), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:28.530098 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Current status of the port 324737bf-b6b9-4693-83ff-9d436e4825e5 is: ACTIVE; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:11:28.531491 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device 66f21852-8a5a-4887-8493-52a8960bb8ca up at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:11:28.579641 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Provisioning complete for port 66f21852-8a5a-4887-8493-52a8960bb8ca triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:11:28.580007 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (66f21852-8a5a-4887-8493-52a8960bb8ca), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:28.656195 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Current status of the port 66f21852-8a5a-4887-8493-52a8960bb8ca is: ACTIVE; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:11:28.712838 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a40907c-831b-43d7-8422-c7aa0ff38329 req-1f9a0ae3-a21a-43bd-ae4f-a8940872c609 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:28.714425 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-4a40907c-831b-43d7-8422-c7aa0ff38329 req-1f9a0ae3-a21a-43bd-ae4f-a8940872c609 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0e9d0df-5024-4fa7-8570-1878f7b39d7d HTTP/1.1" status: 200 len: 945 time: 0.0520945 Jul 13 09:11:28.766395 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-4a40907c-831b-43d7-8422-c7aa0ff38329 req-cd7dc849-b268-423b-82d9-d99365c5bed4 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/security-groups?id=6d251890-f65e-434e-a6cb-08ba3fd43f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450294 Jul 13 09:11:29.542719 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f41e43-57b0-4540-a059-33fa74892ac0 req-9da89a0f-88df-44b6-803d-e9bdcb6ed236 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:29.544181 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-22f41e43-57b0-4540-a059-33fa74892ac0 req-9da89a0f-88df-44b6-803d-e9bdcb6ed236 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.30 "GET /v2.0/ports?device_id=8315445c-678d-4c5c-8ecf-937e48a120a4 HTTP/1.1" status: 200 len: 946 time: 0.0709503 Jul 13 09:11:29.549892 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd41eb5-7e5e-4fd6-9514-c83dae5fc64a req-ad411049-1928-4f09-b359-d118142fb32f tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:29.551283 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-bcd41eb5-7e5e-4fd6-9514-c83dae5fc64a req-ad411049-1928-4f09-b359-d118142fb32f tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=8315445c-678d-4c5c-8ecf-937e48a120a4 HTTP/1.1" status: 200 len: 946 time: 0.0897315 Jul 13 09:11:29.582461 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:29.656370 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-bcd41eb5-7e5e-4fd6-9514-c83dae5fc64a req-2547d6ac-5b46-4574-b705-0a2990e94dee tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/security-groups?id=77c09112-2b3a-408c-a662-4ffa4b7613d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980053 Jul 13 09:11:29.669266 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [req-22f41e43-57b0-4540-a059-33fa74892ac0 req-d54de94d-35b5-4aca-91f3-4f1e933da52a tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Deleting port d61129b0-9f79-4508-a968-7e3a740a1f1c {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:11:29.669616 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-22f41e43-57b0-4540-a059-33fa74892ac0 req-d54de94d-35b5-4aca-91f3-4f1e933da52a tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (d61129b0-9f79-4508-a968-7e3a740a1f1c), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:29.765482 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [req-22f41e43-57b0-4540-a059-33fa74892ac0 req-d54de94d-35b5-4aca-91f3-4f1e933da52a tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] For port d61129b0-9f79-4508-a968-7e3a740a1f1c, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=d61129b0-9f79-4508-a968-7e3a740a1f1c,segment=NetworkSegment(270cda57-bbfa-4cb6-9405-da36f4f1a73b),segment_id=270cda57-bbfa-4cb6-9405-da36f4f1a73b)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:11:29.765857 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-22f41e43-57b0-4540-a059-33fa74892ac0 req-d54de94d-35b5-4aca-91f3-4f1e933da52a tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (d61129b0-9f79-4508-a968-7e3a740a1f1c), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:29.779249 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [req-22f41e43-57b0-4540-a059-33fa74892ac0 req-d54de94d-35b5-4aca-91f3-4f1e933da52a tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Calling delete_port for d61129b0-9f79-4508-a968-7e3a740a1f1c owned by compute:nova {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:11:29.904533 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed25e2-412a-46ad-a430-ee1fa00f71c8 req-8b5c9303-b8c2-48d6-82d6-807249e3f371 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:29.906039 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-f2ed25e2-412a-46ad-a430-ee1fa00f71c8 req-8b5c9303-b8c2-48d6-82d6-807249e3f371 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0e9d0df-5024-4fa7-8570-1878f7b39d7d HTTP/1.1" status: 200 len: 945 time: 0.0667517 Jul 13 09:11:29.953839 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-f2ed25e2-412a-46ad-a430-ee1fa00f71c8 req-88e6d2ba-d72d-4d88-8fbe-7c349a75e163 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/security-groups?id=6d251890-f65e-434e-a6cb-08ba3fd43f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421717 Jul 13 09:11:29.968786 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-22f41e43-57b0-4540-a059-33fa74892ac0 req-d54de94d-35b5-4aca-91f3-4f1e933da52a tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542309'] for port (d61129b0-9f79-4508-a968-7e3a740a1f1c), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:29.981476 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] get_ports_and_sgs() called for port_ids ['d61129b0-9f79-4508-a968-7e3a740a1f1c'] {{(pid=104470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 09:11:29.998586 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54de94d-35b5-4aca-91f3-4f1e933da52a tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Pushing event deleted for resources: {'Port': ['ID=d61129b0-9f79-4508-a968-7e3a740a1f1c,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:30.055341 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [req-22f41e43-57b0-4540-a059-33fa74892ac0 req-d54de94d-35b5-4aca-91f3-4f1e933da52a tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] No DVR routers for this DVR port d61129b0-9f79-4508-a968-7e3a740a1f1c on host hv-cinder-84962 {{(pid=104469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 09:11:30.058807 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-22f41e43-57b0-4540-a059-33fa74892ac0 req-d54de94d-35b5-4aca-91f3-4f1e933da52a tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for port (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:30.063200 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-22f41e43-57b0-4540-a059-33fa74892ac0 req-d54de94d-35b5-4aca-91f3-4f1e933da52a tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.30 "DELETE /v2.0/ports/d61129b0-9f79-4508-a968-7e3a740a1f1c HTTP/1.1" status: 204 len: 173 time: 0.5109246 Jul 13 09:11:30.063795 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8315445c-678d-4c5c-8ecf-937e48a120a4', 'name': 'network-vif-deleted', 'tag': 'd61129b0-9f79-4508-a968-7e3a740a1f1c'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:11:30.066090 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c4e5b91a84def5af2f1fcdaa70b19e5540aa6c2f63d8f4e9cb6586108f6a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58dced61-daf2-4e77-8855-b9d55f1972d8" -d '{"events": [{"server_uuid": "8315445c-678d-4c5c-8ecf-937e48a120a4", "name": "network-vif-deleted", "tag": "d61129b0-9f79-4508-a968-7e3a740a1f1c"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:11:30.108596 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f9cf1-7b72-4470-a861-f6977f2f4eaa req-430773ba-e3f9-469b-996b-57d75fe18df3 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:30.110231 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-c99f9cf1-7b72-4470-a861-f6977f2f4eaa req-430773ba-e3f9-469b-996b-57d75fe18df3 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0e9d0df-5024-4fa7-8570-1878f7b39d7d HTTP/1.1" status: 200 len: 945 time: 0.0635638 Jul 13 09:11:30.111736 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 09:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c5c879c-0a9f-4e15-ae7a-9b77562c2293 x-openstack-request-id: req-0c5c879c-0a9f-4e15-ae7a-9b77562c2293 {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:11:30.112020 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8315445c-678d-4c5c-8ecf-937e48a120a4", "name": "network-vif-deleted", "tag": "d61129b0-9f79-4508-a968-7e3a740a1f1c", "status": "completed", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:11:30.112259 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-0c5c879c-0a9f-4e15-ae7a-9b77562c2293 {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:11:30.112728 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c5c879c-0a9f-4e15-ae7a-9b77562c2293'] response: {'server_uuid': '8315445c-678d-4c5c-8ecf-937e48a120a4', 'name': 'network-vif-deleted', 'tag': 'd61129b0-9f79-4508-a968-7e3a740a1f1c', 'status': 'completed', 'code': 200} Jul 13 09:11:30.131247 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 37386) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:11:30.137948 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-5095d45c-19b7-4d5e-925e-e0a239d822ca tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Request body: {'floatingip': {'port_id': '1cdc3b76-44e3-4767-b0a2-0bb751ae5964'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:11:30.178405 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5095d45c-19b7-4d5e-925e-e0a239d822ca tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks [] for floatingip (f09c4ba3-638c-4a1b-82a8-c93266defb32), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:30.332904 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:30.657434 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5095d45c-19b7-4d5e-925e-e0a239d822ca tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:30.705515 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5095d45c-19b7-4d5e-925e-e0a239d822ca tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-388893'] for floatingip (f09c4ba3-638c-4a1b-82a8-c93266defb32), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:30.776416 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-3bfdb8e2-b584-48c0-affb-e6709e84ba6b req-4b4d7701-18df-499b-b8ca-34227501f3a6 tempest-ServerRescueNegativeTestJSON-1072371521 tempest-ServerRescueNegativeTestJSON-1072371521-project] 10.222.0.40 "GET /v2.0/ports?device_id=8315445c-678d-4c5c-8ecf-937e48a120a4 HTTP/1.1" status: 200 len: 210 time: 0.0331695 Jul 13 09:11:30.829903 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.db.l3_db [None req-5095d45c-19b7-4d5e-925e-e0a239d822ca tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Floating IP f09c4ba3-638c-4a1b-82a8-c93266defb32 associated. External IP: 172.27.3.137, port: 1cdc3b76-44e3-4767-b0a2-0bb751ae5964. Jul 13 09:11:30.937743 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:31.041798 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5095d45c-19b7-4d5e-925e-e0a239d822ca tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Router 4f1da02d-cbd0-4602-80a0-6cd8656ba707 has already been hosted by L3 agent 084ea860-45cb-441c-b2f8-c6c2f7d6686c {{(pid=104469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 09:11:31.152313 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5095d45c-19b7-4d5e-925e-e0a239d822ca tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Notify agent at l3_agent.dv-cinder-849626-3-iscsi the message routers_updated {{(pid=104469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 09:11:31.156747 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5095d45c-19b7-4d5e-925e-e0a239d822ca tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for floatingip (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:31.166886 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578b1cbe-a94f-4078-9b0f-3b06598cbf0d None None] Sync routers for ids ['4f1da02d-cbd0-4602-80a0-6cd8656ba707'] in dv-cinder-849626-3-iscsi {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 09:11:31.179537 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578b1cbe-a94f-4078-9b0f-3b06598cbf0d None None] Routers {'4f1da02d-cbd0-4602-80a0-6cd8656ba707'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:11:31.180304 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-578b1cbe-a94f-4078-9b0f-3b06598cbf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:11:23Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['4f1da02d-cbd0-4602-80a0-6cd8656ba707'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:11:31.181474 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:31.201423 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-5095d45c-19b7-4d5e-925e-e0a239d822ca tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "PUT /v2.0/floatingips/f09c4ba3-638c-4a1b-82a8-c93266defb32 HTTP/1.1" status: 200 len: 991 time: 1.0689657 Jul 13 09:11:31.294017 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-578b1cbe-a94f-4078-9b0f-3b06598cbf0d None None] Set router 4f1da02d-cbd0-4602-80a0-6cd8656ba707 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:11:31.494740 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:31.500501 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-578b1cbe-a94f-4078-9b0f-3b06598cbf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f1da02d-cbd0-4602-80a0-6cd8656ba707', 'name': 'tempest-AttachVolumeTestJSON-2029521589-router', 'tenant_id': 'eb9e230019f042dbbc680fc3b1340d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': 'adbe2fe6-71a5-4e8a-be54-f60cf11d3e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:06:06Z', 'updated_at': '2022-07-13T09:06:14Z', 'revision_number': 4, 'project_id': 'eb9e230019f042dbbc680fc3b1340d41', 'gw_port': {'id': 'adbe2fe6-71a5-4e8a-be54-f60cf11d3e39', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ea:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1da02d-cbd0-4602-80a0-6cd8656ba707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:07Z', 'updated_at': '2022-07-13T09:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_floatingips': [{'id': 'f09c4ba3-638c-4a1b-82a8-c93266defb32', 'tenant_id': 'eb9e230019f042dbbc680fc3b1340d41', 'floating_ip_address': '172.27.3.137', 'floating_network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'router_id': '4f1da02d-cbd0-4602-80a0-6cd8656ba707', 'port_id': '1cdc3b76-44e3-4767-b0a2-0bb751ae5964', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '862d32ef-d286-4010-a420-61dff25da7b3', 'mac_address': 'fa:16:3e:90:a2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e9d0df-5024-4fa7-8570-1878f7b39d7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T09:11:07Z', 'updated_at': '2022-07-13T09:11:30Z', 'revision_number': 1, 'project_id': 'eb9e230019f042dbbc680fc3b1340d41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce09cf6d-2645-486b-9521-42867dfd20b3', 'name': '', 'network_id': '862d32ef-d286-4010-a420-61dff25da7b3', 'tenant_id': 'eb9e230019f042dbbc680fc3b1340d41', 'mac_address': 'fa:16:3e:c0:88:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1da02d-cbd0-4602-80a0-6cd8656ba707', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '633e38db-5802-43d1-a471-65c5e58c5839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:13Z', 'updated_at': '2022-07-13T09:06:29Z', 'revision_number': 5, 'project_id': 'eb9e230019f042dbbc680fc3b1340d41', 'subnets': [{'id': '633e38db-5802-43d1-a471-65c5e58c5839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:11:31.524969 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578b1cbe-a94f-4078-9b0f-3b06598cbf0d None None] Checking router: 4f1da02d-cbd0-4602-80a0-6cd8656ba707 for host: dv-cinder-849626-3-iscsi {{(pid=104471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 09:11:31.534379 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578b1cbe-a94f-4078-9b0f-3b06598cbf0d None None] Routers {'4f1da02d-cbd0-4602-80a0-6cd8656ba707'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:11:31.535041 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-578b1cbe-a94f-4078-9b0f-3b06598cbf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:11:23Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['4f1da02d-cbd0-4602-80a0-6cd8656ba707'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:11:31.639668 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-578b1cbe-a94f-4078-9b0f-3b06598cbf0d None None] Set router 4f1da02d-cbd0-4602-80a0-6cd8656ba707 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:11:31.843000 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 37406) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:11:31.854135 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-578b1cbe-a94f-4078-9b0f-3b06598cbf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f1da02d-cbd0-4602-80a0-6cd8656ba707', 'name': 'tempest-AttachVolumeTestJSON-2029521589-router', 'tenant_id': 'eb9e230019f042dbbc680fc3b1340d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': 'adbe2fe6-71a5-4e8a-be54-f60cf11d3e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:06:06Z', 'updated_at': '2022-07-13T09:06:14Z', 'revision_number': 4, 'project_id': 'eb9e230019f042dbbc680fc3b1340d41', 'gw_port': {'id': 'adbe2fe6-71a5-4e8a-be54-f60cf11d3e39', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ea:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1da02d-cbd0-4602-80a0-6cd8656ba707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:07Z', 'updated_at': '2022-07-13T09:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_floatingips': [{'id': 'f09c4ba3-638c-4a1b-82a8-c93266defb32', 'tenant_id': 'eb9e230019f042dbbc680fc3b1340d41', 'floating_ip_address': '172.27.3.137', 'floating_network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'router_id': '4f1da02d-cbd0-4602-80a0-6cd8656ba707', 'port_id': '1cdc3b76-44e3-4767-b0a2-0bb751ae5964', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '862d32ef-d286-4010-a420-61dff25da7b3', 'mac_address': 'fa:16:3e:90:a2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e9d0df-5024-4fa7-8570-1878f7b39d7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T09:11:07Z', 'updated_at': '2022-07-13T09:11:30Z', 'revision_number': 1, 'project_id': 'eb9e230019f042dbbc680fc3b1340d41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce09cf6d-2645-486b-9521-42867dfd20b3', 'name': '', 'network_id': '862d32ef-d286-4010-a420-61dff25da7b3', 'tenant_id': 'eb9e230019f042dbbc680fc3b1340d41', 'mac_address': 'fa:16:3e:c0:88:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1da02d-cbd0-4602-80a0-6cd8656ba707', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '633e38db-5802-43d1-a471-65c5e58c5839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:13Z', 'updated_at': '2022-07-13T09:06:29Z', 'revision_number': 5, 'project_id': 'eb9e230019f042dbbc680fc3b1340d41', 'subnets': [{'id': '633e38db-5802-43d1-a471-65c5e58c5839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:11:31.880049 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578b1cbe-a94f-4078-9b0f-3b06598cbf0d None None] The sync data for ids ['4f1da02d-cbd0-4602-80a0-6cd8656ba707'] in dv-cinder-849626-3-iscsi is: [{'id': '4f1da02d-cbd0-4602-80a0-6cd8656ba707', 'name': 'tempest-AttachVolumeTestJSON-2029521589-router', 'tenant_id': 'eb9e230019f042dbbc680fc3b1340d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': 'adbe2fe6-71a5-4e8a-be54-f60cf11d3e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:06:06Z', 'updated_at': '2022-07-13T09:06:14Z', 'revision_number': 4, 'project_id': 'eb9e230019f042dbbc680fc3b1340d41', 'gw_port': {'id': 'adbe2fe6-71a5-4e8a-be54-f60cf11d3e39', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ea:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1da02d-cbd0-4602-80a0-6cd8656ba707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:07Z', 'updated_at': '2022-07-13T09:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_floatingips': [{'id': 'f09c4ba3-638c-4a1b-82a8-c93266defb32', 'tenant_id': 'eb9e230019f042dbbc680fc3b1340d41', 'floating_ip_address': '172.27.3.137', 'floating_network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'router_id': '4f1da02d-cbd0-4602-80a0-6cd8656ba707', 'port_id': '1cdc3b76-44e3-4767-b0a2-0bb751ae5964', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '862d32ef-d286-4010-a420-61dff25da7b3', 'mac_address': 'fa:16:3e:90:a2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e9d0df-5024-4fa7-8570-1878f7b39d7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T09:11:07Z', 'updated_at': '2022-07-13T09:11:30Z', 'revision_number': 1, 'project_id': 'eb9e230019f042dbbc680fc3b1340d41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce09cf6d-2645-486b-9521-42867dfd20b3', 'name': '', 'network_id': '862d32ef-d286-4010-a420-61dff25da7b3', 'tenant_id': 'eb9e230019f042dbbc680fc3b1340d41', 'mac_address': 'fa:16:3e:c0:88:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1da02d-cbd0-4602-80a0-6cd8656ba707', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '633e38db-5802-43d1-a471-65c5e58c5839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:13Z', 'updated_at': '2022-07-13T09:06:29Z', 'revision_number': 5, 'project_id': 'eb9e230019f042dbbc680fc3b1340d41', 'subnets': [{'id': '633e38db-5802-43d1-a471-65c5e58c5839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 09:11:32.093719 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9d690e-6955-4dff-beed-dcef725416da None None] New status for floating IP f09c4ba3-638c-4a1b-82a8-c93266defb32: ACTIVE {{(pid=104470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 13 09:11:32.113440 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0e9d0df-5024-4fa7-8570-1878f7b39d7d', 'tag': '1cdc3b76-44e3-4767-b0a2-0bb751ae5964'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:11:32.117868 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c4e5b91a84def5af2f1fcdaa70b19e5540aa6c2f63d8f4e9cb6586108f6a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c22c5631-5d5e-47da-8f71-88717b11d063" -d '{"events": [{"name": "network-changed", "server_uuid": "b0e9d0df-5024-4fa7-8570-1878f7b39d7d", "tag": "1cdc3b76-44e3-4767-b0a2-0bb751ae5964"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:11:32.174588 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 09:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de59e61-364e-4629-a540-5081a57993ca x-openstack-request-id: req-7de59e61-364e-4629-a540-5081a57993ca {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:11:32.175417 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0e9d0df-5024-4fa7-8570-1878f7b39d7d", "tag": "1cdc3b76-44e3-4767-b0a2-0bb751ae5964", "status": "completed", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:11:32.175837 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-7de59e61-364e-4629-a540-5081a57993ca {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:11:32.176415 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7de59e61-364e-4629-a540-5081a57993ca'] response: {'name': 'network-changed', 'server_uuid': 'b0e9d0df-5024-4fa7-8570-1878f7b39d7d', 'tag': '1cdc3b76-44e3-4767-b0a2-0bb751ae5964', 'status': 'completed', 'code': 200} Jul 13 09:11:32.303079 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c5631-5d5e-47da-8f71-88717b11d063 req-72417f83-fa5d-4f08-becf-e45f5b8443ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:32.305129 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-c22c5631-5d5e-47da-8f71-88717b11d063 req-72417f83-fa5d-4f08-becf-e45f5b8443ce service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb9e230019f042dbbc680fc3b1340d41&device_id=b0e9d0df-5024-4fa7-8570-1878f7b39d7d HTTP/1.1" status: 200 len: 1129 time: 0.1061699 Jul 13 09:11:32.318723 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:32.426904 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8390a212-64fa-4353-845a-8e943f6a76b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-385605'] for router_interface (e1a9fa37-49f7-44f6-a60d-16c81522f514), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:32.437824 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c5631-5d5e-47da-8f71-88717b11d063 req-59ac52d6-437a-4644-9938-1134fbce8d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:32.440048 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-c22c5631-5d5e-47da-8f71-88717b11d063 req-59ac52d6-437a-4644-9938-1134fbce8d5f service neutron] 10.222.0.30 "GET /v2.0/networks?id=862d32ef-d286-4010-a420-61dff25da7b3 HTTP/1.1" status: 200 len: 912 time: 0.1241958 Jul 13 09:11:32.521257 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-c22c5631-5d5e-47da-8f71-88717b11d063 req-e7f07daa-0d3d-4f5b-b024-0fd6af043c0f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1cdc3b76-44e3-4767-b0a2-0bb751ae5964 HTTP/1.1" status: 200 len: 1001 time: 0.0748880 Jul 13 09:11:32.580424 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c5631-5d5e-47da-8f71-88717b11d063 req-7ef16403-16fd-441b-9e22-3ccd8a521881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:32.581910 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-c22c5631-5d5e-47da-8f71-88717b11d063 req-7ef16403-16fd-441b-9e22-3ccd8a521881 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=633e38db-5802-43d1-a471-65c5e58c5839 HTTP/1.1" status: 200 len: 850 time: 0.0536721 Jul 13 09:11:32.632031 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c5631-5d5e-47da-8f71-88717b11d063 req-a7d1b8c5-31c6-43f2-b519-2385fe1c7434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:32.633542 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-c22c5631-5d5e-47da-8f71-88717b11d063 req-a7d1b8c5-31c6-43f2-b519-2385fe1c7434 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=862d32ef-d286-4010-a420-61dff25da7b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443110 Jul 13 09:11:32.673910 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-8390a212-64fa-4353-845a-8e943f6a76b1 admin admin] Deleting port ebec7c42-7723-4ae0-b5bf-19979ea37e36 {{(pid=104468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:11:32.674298 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8390a212-64fa-4353-845a-8e943f6a76b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (ebec7c42-7723-4ae0-b5bf-19979ea37e36), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:32.734546 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-c22c5631-5d5e-47da-8f71-88717b11d063 req-777534e5-6985-4602-803a-dc70f9992371 service neutron] 10.222.0.30 "GET /v2.0/networks/862d32ef-d286-4010-a420-61dff25da7b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944753 Jul 13 09:11:32.772318 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:32.778463 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.db [None req-8390a212-64fa-4353-845a-8e943f6a76b1 admin admin] For port ebec7c42-7723-4ae0-b5bf-19979ea37e36, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=ebec7c42-7723-4ae0-b5bf-19979ea37e36,segment=NetworkSegment(270cda57-bbfa-4cb6-9405-da36f4f1a73b),segment_id=270cda57-bbfa-4cb6-9405-da36f4f1a73b)] {{(pid=104468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:11:32.785696 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8390a212-64fa-4353-845a-8e943f6a76b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (ebec7c42-7723-4ae0-b5bf-19979ea37e36), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:32.793834 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-8390a212-64fa-4353-845a-8e943f6a76b1 admin admin] Calling delete_port for ebec7c42-7723-4ae0-b5bf-19979ea37e36 owned by network:router_interface {{(pid=104468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:11:32.829382 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-c22c5631-5d5e-47da-8f71-88717b11d063 req-4a2276e8-7b7c-47b8-ad6a-c24cca337fcb service neutron] 10.222.0.30 "GET /v2.0/networks/862d32ef-d286-4010-a420-61dff25da7b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886734 Jul 13 09:11:33.059504 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8390a212-64fa-4353-845a-8e943f6a76b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665350'] for port (ebec7c42-7723-4ae0-b5bf-19979ea37e36), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:33.082992 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8390a212-64fa-4353-845a-8e943f6a76b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebec7c42-7723-4ae0-b5bf-19979ea37e36,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:33.258152 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8390a212-64fa-4353-845a-8e943f6a76b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-385745'] for router_interface (e1a9fa37-49f7-44f6-a60d-16c81522f514), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:33.371082 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:33.479717 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8390a212-64fa-4353-845a-8e943f6a76b1 admin admin] Router e1a9fa37-49f7-44f6-a60d-16c81522f514 has already been hosted by L3 agent 084ea860-45cb-441c-b2f8-c6c2f7d6686c {{(pid=104468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 09:11:33.581396 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8390a212-64fa-4353-845a-8e943f6a76b1 admin admin] Notify agent at l3_agent.dv-cinder-849626-3-iscsi the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 09:11:33.586224 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-8390a212-64fa-4353-845a-8e943f6a76b1 admin admin] 10.222.0.40 "PUT /v2.0/routers/e1a9fa37-49f7-44f6-a60d-16c81522f514/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7411306 Jul 13 09:11:33.588724 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 37434) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:11:33.590673 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb94e39b-d499-4680-a304-f07ff60e3165 None None] Sync routers for ids ['e1a9fa37-49f7-44f6-a60d-16c81522f514'] in dv-cinder-849626-3-iscsi {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 09:11:33.601033 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb94e39b-d499-4680-a304-f07ff60e3165 None None] Routers {'e1a9fa37-49f7-44f6-a60d-16c81522f514'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:11:33.601773 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-cb94e39b-d499-4680-a304-f07ff60e3165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:11:23Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['e1a9fa37-49f7-44f6-a60d-16c81522f514'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:11:33.634215 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:33.694987 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3dfcae0a-9692-4da1-8180-957c0034cab3 admin admin] Publish callbacks [] for router (e1a9fa37-49f7-44f6-a60d-16c81522f514), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:33.696159 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:33.704956 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-cb94e39b-d499-4680-a304-f07ff60e3165 None None] Set router e1a9fa37-49f7-44f6-a60d-16c81522f514 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:11:33.809363 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3dfcae0a-9692-4da1-8180-957c0034cab3 admin admin] Publish callbacks [] for router_gateway (e1a9fa37-49f7-44f6-a60d-16c81522f514), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:33.852438 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358beddb-c2ac-4331-8f4e-25845b4a358f req-1b79351a-1439-4b2b-be49-948e83a3df90 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:33.853951 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-358beddb-c2ac-4331-8f4e-25845b4a358f req-1b79351a-1439-4b2b-be49-948e83a3df90 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa HTTP/1.1" status: 200 len: 945 time: 0.0696874 Jul 13 09:11:33.897731 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-cb94e39b-d499-4680-a304-f07ff60e3165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a9fa37-49f7-44f6-a60d-16c81522f514', 'name': 'tempest-ServerRescueNegativeTestJSON-1668870698-router', 'tenant_id': '7afbdee349034d2182240f1f7230236f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': 'da429dc5-7485-4e04-b934-97ad9ab6748d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:06:06Z', 'updated_at': '2022-07-13T09:11:32Z', 'revision_number': 5, 'project_id': '7afbdee349034d2182240f1f7230236f', 'gw_port': {'id': 'da429dc5-7485-4e04-b934-97ad9ab6748d', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a9fa37-49f7-44f6-a60d-16c81522f514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:07Z', 'updated_at': '2022-07-13T09:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi'}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:11:33.908781 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-358beddb-c2ac-4331-8f4e-25845b4a358f req-b940bcae-4d89-4670-bdfb-9808e0948dab tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=70d72f57-389f-4602-bc9a-71623592d222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488753 Jul 13 09:11:33.930682 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb94e39b-d499-4680-a304-f07ff60e3165 None None] Checking router: e1a9fa37-49f7-44f6-a60d-16c81522f514 for host: dv-cinder-849626-3-iscsi {{(pid=104471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 09:11:33.940189 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb94e39b-d499-4680-a304-f07ff60e3165 None None] Routers {'e1a9fa37-49f7-44f6-a60d-16c81522f514'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:11:33.940812 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-cb94e39b-d499-4680-a304-f07ff60e3165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:11:23Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['e1a9fa37-49f7-44f6-a60d-16c81522f514'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:11:34.035455 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-cb94e39b-d499-4680-a304-f07ff60e3165 None None] Set router e1a9fa37-49f7-44f6-a60d-16c81522f514 gateway port host: None {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:11:34.099637 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device d61129b0-9f79-4508-a968-7e3a740a1f1c no longer exists at agent hyperv_hv-cinder-84962 {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:11:34.122433 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] No Port match for: d61129b0-9f79-4508-a968-7e3a740a1f1c {{(pid=104470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 09:11:34.123104 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device d61129b0-9f79-4508-a968-7e3a740a1f1c not bound to the agent host hv-cinder-84962 {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 09:11:34.145641 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-3dfcae0a-9692-4da1-8180-957c0034cab3 admin admin] Deleting port da429dc5-7485-4e04-b934-97ad9ab6748d {{(pid=104468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:11:34.146262 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3dfcae0a-9692-4da1-8180-957c0034cab3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (da429dc5-7485-4e04-b934-97ad9ab6748d), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:34.172039 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-cb94e39b-d499-4680-a304-f07ff60e3165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a9fa37-49f7-44f6-a60d-16c81522f514', 'name': 'tempest-ServerRescueNegativeTestJSON-1668870698-router', 'tenant_id': '7afbdee349034d2182240f1f7230236f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:06:06Z', 'updated_at': '2022-07-13T09:11:33Z', 'revision_number': 6, 'project_id': '7afbdee349034d2182240f1f7230236f', 'gw_port_host': None}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:11:34.196152 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb94e39b-d499-4680-a304-f07ff60e3165 None None] The sync data for ids ['e1a9fa37-49f7-44f6-a60d-16c81522f514'] in dv-cinder-849626-3-iscsi is: [{'id': 'e1a9fa37-49f7-44f6-a60d-16c81522f514', 'name': 'tempest-ServerRescueNegativeTestJSON-1668870698-router', 'tenant_id': '7afbdee349034d2182240f1f7230236f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:06:06Z', 'updated_at': '2022-07-13T09:11:33Z', 'revision_number': 6, 'project_id': '7afbdee349034d2182240f1f7230236f', 'gw_port_host': None}] {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 09:11:34.227881 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.db [None req-3dfcae0a-9692-4da1-8180-957c0034cab3 admin admin] For port da429dc5-7485-4e04-b934-97ad9ab6748d, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=da429dc5-7485-4e04-b934-97ad9ab6748d,segment=NetworkSegment(51732cec-dd15-4320-89e5-7b26a17afbfa),segment_id=51732cec-dd15-4320-89e5-7b26a17afbfa)] {{(pid=104468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:11:34.227881 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3dfcae0a-9692-4da1-8180-957c0034cab3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (da429dc5-7485-4e04-b934-97ad9ab6748d), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:34.248096 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-3dfcae0a-9692-4da1-8180-957c0034cab3 admin admin] Calling delete_port for da429dc5-7485-4e04-b934-97ad9ab6748d owned by network:router_gateway {{(pid=104468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:11:34.482378 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3dfcae0a-9692-4da1-8180-957c0034cab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665350'] for port (da429dc5-7485-4e04-b934-97ad9ab6748d), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:34.516086 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfcae0a-9692-4da1-8180-957c0034cab3 admin admin] Pushing event deleted for resources: {'Port': ['ID=da429dc5-7485-4e04-b934-97ad9ab6748d,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:34.584955 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3dfcae0a-9692-4da1-8180-957c0034cab3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-389068'] for router_gateway (e1a9fa37-49f7-44f6-a60d-16c81522f514), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:34.676049 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3dfcae0a-9692-4da1-8180-957c0034cab3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-400323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-657'] for router (e1a9fa37-49f7-44f6-a60d-16c81522f514), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:34.678241 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3dfcae0a-9692-4da1-8180-957c0034cab3 admin admin] Publish callbacks [] for router_controller (e1a9fa37-49f7-44f6-a60d-16c81522f514), precommit_delete_associations {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:34.773738 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3dfcae0a-9692-4da1-8180-957c0034cab3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-400247'] for router (e1a9fa37-49f7-44f6-a60d-16c81522f514), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:34.774369 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dfcae0a-9692-4da1-8180-957c0034cab3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1a9fa37-49f7-44f6-a60d-16c81522f514 {{(pid=104468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 09:11:34.780162 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3dfcae0a-9692-4da1-8180-957c0034cab3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:34.781355 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-3dfcae0a-9692-4da1-8180-957c0034cab3 admin admin] 10.222.0.40 "DELETE /v2.0/routers/e1a9fa37-49f7-44f6-a60d-16c81522f514 HTTP/1.1" status: 204 len: 168 time: 1.1910763 Jul 13 09:11:34.783823 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 37440) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:11:34.790503 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:34.831534 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.db.db_base_plugin_v2 [None req-70f6d01b-f58b-4702-be4b-f267e8db508b admin admin] Deleting subnet e31827df-90a6-4f3b-b292-e48b977cc711 {{(pid=104468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 13 09:11:34.834636 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-70f6d01b-f58b-4702-be4b-f267e8db508b admin admin] Publish callbacks [] for subnet (e31827df-90a6-4f3b-b292-e48b977cc711), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:34.869591 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-70f6d01b-f58b-4702-be4b-f267e8db508b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4173327'] for subnet (e31827df-90a6-4f3b-b292-e48b977cc711), precommit_delete_associations {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:34.935268 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:34.944740 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-70f6d01b-f58b-4702-be4b-f267e8db508b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7837055'] for subnet (e31827df-90a6-4f3b-b292-e48b977cc711), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:35.049136 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a670c44-d619-492a-bca8-151e8ea13672 req-17cdedb9-7b09-4ee4-8ccc-12ce6814f4d0 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:35.051638 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-7a670c44-d619-492a-bca8-151e8ea13672 req-17cdedb9-7b09-4ee4-8ccc-12ce6814f4d0 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa HTTP/1.1" status: 200 len: 945 time: 0.0610714 Jul 13 09:11:35.107526 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-7a670c44-d619-492a-bca8-151e8ea13672 req-330c9e79-ca45-4c6d-8cfc-0da8b30c534b tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=70d72f57-389f-4602-bc9a-71623592d222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491834 Jul 13 09:11:35.111369 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-70f6d01b-f58b-4702-be4b-f267e8db508b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7837033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8666841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9186763'] for subnet (e31827df-90a6-4f3b-b292-e48b977cc711), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:35.138220 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f6d01b-f58b-4702-be4b-f267e8db508b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e31827df-90a6-4f3b-b292-e48b977cc711,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:35.143247 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-70f6d01b-f58b-4702-be4b-f267e8db508b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:35.146436 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-70f6d01b-f58b-4702-be4b-f267e8db508b admin admin] 10.222.0.40 "DELETE /v2.0/subnets/e31827df-90a6-4f3b-b292-e48b977cc711 HTTP/1.1" status: 204 len: 168 time: 0.3616521 Jul 13 09:11:35.148791 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b96c76-172a-4ff0-8fd5-04619fd1085c None None] Network 66664860-8484-4278-a13a-d19d7f467709 requested from dv-cinder-849626-3-iscsi {{(pid=104470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 09:11:35.149284 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 37446) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:11:35.226179 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1cc7fdf1-8dcb-4ab8-a2d8-a273c8d526a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7847201'] for network (66664860-8484-4278-a13a-d19d7f467709), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:35.282465 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-1cc7fdf1-8dcb-4ab8-a2d8-a273c8d526a1 admin admin] Deleting port 329d7842-16d7-42d8-a380-c1c775a2c687 {{(pid=104468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:11:35.282465 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1cc7fdf1-8dcb-4ab8-a2d8-a273c8d526a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (329d7842-16d7-42d8-a380-c1c775a2c687), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:35.334354 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372cf234-d5c5-4f5e-b0d0-b0302f2d3420 None None] DHCP port deletion for 66664860-8484-4278-a13a-d19d7f467709 request from dv-cinder-849626-3-iscsi {{(pid=104470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 13 09:11:35.360007 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.db [None req-1cc7fdf1-8dcb-4ab8-a2d8-a273c8d526a1 admin admin] For port 329d7842-16d7-42d8-a380-c1c775a2c687, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=329d7842-16d7-42d8-a380-c1c775a2c687,segment=NetworkSegment(270cda57-bbfa-4cb6-9405-da36f4f1a73b),segment_id=270cda57-bbfa-4cb6-9405-da36f4f1a73b)] {{(pid=104468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:11:35.360357 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1cc7fdf1-8dcb-4ab8-a2d8-a273c8d526a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (329d7842-16d7-42d8-a380-c1c775a2c687), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:35.372051 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-372cf234-d5c5-4f5e-b0d0-b0302f2d3420 None None] Deleting port 329d7842-16d7-42d8-a380-c1c775a2c687 {{(pid=104470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:11:35.372456 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-372cf234-d5c5-4f5e-b0d0-b0302f2d3420 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (329d7842-16d7-42d8-a380-c1c775a2c687), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:35.377688 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-1cc7fdf1-8dcb-4ab8-a2d8-a273c8d526a1 admin admin] Calling delete_port for 329d7842-16d7-42d8-a380-c1c775a2c687 owned by network:dhcp {{(pid=104468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:11:35.424083 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:35.441042 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-372cf234-d5c5-4f5e-b0d0-b0302f2d3420 None None] For port 329d7842-16d7-42d8-a380-c1c775a2c687, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=329d7842-16d7-42d8-a380-c1c775a2c687,segment=NetworkSegment(270cda57-bbfa-4cb6-9405-da36f4f1a73b),segment_id=270cda57-bbfa-4cb6-9405-da36f4f1a73b)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:11:35.441439 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-372cf234-d5c5-4f5e-b0d0-b0302f2d3420 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (329d7842-16d7-42d8-a380-c1c775a2c687), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:35.455366 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-372cf234-d5c5-4f5e-b0d0-b0302f2d3420 None None] Calling delete_port for 329d7842-16d7-42d8-a380-c1c775a2c687 owned by network:dhcp {{(pid=104470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:11:35.516835 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:35.528276 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1cc7fdf1-8dcb-4ab8-a2d8-a273c8d526a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665350'] for port (329d7842-16d7-42d8-a380-c1c775a2c687), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:35.534423 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-372cf234-d5c5-4f5e-b0d0-b0302f2d3420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135'] for port (329d7842-16d7-42d8-a380-c1c775a2c687), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:35.553567 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc7fdf1-8dcb-4ab8-a2d8-a273c8d526a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=329d7842-16d7-42d8-a380-c1c775a2c687,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:35.564585 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372cf234-d5c5-4f5e-b0d0-b0302f2d3420 None None] No DVR routers for this DVR port 329d7842-16d7-42d8-a380-c1c775a2c687 on host dv-cinder-849626-3-iscsi {{(pid=104470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 09:11:35.566751 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc7fdf1-8dcb-4ab8-a2d8-a273c8d526a1 admin admin] No DVR routers for this DVR port 329d7842-16d7-42d8-a380-c1c775a2c687 on host dv-cinder-849626-3-iscsi {{(pid=104468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 09:11:35.571149 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372cf234-d5c5-4f5e-b0d0-b0302f2d3420 None None] Pushing event deleted for resources: {'Port': ['ID=329d7842-16d7-42d8-a380-c1c775a2c687,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:35.644796 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1cc7fdf1-8dcb-4ab8-a2d8-a273c8d526a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7836165', 'neutron.services.segments.db._delete_segments_for_network-8760185013827'] for network (66664860-8484-4278-a13a-d19d7f467709), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:35.664548 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.services.segments.db [None req-1cc7fdf1-8dcb-4ab8-a2d8-a273c8d526a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66664860-8484-4278-a13a-d19d7f467709']}} {{(pid=104468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:11:35.673715 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.services.segments.db [None req-1cc7fdf1-8dcb-4ab8-a2d8-a273c8d526a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '270cda57-bbfa-4cb6-9405-da36f4f1a73b') {'for_net_delete': True} {{(pid=104468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:11:35.674013 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.services.segments.db [None req-1cc7fdf1-8dcb-4ab8-a2d8-a273c8d526a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '270cda57-bbfa-4cb6-9405-da36f4f1a73b') {} {{(pid=104468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:11:35.684107 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1cc7fdf1-8dcb-4ab8-a2d8-a273c8d526a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760185015116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4173336'] for segment (270cda57-bbfa-4cb6-9405-da36f4f1a73b), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:35.697089 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1cc7fdf1-8dcb-4ab8-a2d8-a273c8d526a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7769013'] for segment (270cda57-bbfa-4cb6-9405-da36f4f1a73b), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:35.704073 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cc7fdf1-8dcb-4ab8-a2d8-a273c8d526a1 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=104468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 09:11:35.704448 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1cc7fdf1-8dcb-4ab8-a2d8-a273c8d526a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7769013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8665467'] for segment (270cda57-bbfa-4cb6-9405-da36f4f1a73b), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:35.717340 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:DELETE=9,neutron:UPDATE=2,neutron:SELECT=89 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:35.754415 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.services.segments.plugin [-] Segment 270cda57-bbfa-4cb6-9405-da36f4f1a73b resource provider aggregate not found Jul 13 09:11:35.772473 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.services.segments.plugin [-] Segment 270cda57-bbfa-4cb6-9405-da36f4f1a73b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 270cda57-bbfa-4cb6-9405-da36f4f1a73b found for delete ", "request_id": "req-cfb53f14-d767-4d4e-87e7-dc6a1469a34d"}]} Jul 13 09:11:35.859710 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1cc7fdf1-8dcb-4ab8-a2d8-a273c8d526a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7836172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-389073'] for network (66664860-8484-4278-a13a-d19d7f467709), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:35.865502 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1cc7fdf1-8dcb-4ab8-a2d8-a273c8d526a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594414'] for network (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:35.868660 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-1cc7fdf1-8dcb-4ab8-a2d8-a273c8d526a1 admin admin] 10.222.0.40 "DELETE /v2.0/networks/66664860-8484-4278-a13a-d19d7f467709 HTTP/1.1" status: 204 len: 168 time: 0.7188101 Jul 13 09:11:35.880698 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc7fdf1-8dcb-4ab8-a2d8-a273c8d526a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=66664860-8484-4278-a13a-d19d7f467709,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:36.104207 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 37454) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:11:36.146490 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-99f83d67-ff2f-4312-b599-58e10abd0cc7 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=7afbdee349034d2182240f1f7230236f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0404842 Jul 13 09:11:36.148888 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 37460) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:11:36.211830 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-0a0a5c1c-d826-46a9-8b39-3fcb22dd74c0 admin admin] Publish callbacks [] for security_group (77c09112-2b3a-408c-a662-4ffa4b7613d1), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:36.257334 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-0a0a5c1c-d826-46a9-8b39-3fcb22dd74c0 admin admin] Publish callbacks [] for security_group (77c09112-2b3a-408c-a662-4ffa4b7613d1), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:36.265199 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e64b14-29d3-4796-9a80-ff6902f36e05 req-e355594a-cc24-422b-9911-390864c8b5b3 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:36.266698 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-e1e64b14-29d3-4796-9a80-ff6902f36e05 req-e355594a-cc24-422b-9911-390864c8b5b3 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa HTTP/1.1" status: 200 len: 945 time: 0.0685534 Jul 13 09:11:36.275363 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device da429dc5-7485-4e04-b934-97ad9ab6748d no longer exists at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:11:36.298672 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] No Port match for: da429dc5-7485-4e04-b934-97ad9ab6748d {{(pid=104470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 09:11:36.299012 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device da429dc5-7485-4e04-b934-97ad9ab6748d not bound to the agent host dv-cinder-849626-3-iscsi {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 09:11:36.299423 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device 329d7842-16d7-42d8-a380-c1c775a2c687 no longer exists at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:11:36.318307 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] No Port match for: 329d7842-16d7-42d8-a380-c1c775a2c687 {{(pid=104470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 09:11:36.318650 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device 329d7842-16d7-42d8-a380-c1c775a2c687 not bound to the agent host dv-cinder-849626-3-iscsi {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 09:11:36.319054 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device ebec7c42-7723-4ae0-b5bf-19979ea37e36 no longer exists at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:11:36.343003 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] No Port match for: ebec7c42-7723-4ae0-b5bf-19979ea37e36 {{(pid=104470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 09:11:36.343648 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device ebec7c42-7723-4ae0-b5bf-19979ea37e36 not bound to the agent host dv-cinder-849626-3-iscsi {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 09:11:36.359207 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-e1e64b14-29d3-4796-9a80-ff6902f36e05 req-4bd60d96-1fa5-4290-8a10-370c880fd676 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=70d72f57-389f-4602-bc9a-71623592d222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841577 Jul 13 09:11:36.430788 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-0a0a5c1c-d826-46a9-8b39-3fcb22dd74c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (77c09112-2b3a-408c-a662-4ffa4b7613d1), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:36.433990 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-0a0a5c1c-d826-46a9-8b39-3fcb22dd74c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:36.435294 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-0a0a5c1c-d826-46a9-8b39-3fcb22dd74c0 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/77c09112-2b3a-408c-a662-4ffa4b7613d1 HTTP/1.1" status: 204 len: 168 time: 0.2854087 Jul 13 09:11:36.443531 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0a5c1c-d826-46a9-8b39-3fcb22dd74c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c09112-2b3a-408c-a662-4ffa4b7613d1,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:37.200567 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.agents_db [None req-6da3c0df-3a39-4d49-9ef0-c2c7fda6ffa8 None None] Agent healthcheck: found 6 active agents {{(pid=104471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:11:37.480458 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34cab5-bf40-428a-a850-2b1bbeaf81fc req-8caff716-4ff1-4a9a-8733-73f8c19be7db tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:37.481957 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-ad34cab5-bf40-428a-a850-2b1bbeaf81fc req-8caff716-4ff1-4a9a-8733-73f8c19be7db tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa HTTP/1.1" status: 200 len: 945 time: 0.0540931 Jul 13 09:11:37.528674 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-ad34cab5-bf40-428a-a850-2b1bbeaf81fc req-cdb226be-d58f-4ce5-87a0-74add260b560 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=70d72f57-389f-4602-bc9a-71623592d222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411272 Jul 13 09:11:38.650599 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7940753d-625d-4ec1-bb64-89496701c023 req-ad63c3d9-c06b-4d97-937f-2ad91d20cade tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:38.652183 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-7940753d-625d-4ec1-bb64-89496701c023 req-ad63c3d9-c06b-4d97-937f-2ad91d20cade tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa HTTP/1.1" status: 200 len: 945 time: 0.0484307 Jul 13 09:11:38.712284 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-7940753d-625d-4ec1-bb64-89496701c023 req-46e5ab3b-9571-4822-bc03-c582234b2cbf tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=70d72f57-389f-4602-bc9a-71623592d222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546968 Jul 13 09:11:39.493391 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 37542) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:11:39.592817 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:39.600644 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-af038b34-3b9e-497d-b200-12f8c31a0aa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:39.623042 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:39.677290 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-af038b34-3b9e-497d-b200-12f8c31a0aa3 admin admin] Publish callbacks [] for security_group (e88c5f6a-ff57-4891-b87c-7506140e0c29), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:39.744804 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-af038b34-3b9e-497d-b200-12f8c31a0aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (e88c5f6a-ff57-4891-b87c-7506140e0c29), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:39.789051 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-af038b34-3b9e-497d-b200-12f8c31a0aa3 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=70a3724e67d346c6bf19e052fce4d614&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2945075 Jul 13 09:11:39.790227 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af038b34-3b9e-497d-b200-12f8c31a0aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e88c5f6a-ff57-4891-b87c-7506140e0c29,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:39.792539 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 37556) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:11:39.841423 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e34579-46dd-4d38-8458-ecc5f968f424 req-40bcc660-6100-460c-b3b9-4b1949f1b3c5 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:39.842948 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-67e34579-46dd-4d38-8458-ecc5f968f424 req-40bcc660-6100-460c-b3b9-4b1949f1b3c5 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa HTTP/1.1" status: 200 len: 945 time: 0.0578990 Jul 13 09:11:39.843743 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-595d95ec-82fe-4a0c-9137-9f13def3e994 admin admin] Publish callbacks [] for security_group (e88c5f6a-ff57-4891-b87c-7506140e0c29), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:39.866080 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-595d95ec-82fe-4a0c-9137-9f13def3e994 admin admin] Publish callbacks [] for security_group (e88c5f6a-ff57-4891-b87c-7506140e0c29), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:39.895248 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-67e34579-46dd-4d38-8458-ecc5f968f424 req-784fcd02-58ba-444a-9931-68dc478095fb tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=70d72f57-389f-4602-bc9a-71623592d222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464637 Jul 13 09:11:39.979259 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-595d95ec-82fe-4a0c-9137-9f13def3e994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (e88c5f6a-ff57-4891-b87c-7506140e0c29), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:39.982321 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-595d95ec-82fe-4a0c-9137-9f13def3e994 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:39.983540 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-595d95ec-82fe-4a0c-9137-9f13def3e994 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/e88c5f6a-ff57-4891-b87c-7506140e0c29 HTTP/1.1" status: 204 len: 168 time: 0.1895654 Jul 13 09:11:39.991450 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595d95ec-82fe-4a0c-9137-9f13def3e994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88c5f6a-ff57-4891-b87c-7506140e0c29,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:40.573961 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 37568) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:11:40.587749 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-eaa890b7-e850-4741-afaa-e7e4304c3ce1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:40.661005 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-eaa890b7-e850-4741-afaa-e7e4304c3ce1 admin admin] Publish callbacks [] for security_group (3a8d69b8-c353-4612-8c26-c91491658dc0), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:40.716520 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-eaa890b7-e850-4741-afaa-e7e4304c3ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (3a8d69b8-c353-4612-8c26-c91491658dc0), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:40.756851 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-eaa890b7-e850-4741-afaa-e7e4304c3ce1 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=c236af51588044f5959f42758530569a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1816175 Jul 13 09:11:40.757901 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa890b7-e850-4741-afaa-e7e4304c3ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8d69b8-c353-4612-8c26-c91491658dc0,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:40.759652 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 37570) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:11:40.809124 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f1a2fefd-cf9d-4177-bbb9-8e757a2b63c5 admin admin] Publish callbacks [] for security_group (3a8d69b8-c353-4612-8c26-c91491658dc0), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:40.830724 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f1a2fefd-cf9d-4177-bbb9-8e757a2b63c5 admin admin] Publish callbacks [] for security_group (3a8d69b8-c353-4612-8c26-c91491658dc0), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:40.859936 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:40.945422 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f1a2fefd-cf9d-4177-bbb9-8e757a2b63c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (3a8d69b8-c353-4612-8c26-c91491658dc0), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:40.948061 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f1a2fefd-cf9d-4177-bbb9-8e757a2b63c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:40.951694 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-f1a2fefd-cf9d-4177-bbb9-8e757a2b63c5 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/3a8d69b8-c353-4612-8c26-c91491658dc0 HTTP/1.1" status: 204 len: 168 time: 0.1885912 Jul 13 09:11:40.958505 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a2fefd-cf9d-4177-bbb9-8e757a2b63c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8d69b8-c353-4612-8c26-c91491658dc0,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:41.036175 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc97f8-b987-439e-9ee5-97aa730e4100 req-0eeb2749-cd32-4c8a-a80d-5c1a0f298f79 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:41.037693 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-95cc97f8-b987-439e-9ee5-97aa730e4100 req-0eeb2749-cd32-4c8a-a80d-5c1a0f298f79 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa HTTP/1.1" status: 200 len: 945 time: 0.0578470 Jul 13 09:11:41.071207 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:41.085785 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-95cc97f8-b987-439e-9ee5-97aa730e4100 req-72d540f7-3316-4281-b7cf-cb9f0bd09686 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=70d72f57-389f-4602-bc9a-71623592d222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423176 Jul 13 09:11:41.699147 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (6e9d2670-629d-42a5-8dd5-d0857aba9a7e), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:42.208696 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353591b1-2a3f-4ce4-80ae-19bd920db757 req-cb0c90cf-56b5-4352-b0ef-e70e8136b919 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:42.210224 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-353591b1-2a3f-4ce4-80ae-19bd920db757 req-cb0c90cf-56b5-4352-b0ef-e70e8136b919 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa HTTP/1.1" status: 200 len: 945 time: 0.0492766 Jul 13 09:11:42.257607 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-353591b1-2a3f-4ce4-80ae-19bd920db757 req-24c79bfe-9482-4631-abcf-068a72452645 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=70d72f57-389f-4602-bc9a-71623592d222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415370 Jul 13 09:11:43.262892 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 37624) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:11:43.378835 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-85947ae9-897d-4ff1-91a8-c89e0e6745a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:43.398700 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2340f3d3-7053-47bf-8005-0dfc0250d9d3 req-9ed4fbc4-7e36-41e7-976f-3113cd11b3a7 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:43.400162 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-2340f3d3-7053-47bf-8005-0dfc0250d9d3 req-9ed4fbc4-7e36-41e7-976f-3113cd11b3a7 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa HTTP/1.1" status: 200 len: 945 time: 0.0693028 Jul 13 09:11:43.474457 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-2340f3d3-7053-47bf-8005-0dfc0250d9d3 req-1658fbfd-0084-4c7f-a42a-01e13504a53e tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=70d72f57-389f-4602-bc9a-71623592d222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660715 Jul 13 09:11:43.510859 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-85947ae9-897d-4ff1-91a8-c89e0e6745a9 admin admin] Publish callbacks [] for security_group (0325d6d6-0531-470d-9927-53bd8b96dd4e), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:43.573570 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-85947ae9-897d-4ff1-91a8-c89e0e6745a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (0325d6d6-0531-470d-9927-53bd8b96dd4e), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:43.612774 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-85947ae9-897d-4ff1-91a8-c89e0e6745a9 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=e3d84955fc054d84bda904a088a3ce90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3487864 Jul 13 09:11:43.613565 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85947ae9-897d-4ff1-91a8-c89e0e6745a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0325d6d6-0531-470d-9927-53bd8b96dd4e,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:43.616180 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 37632) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:11:43.669030 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ef72f50e-5340-4180-89ca-ffaec048570e admin admin] Publish callbacks [] for security_group (0325d6d6-0531-470d-9927-53bd8b96dd4e), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:43.690602 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ef72f50e-5340-4180-89ca-ffaec048570e admin admin] Publish callbacks [] for security_group (0325d6d6-0531-470d-9927-53bd8b96dd4e), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:43.802284 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ef72f50e-5340-4180-89ca-ffaec048570e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (0325d6d6-0531-470d-9927-53bd8b96dd4e), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:43.804884 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ef72f50e-5340-4180-89ca-ffaec048570e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:43.806057 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-ef72f50e-5340-4180-89ca-ffaec048570e admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/0325d6d6-0531-470d-9927-53bd8b96dd4e HTTP/1.1" status: 204 len: 168 time: 0.1886883 Jul 13 09:11:43.814196 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef72f50e-5340-4180-89ca-ffaec048570e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0325d6d6-0531-470d-9927-53bd8b96dd4e,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:44.487207 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 37640) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:11:44.501317 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-70d3e3b5-5a30-4da2-a5cd-b7f18b1280a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:44.614567 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e266cc-7447-444e-a3ec-d389e0ff5f45 req-924c55e1-a883-401d-a011-bdbaf0a5a2b1 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:44.616066 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-57e266cc-7447-444e-a3ec-d389e0ff5f45 req-924c55e1-a883-401d-a011-bdbaf0a5a2b1 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa HTTP/1.1" status: 200 len: 945 time: 0.0660329 Jul 13 09:11:44.627235 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-70d3e3b5-5a30-4da2-a5cd-b7f18b1280a0 admin admin] Publish callbacks [] for security_group (630ba659-106c-4bd4-892a-570b78e3dac1), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:44.675265 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-57e266cc-7447-444e-a3ec-d389e0ff5f45 req-ee983d94-7737-42aa-9f72-5bda48a45a58 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=70d72f57-389f-4602-bc9a-71623592d222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506485 Jul 13 09:11:44.687678 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-70d3e3b5-5a30-4da2-a5cd-b7f18b1280a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (630ba659-106c-4bd4-892a-570b78e3dac1), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:44.688629 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-34ea1424-5f80-4d80-a6c6-66b4fe6d065a req-8eb8cfb3-ae46-4ddd-aaea-94958fbfda14 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-897459805&fields=id&tenant_id=6b5574138d6341268eae22b78af64765 HTTP/1.1" status: 200 len: 267 time: 0.0448325 Jul 13 09:11:44.708747 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:44.731894 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-70d3e3b5-5a30-4da2-a5cd-b7f18b1280a0 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=c41e97b5e80b48f688d0cc9a2a5d80ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2435098 Jul 13 09:11:44.734501 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 37650) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:11:44.740487 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d3e3b5-5a30-4da2-a5cd-b7f18b1280a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=630ba659-106c-4bd4-892a-570b78e3dac1,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:44.789621 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0dbba210-1eb4-45bf-a2f6-4e708612f61a admin admin] Publish callbacks [] for security_group (630ba659-106c-4bd4-892a-570b78e3dac1), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:44.796477 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea1424-5f80-4d80-a6c6-66b4fe6d065a req-36f5dc9b-5ccb-4cb6-bf15-03aceabb1a42 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:44.797970 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-34ea1424-5f80-4d80-a6c6-66b4fe6d065a req-36f5dc9b-5ccb-4cb6-bf15-03aceabb1a42 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/networks?id=bf682ee0-62e0-448d-97a2-9a80bdd5bf49 HTTP/1.1" status: 200 len: 808 time: 0.1016126 Jul 13 09:11:44.812567 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0dbba210-1eb4-45bf-a2f6-4e708612f61a admin admin] Publish callbacks [] for security_group (630ba659-106c-4bd4-892a-570b78e3dac1), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:44.813087 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-34ea1424-5f80-4d80-a6c6-66b4fe6d065a req-ccd83daa-e029-4940-8822-3b809d9e0b28 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/quotas/6b5574138d6341268eae22b78af64765 HTTP/1.1" status: 200 len: 375 time: 0.0096052 Jul 13 09:11:44.866681 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-34ea1424-5f80-4d80-a6c6-66b4fe6d065a req-05e281d5-edee-4757-92ca-2feffcd9f2c5 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=6b5574138d6341268eae22b78af64765&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483346 Jul 13 09:11:44.928136 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0dbba210-1eb4-45bf-a2f6-4e708612f61a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (630ba659-106c-4bd4-892a-570b78e3dac1), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:44.930694 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0dbba210-1eb4-45bf-a2f6-4e708612f61a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:44.932909 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-0dbba210-1eb4-45bf-a2f6-4e708612f61a admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/630ba659-106c-4bd4-892a-570b78e3dac1 HTTP/1.1" status: 204 len: 168 time: 0.1964674 Jul 13 09:11:44.941469 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbba210-1eb4-45bf-a2f6-4e708612f61a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=630ba659-106c-4bd4-892a-570b78e3dac1,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:45.104434 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:45.108810 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-34ea1424-5f80-4d80-a6c6-66b4fe6d065a req-c04a09ac-0e2b-44c5-83f9-3cdbdfdcf974 service neutron] 10.222.0.40 "GET /v2.0/networks/bf682ee0-62e0-448d-97a2-9a80bdd5bf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296350 Jul 13 09:11:45.203857 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-34ea1424-5f80-4d80-a6c6-66b4fe6d065a req-8b9e1d4f-c2db-4ad1-8585-81bb0eda6482 service neutron] 10.222.0.40 "GET /v2.0/networks/bf682ee0-62e0-448d-97a2-9a80bdd5bf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892525 Jul 13 09:11:45.785448 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-c53decea-4277-4b76-9f97-06bad100754e req-02299c0a-3735-47b7-b6f9-0e9fbb8d9bd1 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/ports?device_id=d44bf150-cda8-482a-a0b9-f51d8070d972 HTTP/1.1" status: 200 len: 210 time: 0.0438154 Jul 13 09:11:45.800963 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:45.813614 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb2dab-0f00-4eaa-ae66-c2c5abaec9d8 req-52d5d15c-2c9a-4d6e-9b92-dc825e55da52 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:45.815181 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5dfb2dab-0f00-4eaa-ae66-c2c5abaec9d8 req-52d5d15c-2c9a-4d6e-9b92-dc825e55da52 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa HTTP/1.1" status: 200 len: 945 time: 0.0608361 Jul 13 09:11:45.874593 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5dfb2dab-0f00-4eaa-ae66-c2c5abaec9d8 req-a5a469df-c0c6-4d07-bc02-d6eb35fcbfc5 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=70d72f57-389f-4602-bc9a-71623592d222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525508 Jul 13 09:11:46.873365 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-3d4a49b7-bf13-41be-8503-0d0b85745902 req-836616f8-5d74-4182-812e-c26f3eb2b465 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/ports?device_id=d44bf150-cda8-482a-a0b9-f51d8070d972 HTTP/1.1" status: 200 len: 210 time: 0.0276797 Jul 13 09:11:46.994434 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baa5dc6-2091-485e-aeac-fb078db0002c req-26162ee4-ffd9-41a2-9e6c-b73f174e5990 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:46.995916 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-2baa5dc6-2091-485e-aeac-fb078db0002c req-26162ee4-ffd9-41a2-9e6c-b73f174e5990 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa HTTP/1.1" status: 200 len: 945 time: 0.0483186 Jul 13 09:11:47.044819 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-2baa5dc6-2091-485e-aeac-fb078db0002c req-355afd11-0cbd-4c9b-ad23-60a95c807e9a tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=70d72f57-389f-4602-bc9a-71623592d222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429718 Jul 13 09:11:48.013359 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-2841b591-79d3-464b-9e60-a3d0f3b7679a req-c6b29bde-d30d-4a26-a1d5-bf1a01b4089b tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/ports?device_id=d44bf150-cda8-482a-a0b9-f51d8070d972 HTTP/1.1" status: 200 len: 210 time: 0.0422304 Jul 13 09:11:48.038182 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea1424-5f80-4d80-a6c6-66b4fe6d065a req-8a0b1854-cfe5-4479-8cb1-9c1b0115360d tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:48.039621 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-34ea1424-5f80-4d80-a6c6-66b4fe6d065a req-8a0b1854-cfe5-4479-8cb1-9c1b0115360d tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.30 "GET /v2.0/networks?id=bf682ee0-62e0-448d-97a2-9a80bdd5bf49 HTTP/1.1" status: 200 len: 808 time: 0.1350570 Jul 13 09:11:48.066315 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:48.103313 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-34ea1424-5f80-4d80-a6c6-66b4fe6d065a req-f0ddbb0e-732a-4d11-ad4d-538a3762ddaf tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b5574138d6341268eae22b78af64765 HTTP/1.1" status: 200 len: 379 time: 0.0559938 Jul 13 09:11:48.112184 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [req-34ea1424-5f80-4d80-a6c6-66b4fe6d065a req-fb76f707-7758-4493-a32e-704d33ca0a47 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Request body: {'port': {'device_id': 'd44bf150-cda8-482a-a0b9-f51d8070d972', 'network_id': 'bf682ee0-62e0-448d-97a2-9a80bdd5bf49', 'admin_state_up': True, 'tenant_id': '6b5574138d6341268eae22b78af64765', 'security_groups': ['318303b4-ee97-4d04-ac0e-60b52783791c']}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:11:48.167232 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20db461-d765-40fe-917a-f72960df2f99 req-2f76675f-839b-45ab-b284-61b8bfc43551 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:48.171943 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c20db461-d765-40fe-917a-f72960df2f99 req-2f76675f-839b-45ab-b284-61b8bfc43551 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa HTTP/1.1" status: 200 len: 945 time: 0.0504589 Jul 13 09:11:48.230343 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c20db461-d765-40fe-917a-f72960df2f99 req-d25b6465-a1e4-4134-920e-e9745d0ac69e tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=70d72f57-389f-4602-bc9a-71623592d222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542474 Jul 13 09:11:48.294014 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34ea1424-5f80-4d80-a6c6-66b4fe6d065a req-fb76f707-7758-4493-a32e-704d33ca0a47 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Made reservation on behalf of 6b5574138d6341268eae22b78af64765 for: {'port': 1} {{(pid=104469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 09:11:48.297784 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-34ea1424-5f80-4d80-a6c6-66b4fe6d065a req-fb76f707-7758-4493-a32e-704d33ca0a47 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:48.434647 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_common [req-34ea1424-5f80-4d80-a6c6-66b4fe6d065a req-fb76f707-7758-4493-a32e-704d33ca0a47 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Allocated IP 172.20.0.8 (bf682ee0-62e0-448d-97a2-9a80bdd5bf49/4d4f83bc-542b-44e8-b61c-831e28191723/c98f0a70-76c7-4798-9dfc-6e8275493f88) {{(pid=104469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 09:11:48.578648 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-34ea1424-5f80-4d80-a6c6-66b4fe6d065a req-fb76f707-7758-4493-a32e-704d33ca0a47 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Publish callbacks [] for port (c98f0a70-76c7-4798-9dfc-6e8275493f88), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:48.587548 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:48.689260 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-34ea1424-5f80-4d80-a6c6-66b4fe6d065a req-fb76f707-7758-4493-a32e-704d33ca0a47 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760184582126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542309'] for port (c98f0a70-76c7-4798-9dfc-6e8275493f88), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:48.733580 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34ea1424-5f80-4d80-a6c6-66b4fe6d065a req-fb76f707-7758-4493-a32e-704d33ca0a47 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Network bf682ee0-62e0-448d-97a2-9a80bdd5bf49 is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:11:48.736653 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [req-34ea1424-5f80-4d80-a6c6-66b4fe6d065a req-fb76f707-7758-4493-a32e-704d33ca0a47 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:11:48.739255 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [req-34ea1424-5f80-4d80-a6c6-66b4fe6d065a req-fb76f707-7758-4493-a32e-704d33ca0a47 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Received port after_create {{(pid=104469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 09:11:48.774081 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb76f707-7758-4493-a32e-704d33ca0a47 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Pushing event updated for resources: {'Port': ['ID=c98f0a70-76c7-4798-9dfc-6e8275493f88,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:48.805871 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea1424-5f80-4d80-a6c6-66b4fe6d065a req-fb76f707-7758-4493-a32e-704d33ca0a47 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:48.806581 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-34ea1424-5f80-4d80-a6c6-66b4fe6d065a req-fb76f707-7758-4493-a32e-704d33ca0a47 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for port (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:48.885537 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-34ea1424-5f80-4d80-a6c6-66b4fe6d065a req-fb76f707-7758-4493-a32e-704d33ca0a47 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7778273 Jul 13 09:11:48.897767 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [req-34ea1424-5f80-4d80-a6c6-66b4fe6d065a req-f027b4da-c632-4358-9fd7-df81bf6c3654 service neutron] Request body: {'port': {'device_id': 'd44bf150-cda8-482a-a0b9-f51d8070d972', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84962'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:11:48.960303 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-34ea1424-5f80-4d80-a6c6-66b4fe6d065a req-f027b4da-c632-4358-9fd7-df81bf6c3654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (c98f0a70-76c7-4798-9dfc-6e8275493f88), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:48.988956 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-f3bba3a1-f985-4da1-a935-57d552e8bb21 None None] Provisioning complete for port c98f0a70-76c7-4798-9dfc-6e8275493f88 triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:11:48.989512 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-f3bba3a1-f985-4da1-a935-57d552e8bb21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (c98f0a70-76c7-4798-9dfc-6e8275493f88), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:49.021815 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-f3bba3a1-f985-4da1-a935-57d552e8bb21 None None] Port c98f0a70-76c7-4798-9dfc-6e8275493f88 cannot update to ACTIVE because it is not bound. {{(pid=104470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 09:11:49.105516 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:49.360434 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43575463-ac79-491d-8ee5-bef17de21fcf req-34d0f01e-c8b2-4c14-9c54-9dda6a78f2e3 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:49.361937 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-43575463-ac79-491d-8ee5-bef17de21fcf req-34d0f01e-c8b2-4c14-9c54-9dda6a78f2e3 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa HTTP/1.1" status: 200 len: 945 time: 0.0529473 Jul 13 09:11:49.411070 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-43575463-ac79-491d-8ee5-bef17de21fcf req-8b778e27-3bf1-47d2-80b0-12adc57b5c9d tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=70d72f57-389f-4602-bc9a-71623592d222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433848 Jul 13 09:11:49.424192 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a675be-62f3-4dcd-b842-d7e246ed59df req-6ce434f6-becf-4f7b-ba63-07a88262a935 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:49.425695 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a0a675be-62f3-4dcd-b842-d7e246ed59df req-6ce434f6-becf-4f7b-ba63-07a88262a935 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/ports?device_id=d44bf150-cda8-482a-a0b9-f51d8070d972 HTTP/1.1" status: 200 len: 931 time: 0.3355637 Jul 13 09:11:49.527797 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a0a675be-62f3-4dcd-b842-d7e246ed59df req-9f56bdf6-b21e-4122-88cd-4f92cf41db78 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/security-groups?id=318303b4-ee97-4d04-ac0e-60b52783791c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956216 Jul 13 09:11:49.542706 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [req-34ea1424-5f80-4d80-a6c6-66b4fe6d065a req-f027b4da-c632-4358-9fd7-df81bf6c3654 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c98f0a70-76c7-4798-9dfc-6e8275493f88 {{(pid=104469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 09:11:49.552355 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-34ea1424-5f80-4d80-a6c6-66b4fe6d065a req-f027b4da-c632-4358-9fd7-df81bf6c3654 service neutron] Publish callbacks [] for port (c98f0a70-76c7-4798-9dfc-6e8275493f88), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:49.565615 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [req-34ea1424-5f80-4d80-a6c6-66b4fe6d065a req-f027b4da-c632-4358-9fd7-df81bf6c3654 service neutron] Transition to ACTIVE for port object c98f0a70-76c7-4798-9dfc-6e8275493f88 will not be triggered until provisioned by entity L2. {{(pid=104469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 09:11:49.653647 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-34ea1424-5f80-4d80-a6c6-66b4fe6d065a req-f027b4da-c632-4358-9fd7-df81bf6c3654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542332'] for port (c98f0a70-76c7-4798-9dfc-6e8275493f88), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:49.709204 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f027b4da-c632-4358-9fd7-df81bf6c3654 service neutron] Pushing event updated for resources: {'Port': ['ID=c98f0a70-76c7-4798-9dfc-6e8275493f88,revision_number=2']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:49.778507 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [req-34ea1424-5f80-4d80-a6c6-66b4fe6d065a req-f027b4da-c632-4358-9fd7-df81bf6c3654 service neutron] Attempting to bind port c98f0a70-76c7-4798-9dfc-6e8275493f88 on host hv-cinder-84962 for vnic_type normal with profile {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 09:11:49.781939 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [req-34ea1424-5f80-4d80-a6c6-66b4fe6d065a req-f027b4da-c632-4358-9fd7-df81bf6c3654 service neutron] Attempting to bind port c98f0a70-76c7-4798-9dfc-6e8275493f88 by drivers openvswitch,hyperv on host hv-cinder-84962 at level 0 using segments [{'id': '3ac606da-51ce-4bda-8479-64389b45a44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bf682ee0-62e0-448d-97a2-9a80bdd5bf49'}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 09:11:49.781939 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ea1424-5f80-4d80-a6c6-66b4fe6d065a req-f027b4da-c632-4358-9fd7-df81bf6c3654 service neutron] Attempting to bind port c98f0a70-76c7-4798-9dfc-6e8275493f88 on network bf682ee0-62e0-448d-97a2-9a80bdd5bf49 {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 09:11:49.783905 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ea1424-5f80-4d80-a6c6-66b4fe6d065a req-f027b4da-c632-4358-9fd7-df81bf6c3654 service neutron] Port c98f0a70-76c7-4798-9dfc-6e8275493f88 on network bf682ee0-62e0-448d-97a2-9a80bdd5bf49 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84962 {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 13 09:11:49.784221 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ea1424-5f80-4d80-a6c6-66b4fe6d065a req-f027b4da-c632-4358-9fd7-df81bf6c3654 service neutron] Attempting to bind port c98f0a70-76c7-4798-9dfc-6e8275493f88 on network bf682ee0-62e0-448d-97a2-9a80bdd5bf49 {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 09:11:49.789223 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ea1424-5f80-4d80-a6c6-66b4fe6d065a req-f027b4da-c632-4358-9fd7-df81bf6c3654 service neutron] Checking agent: {'id': '6e9d2670-629d-42a5-8dd5-d0857aba9a7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84962', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 9, 4, 10), 'started_at': datetime.datetime(2022, 7, 13, 9, 4, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 9, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 09:11:49.789553 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ea1424-5f80-4d80-a6c6-66b4fe6d065a req-f027b4da-c632-4358-9fd7-df81bf6c3654 service neutron] Checking segment: {'id': '3ac606da-51ce-4bda-8479-64389b45a44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bf682ee0-62e0-448d-97a2-9a80bdd5bf49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 09:11:49.789937 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ea1424-5f80-4d80-a6c6-66b4fe6d065a req-f027b4da-c632-4358-9fd7-df81bf6c3654 service neutron] Bound using segment: {'id': '3ac606da-51ce-4bda-8479-64389b45a44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bf682ee0-62e0-448d-97a2-9a80bdd5bf49'} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 09:11:49.790450 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [req-34ea1424-5f80-4d80-a6c6-66b4fe6d065a req-f027b4da-c632-4358-9fd7-df81bf6c3654 service neutron] Bound port: c98f0a70-76c7-4798-9dfc-6e8275493f88, host: hv-cinder-84962, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ac606da-51ce-4bda-8479-64389b45a44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bf682ee0-62e0-448d-97a2-9a80bdd5bf49'}}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 09:11:49.790811 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-34ea1424-5f80-4d80-a6c6-66b4fe6d065a req-f027b4da-c632-4358-9fd7-df81bf6c3654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (c98f0a70-76c7-4798-9dfc-6e8275493f88), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:49.854102 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [req-34ea1424-5f80-4d80-a6c6-66b4fe6d065a req-f027b4da-c632-4358-9fd7-df81bf6c3654 service neutron] For port c98f0a70-76c7-4798-9dfc-6e8275493f88, host hv-cinder-84962, cleared binding levels {{(pid=104469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 09:11:49.858253 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [req-34ea1424-5f80-4d80-a6c6-66b4fe6d065a req-f027b4da-c632-4358-9fd7-df81bf6c3654 service neutron] For port c98f0a70-76c7-4798-9dfc-6e8275493f88, host hv-cinder-84962, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=c98f0a70-76c7-4798-9dfc-6e8275493f88,segment=NetworkSegment(3ac606da-51ce-4bda-8479-64389b45a44b),segment_id=3ac606da-51ce-4bda-8479-64389b45a44b)] {{(pid=104469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 09:11:49.917065 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-34ea1424-5f80-4d80-a6c6-66b4fe6d065a req-f027b4da-c632-4358-9fd7-df81bf6c3654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542332'] for port (c98f0a70-76c7-4798-9dfc-6e8275493f88), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:49.923452 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:49.960930 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea1424-5f80-4d80-a6c6-66b4fe6d065a req-f027b4da-c632-4358-9fd7-df81bf6c3654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:49.961681 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-34ea1424-5f80-4d80-a6c6-66b4fe6d065a req-f027b4da-c632-4358-9fd7-df81bf6c3654 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for port (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:49.964132 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-34ea1424-5f80-4d80-a6c6-66b4fe6d065a req-f027b4da-c632-4358-9fd7-df81bf6c3654 service neutron] 10.222.0.30 "PUT /v2.0/ports/c98f0a70-76c7-4798-9dfc-6e8275493f88 HTTP/1.1" status: 200 len: 1093 time: 1.0700135 Jul 13 09:11:49.966115 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd44bf150-cda8-482a-a0b9-f51d8070d972', 'tag': 'c98f0a70-76c7-4798-9dfc-6e8275493f88'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:11:49.969268 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c4e5b91a84def5af2f1fcdaa70b19e5540aa6c2f63d8f4e9cb6586108f6a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd240de8-3f26-4652-8fa3-07df1b80a133" -d '{"events": [{"name": "network-changed", "server_uuid": "d44bf150-cda8-482a-a0b9-f51d8070d972", "tag": "c98f0a70-76c7-4798-9dfc-6e8275493f88"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:11:49.993120 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f027b4da-c632-4358-9fd7-df81bf6c3654 service neutron] Pushing event updated for resources: {'Port': ['ID=c98f0a70-76c7-4798-9dfc-6e8275493f88,revision_number=3']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:50.122522 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea1424-5f80-4d80-a6c6-66b4fe6d065a req-0ff812dd-ffc9-4e38-8d5e-f53a566dc56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:50.124082 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-34ea1424-5f80-4d80-a6c6-66b4fe6d065a req-0ff812dd-ffc9-4e38-8d5e-f53a566dc56d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6b5574138d6341268eae22b78af64765&device_id=d44bf150-cda8-482a-a0b9-f51d8070d972 HTTP/1.1" status: 200 len: 1127 time: 0.0455709 Jul 13 09:11:50.154140 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=31 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:50.155352 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=81 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:50.169256 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 09:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b45fb7fe-50a5-483e-801a-31112dc4763f x-openstack-request-id: req-b45fb7fe-50a5-483e-801a-31112dc4763f {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:11:50.169547 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d44bf150-cda8-482a-a0b9-f51d8070d972", "tag": "c98f0a70-76c7-4798-9dfc-6e8275493f88", "status": "completed", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:11:50.169775 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-b45fb7fe-50a5-483e-801a-31112dc4763f {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:11:50.170194 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b45fb7fe-50a5-483e-801a-31112dc4763f'] response: {'name': 'network-changed', 'server_uuid': 'd44bf150-cda8-482a-a0b9-f51d8070d972', 'tag': 'c98f0a70-76c7-4798-9dfc-6e8275493f88', 'status': 'completed', 'code': 200} Jul 13 09:11:50.171706 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-34ea1424-5f80-4d80-a6c6-66b4fe6d065a req-5430b2a5-3bf2-48ed-9cdf-d2374aa559ed service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c98f0a70-76c7-4798-9dfc-6e8275493f88 HTTP/1.1" status: 200 len: 217 time: 0.0393562 Jul 13 09:11:50.228056 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea1424-5f80-4d80-a6c6-66b4fe6d065a req-e98faa4e-8468-4acf-9dcb-6f6fc178520e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:50.229526 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-34ea1424-5f80-4d80-a6c6-66b4fe6d065a req-e98faa4e-8468-4acf-9dcb-6f6fc178520e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4d4f83bc-542b-44e8-b61c-831e28191723 HTTP/1.1" status: 200 len: 847 time: 0.0511847 Jul 13 09:11:50.275656 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea1424-5f80-4d80-a6c6-66b4fe6d065a req-9c3dd09c-d573-4f98-a981-406f31a647a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:50.275949 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-34ea1424-5f80-4d80-a6c6-66b4fe6d065a req-9c3dd09c-d573-4f98-a981-406f31a647a6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bf682ee0-62e0-448d-97a2-9a80bdd5bf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395105 Jul 13 09:11:50.370827 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-34ea1424-5f80-4d80-a6c6-66b4fe6d065a req-92e0d9a5-7787-4f33-a946-40d1af7de8b8 service neutron] 10.222.0.30 "GET /v2.0/networks/bf682ee0-62e0-448d-97a2-9a80bdd5bf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868454 Jul 13 09:11:50.464230 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-34ea1424-5f80-4d80-a6c6-66b4fe6d065a req-3473cc9a-f1b3-4add-9245-6083cb2e6197 service neutron] 10.222.0.30 "GET /v2.0/networks/bf682ee0-62e0-448d-97a2-9a80bdd5bf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865321 Jul 13 09:11:50.541853 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd050b16-50cd-45f6-9449-b32694989238 req-5ef4c6d4-c4e3-4479-aa5c-d602da54d884 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:50.544273 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-cd050b16-50cd-45f6-9449-b32694989238 req-5ef4c6d4-c4e3-4479-aa5c-d602da54d884 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa HTTP/1.1" status: 200 len: 945 time: 0.0563538 Jul 13 09:11:50.571120 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:50.595983 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-cd050b16-50cd-45f6-9449-b32694989238 req-3a48a4e6-5ba1-44d4-a577-2e56bf530278 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=70d72f57-389f-4602-bc9a-71623592d222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450141 Jul 13 09:11:50.603865 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-cc6c197d-96c4-4a94-b429-90b1f61e36d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (a33f270e-6fb2-40d7-a0c5-ff754f30a69f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:50.662742 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef663a-dc7b-4119-afa5-685f08e6bdf9 req-886a17f8-a21c-45aa-9cfa-11451ff95d21 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:50.664219 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-b8ef663a-dc7b-4119-afa5-685f08e6bdf9 req-886a17f8-a21c-45aa-9cfa-11451ff95d21 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/ports?device_id=d44bf150-cda8-482a-a0b9-f51d8070d972 HTTP/1.1" status: 200 len: 943 time: 0.0478206 Jul 13 09:11:50.713160 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-b8ef663a-dc7b-4119-afa5-685f08e6bdf9 req-78b89db2-b092-4f1d-b825-deb8ef15df5b tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/security-groups?id=318303b4-ee97-4d04-ac0e-60b52783791c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424969 Jul 13 09:11:50.825087 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd240de8-3f26-4652-8fa3-07df1b80a133 req-9c7bf04b-578c-4937-858d-ed579a914018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:50.826545 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-dd240de8-3f26-4652-8fa3-07df1b80a133 req-9c7bf04b-578c-4937-858d-ed579a914018 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6b5574138d6341268eae22b78af64765&device_id=d44bf150-cda8-482a-a0b9-f51d8070d972 HTTP/1.1" status: 200 len: 1127 time: 0.0449655 Jul 13 09:11:50.918099 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd240de8-3f26-4652-8fa3-07df1b80a133 req-ce8d1450-93c6-4231-9728-813881aebea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:50.919567 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-dd240de8-3f26-4652-8fa3-07df1b80a133 req-ce8d1450-93c6-4231-9728-813881aebea8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bf682ee0-62e0-448d-97a2-9a80bdd5bf49 HTTP/1.1" status: 200 len: 909 time: 0.0860927 Jul 13 09:11:50.966856 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-dd240de8-3f26-4652-8fa3-07df1b80a133 req-607114aa-891a-496b-b1ef-24c6baa072fe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c98f0a70-76c7-4798-9dfc-6e8275493f88 HTTP/1.1" status: 200 len: 217 time: 0.0395572 Jul 13 09:11:51.018858 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd240de8-3f26-4652-8fa3-07df1b80a133 req-af883640-1470-496f-8373-fb6d33121af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:51.020336 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-dd240de8-3f26-4652-8fa3-07df1b80a133 req-af883640-1470-496f-8373-fb6d33121af9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4d4f83bc-542b-44e8-b61c-831e28191723 HTTP/1.1" status: 200 len: 847 time: 0.0445638 Jul 13 09:11:51.066300 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd240de8-3f26-4652-8fa3-07df1b80a133 req-b72ce4b2-6ab2-454b-a505-54b1ececc3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:51.067775 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-dd240de8-3f26-4652-8fa3-07df1b80a133 req-b72ce4b2-6ab2-454b-a505-54b1ececc3ab service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bf682ee0-62e0-448d-97a2-9a80bdd5bf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405827 Jul 13 09:11:51.163580 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-dd240de8-3f26-4652-8fa3-07df1b80a133 req-7562e170-b611-4e90-96db-477a322d6b42 service neutron] 10.222.0.30 "GET /v2.0/networks/bf682ee0-62e0-448d-97a2-9a80bdd5bf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879638 Jul 13 09:11:51.254178 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-dd240de8-3f26-4652-8fa3-07df1b80a133 req-3e4fbec4-80a4-4b54-8b9b-017ec8879734 service neutron] 10.222.0.30 "GET /v2.0/networks/bf682ee0-62e0-448d-97a2-9a80bdd5bf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822246 Jul 13 09:11:51.716069 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35483241-89c8-498f-b942-13c0440a02b1 req-7a37c9cb-23b6-4cd9-b6aa-517262678334 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:51.718497 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-35483241-89c8-498f-b942-13c0440a02b1 req-7a37c9cb-23b6-4cd9-b6aa-517262678334 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa HTTP/1.1" status: 200 len: 945 time: 0.0493386 Jul 13 09:11:51.770668 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-35483241-89c8-498f-b942-13c0440a02b1 req-a41352a2-a03d-4171-828b-40f499880168 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=70d72f57-389f-4602-bc9a-71623592d222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476675 Jul 13 09:11:51.843222 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f9a4c-26aa-4660-a05d-9190301e95e4 req-912d4a80-c880-4856-88c8-47c9a970a189 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:51.844624 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-516f9a4c-26aa-4660-a05d-9190301e95e4 req-912d4a80-c880-4856-88c8-47c9a970a189 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/ports?device_id=d44bf150-cda8-482a-a0b9-f51d8070d972 HTTP/1.1" status: 200 len: 943 time: 0.0531759 Jul 13 09:11:51.893354 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-516f9a4c-26aa-4660-a05d-9190301e95e4 req-94df5551-6059-4322-b35f-bed444e09c23 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/security-groups?id=318303b4-ee97-4d04-ac0e-60b52783791c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430908 Jul 13 09:11:52.154392 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device b9499393-8a91-40ba-8695-6c191d7d0d9d details requested by agent hyperv_hv-cinder-84962 with host hv-cinder-84962 {{(pid=104470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 09:11:52.181870 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 37796) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:11:52.256357 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port b9499393-8a91-40ba-8695-6c191d7d0d9d, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=b9499393-8a91-40ba-8695-6c191d7d0d9d,segment=NetworkSegment(d26cc65f-34ee-4574-8332-30169090378e),segment_id=d26cc65f-34ee-4574-8332-30169090378e)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:11:52.268549 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Returning: {'device': 'b9499393-8a91-40ba-8695-6c191d7d0d9d', 'network_id': 'dced4119-fd64-48f2-a32b-f0864c860758', 'port_id': 'b9499393-8a91-40ba-8695-6c191d7d0d9d', 'mac_address': 'fa:16:3e:00:5d:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f435a127-82ff-4993-a381-fe0f5e258ef6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 09:11:52.299900 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-14429b84-5c47-4d3b-8fcf-29b24c86682f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:52.308961 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Current status of the port b9499393-8a91-40ba-8695-6c191d7d0d9d is: ACTIVE; New status is: BUILD {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:11:52.309598 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (b9499393-8a91-40ba-8695-6c191d7d0d9d), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:52.322377 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b9499393-8a91-40ba-8695-6c191d7d0d9d {{(pid=104470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 09:11:52.345920 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port b9499393-8a91-40ba-8695-6c191d7d0d9d, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=b9499393-8a91-40ba-8695-6c191d7d0d9d,segment=NetworkSegment(d26cc65f-34ee-4574-8332-30169090378e),segment_id=d26cc65f-34ee-4574-8332-30169090378e)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:11:52.383487 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-14429b84-5c47-4d3b-8fcf-29b24c86682f admin admin] Publish callbacks [] for security_group (badcecaa-27c8-4525-bdff-94e1b053fa4f), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:52.430875 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (b9499393-8a91-40ba-8695-6c191d7d0d9d), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:52.459171 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-14429b84-5c47-4d3b-8fcf-29b24c86682f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (badcecaa-27c8-4525-bdff-94e1b053fa4f), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:52.480975 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Pushing event updated for resources: {'Port': ['ID=b9499393-8a91-40ba-8695-6c191d7d0d9d,revision_number=6']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:52.488627 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:11:52.488971 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:11:52.489328 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:11:52.489668 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:11:52.489997 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:11:52.490346 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:11:52.490669 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:11:52.490992 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:11:52.491360 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:11:52.491628 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:11:52.491952 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:11:52.492281 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:11:52.492579 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:11:52.492897 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:11:52.493529 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:11:52.512795 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-14429b84-5c47-4d3b-8fcf-29b24c86682f admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=787f62f60be24ce49921e5017d48d768&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3295305 Jul 13 09:11:52.515700 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 37812) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:11:52.517187 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] get_ports_and_sgs() called for port_ids ['b9499393-8a91-40ba-8695-6c191d7d0d9d'] {{(pid=104470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 09:11:52.527323 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14429b84-5c47-4d3b-8fcf-29b24c86682f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=badcecaa-27c8-4525-bdff-94e1b053fa4f,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:52.580260 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-dbe77366-4671-4f53-9633-0dc46a36cda4 admin admin] Publish callbacks [] for security_group (badcecaa-27c8-4525-bdff-94e1b053fa4f), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:52.602329 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-dbe77366-4671-4f53-9633-0dc46a36cda4 admin admin] Publish callbacks [] for security_group (badcecaa-27c8-4525-bdff-94e1b053fa4f), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:52.632359 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:52.744963 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-dbe77366-4671-4f53-9633-0dc46a36cda4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (badcecaa-27c8-4525-bdff-94e1b053fa4f), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:52.748300 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-dbe77366-4671-4f53-9633-0dc46a36cda4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:52.749950 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-dbe77366-4671-4f53-9633-0dc46a36cda4 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/badcecaa-27c8-4525-bdff-94e1b053fa4f HTTP/1.1" status: 204 len: 168 time: 0.2332461 Jul 13 09:11:52.758631 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe77366-4671-4f53-9633-0dc46a36cda4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=badcecaa-27c8-4525-bdff-94e1b053fa4f,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:52.813841 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-94e44169-cc1e-44db-a7cb-b1f74d4035eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (084ea860-45cb-441c-b2f8-c6c2f7d6686c), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:52.904579 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b1f9d3-4c7f-45b2-8e48-d0e788de15eb req-47094208-5cda-4561-a8da-3372445a2eab tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:52.906215 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d9b1f9d3-4c7f-45b2-8e48-d0e788de15eb req-47094208-5cda-4561-a8da-3372445a2eab tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa HTTP/1.1" status: 200 len: 944 time: 0.0523069 Jul 13 09:11:52.962547 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d9b1f9d3-4c7f-45b2-8e48-d0e788de15eb req-f3ca751e-aff4-4319-9270-0254bd1877de tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=70d72f57-389f-4602-bc9a-71623592d222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497940 Jul 13 09:11:53.029132 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85b21d-0ccd-49c6-ab59-aaf770d94960 req-864a22d6-2723-442f-89c7-5de5e34ad1a3 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:53.030851 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-2c85b21d-0ccd-49c6-ab59-aaf770d94960 req-864a22d6-2723-442f-89c7-5de5e34ad1a3 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/ports?device_id=d44bf150-cda8-482a-a0b9-f51d8070d972 HTTP/1.1" status: 200 len: 943 time: 0.0500112 Jul 13 09:11:53.045440 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:53.086677 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-2c85b21d-0ccd-49c6-ab59-aaf770d94960 req-33a5e401-ae14-44c5-b1d7-4e44b46c1455 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/security-groups?id=318303b4-ee97-4d04-ac0e-60b52783791c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484922 Jul 13 09:11:53.331989 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 37832) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:11:53.352716 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-99cf2202-0819-4e52-9767-c9edcf43a76b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:53.437163 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-99cf2202-0819-4e52-9767-c9edcf43a76b admin admin] Publish callbacks [] for security_group (3f9e6c07-30c8-457e-86a9-ceeab8b44b79), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:53.505151 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-99cf2202-0819-4e52-9767-c9edcf43a76b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (3f9e6c07-30c8-457e-86a9-ceeab8b44b79), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:53.519662 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:53.547985 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cf2202-0819-4e52-9767-c9edcf43a76b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9e6c07-30c8-457e-86a9-ceeab8b44b79,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:53.554400 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-99cf2202-0819-4e52-9767-c9edcf43a76b admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=551609a93a4149c8aab15ebfc281f3e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2212946 Jul 13 09:11:53.557060 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 37834) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:11:53.611712 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-05b860a7-da45-4c48-a181-cf68b4812c80 admin admin] Publish callbacks [] for security_group (3f9e6c07-30c8-457e-86a9-ceeab8b44b79), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:53.637877 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-05b860a7-da45-4c48-a181-cf68b4812c80 admin admin] Publish callbacks [] for security_group (3f9e6c07-30c8-457e-86a9-ceeab8b44b79), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:53.762939 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-05b860a7-da45-4c48-a181-cf68b4812c80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (3f9e6c07-30c8-457e-86a9-ceeab8b44b79), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:53.765897 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-05b860a7-da45-4c48-a181-cf68b4812c80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:53.767256 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-05b860a7-da45-4c48-a181-cf68b4812c80 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/3f9e6c07-30c8-457e-86a9-ceeab8b44b79 HTTP/1.1" status: 204 len: 168 time: 0.2092984 Jul 13 09:11:53.776587 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b860a7-da45-4c48-a181-cf68b4812c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9e6c07-30c8-457e-86a9-ceeab8b44b79,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:54.123863 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e4c4c9-7a2e-488d-8ab4-0e43d7802d0f req-132acb37-6cf9-4459-981d-d99e2fa88699 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:54.125558 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f8e4c4c9-7a2e-488d-8ab4-0e43d7802d0f req-132acb37-6cf9-4459-981d-d99e2fa88699 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa HTTP/1.1" status: 200 len: 944 time: 0.0713749 Jul 13 09:11:54.155509 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device b9499393-8a91-40ba-8695-6c191d7d0d9d up at agent hyperv_hv-cinder-84962 {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:11:54.210388 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f8e4c4c9-7a2e-488d-8ab4-0e43d7802d0f req-350f9f4a-89b6-4a8b-ac50-434ae0e958fd tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=70d72f57-389f-4602-bc9a-71623592d222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715606 Jul 13 09:11:54.284797 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25656022-d5b0-4ecf-b6c4-2d082fa6e11c req-59b924a0-fb9a-4e2b-8104-c964b159b4ee tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:54.287362 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-25656022-d5b0-4ecf-b6c4-2d082fa6e11c req-59b924a0-fb9a-4e2b-8104-c964b159b4ee tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/ports?device_id=d44bf150-cda8-482a-a0b9-f51d8070d972 HTTP/1.1" status: 200 len: 943 time: 0.0678399 Jul 13 09:11:54.287489 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Provisioning complete for port b9499393-8a91-40ba-8695-6c191d7d0d9d triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:11:54.287928 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (b9499393-8a91-40ba-8695-6c191d7d0d9d), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:54.350285 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:54.357559 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:54.364922 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-25656022-d5b0-4ecf-b6c4-2d082fa6e11c req-d1da6e71-bd8e-4495-b45e-66b1312a9442 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/security-groups?id=318303b4-ee97-4d04-ac0e-60b52783791c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687187 Jul 13 09:11:54.415940 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Current status of the port b9499393-8a91-40ba-8695-6c191d7d0d9d is: BUILD; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:11:54.416730 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (b9499393-8a91-40ba-8695-6c191d7d0d9d), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:54.446806 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9499393-8a91-40ba-8695-6c191d7d0d9d'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:11:54.449478 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db18c03db31c8eba27ff59efcab6aeefebc9da3faa7d3b822264179bbf74904a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f7c56ee-f102-4d68-8fbb-07aa6a80588e" -d '{"events": [{"server_uuid": "fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa", "name": "network-vif-plugged", "status": "completed", "tag": "b9499393-8a91-40ba-8695-6c191d7d0d9d"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:11:54.475028 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port b9499393-8a91-40ba-8695-6c191d7d0d9d, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=b9499393-8a91-40ba-8695-6c191d7d0d9d,segment=NetworkSegment(d26cc65f-34ee-4574-8332-30169090378e),segment_id=d26cc65f-34ee-4574-8332-30169090378e)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:11:54.493911 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7f3b3aed-46f4-4e68-bbbe-dab9f8099e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (d1fd82e0-5c39-4100-b44b-c54ee27d2d9f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:54.525984 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (b9499393-8a91-40ba-8695-6c191d7d0d9d), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:54.593012 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Pushing event updated for resources: {'Port': ['ID=b9499393-8a91-40ba-8695-6c191d7d0d9d,revision_number=7']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:54.609473 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 37848) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:11:54.624883 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-9e2396a1-ec1a-4b4c-97f4-049cfc86f007 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:54.686518 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 09:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8173559a-a227-42bf-807b-799130f2e953 x-openstack-request-id: req-8173559a-a227-42bf-807b-799130f2e953 {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:11:54.687218 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa", "name": "network-vif-plugged", "status": "completed", "tag": "b9499393-8a91-40ba-8695-6c191d7d0d9d", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:11:54.687669 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-8173559a-a227-42bf-807b-799130f2e953 {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:11:54.688128 dv-cinder-849626-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8173559a-a227-42bf-807b-799130f2e953'] response: {'server_uuid': 'fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9499393-8a91-40ba-8695-6c191d7d0d9d', 'code': 200} Jul 13 09:11:54.718057 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-9e2396a1-ec1a-4b4c-97f4-049cfc86f007 admin admin] Publish callbacks [] for security_group (d1277f3f-4834-4ec4-b4a2-dba15c05d0aa), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:54.803558 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-9e2396a1-ec1a-4b4c-97f4-049cfc86f007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (d1277f3f-4834-4ec4-b4a2-dba15c05d0aa), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:54.855622 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-9e2396a1-ec1a-4b4c-97f4-049cfc86f007 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=51c6348829b74684836045fc5c61fee4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2422259 Jul 13 09:11:54.855846 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2396a1-ec1a-4b4c-97f4-049cfc86f007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1277f3f-4834-4ec4-b4a2-dba15c05d0aa,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:54.856417 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 37850) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:11:54.912511 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4ce6e0bd-ff22-4a1c-b4cc-d0b54e5525f0 admin admin] Publish callbacks [] for security_group (d1277f3f-4834-4ec4-b4a2-dba15c05d0aa), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:54.937141 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4ce6e0bd-ff22-4a1c-b4cc-d0b54e5525f0 admin admin] Publish callbacks [] for security_group (d1277f3f-4834-4ec4-b4a2-dba15c05d0aa), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:54.980849 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:55.104917 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4ce6e0bd-ff22-4a1c-b4cc-d0b54e5525f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (d1277f3f-4834-4ec4-b4a2-dba15c05d0aa), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:55.109032 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4ce6e0bd-ff22-4a1c-b4cc-d0b54e5525f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:55.110269 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-4ce6e0bd-ff22-4a1c-b4cc-d0b54e5525f0 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/d1277f3f-4834-4ec4-b4a2-dba15c05d0aa HTTP/1.1" status: 204 len: 168 time: 0.2523062 Jul 13 09:11:55.126018 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce6e0bd-ff22-4a1c-b4cc-d0b54e5525f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1277f3f-4834-4ec4-b4a2-dba15c05d0aa,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:55.393041 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e3855-1060-48cd-97a9-f04924437b66 req-98b09801-d27e-416f-a4de-68bcd67218fa tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:55.395261 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-8d2e3855-1060-48cd-97a9-f04924437b66 req-98b09801-d27e-416f-a4de-68bcd67218fa tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa HTTP/1.1" status: 200 len: 945 time: 0.0820689 Jul 13 09:11:55.451989 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:55.481701 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-8d2e3855-1060-48cd-97a9-f04924437b66 req-9de5ef01-64a3-4884-a4da-733c99dbac96 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=70d72f57-389f-4602-bc9a-71623592d222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798380 Jul 13 09:11:55.519914 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c77f3-0091-4aa9-8f6e-3fe7395f9777 req-b21c725c-2272-4495-971d-33bb7f1e41b3 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:55.528581 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d18c77f3-0091-4aa9-8f6e-3fe7395f9777 req-b21c725c-2272-4495-971d-33bb7f1e41b3 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/ports?device_id=d44bf150-cda8-482a-a0b9-f51d8070d972 HTTP/1.1" status: 200 len: 943 time: 0.0901544 Jul 13 09:11:55.557653 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5ee680a5-33f3-4217-99f5-17637ad0570e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (59ae6226-c784-4fad-8646-7377b1ef5f31), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:55.592562 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d18c77f3-0091-4aa9-8f6e-3fe7395f9777 req-52cccb6a-b4b6-4f27-84ae-af87243ad7db tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/security-groups?id=318303b4-ee97-4d04-ac0e-60b52783791c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594792 Jul 13 09:11:55.773819 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (9379cce5-6fc7-4135-bc49-530c07185724), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:56.620957 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc6ebdd-1ee1-466b-99f7-dcba2aeb49ae req-bb85b9cd-2e51-4c3f-96b2-3d2538ac6496 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:56.620957 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-cbc6ebdd-1ee1-466b-99f7-dcba2aeb49ae req-bb85b9cd-2e51-4c3f-96b2-3d2538ac6496 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa HTTP/1.1" status: 200 len: 945 time: 0.0670621 Jul 13 09:11:56.706577 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-cbc6ebdd-1ee1-466b-99f7-dcba2aeb49ae req-d18d4831-0e14-4a72-98d0-dc51f7cabded tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=70d72f57-389f-4602-bc9a-71623592d222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741405 Jul 13 09:11:56.728723 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1affecb-67e3-455c-9c57-885f5280d070 req-fa91e98d-eb31-445b-9358-7f47c1c1d17d tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:56.730326 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-e1affecb-67e3-455c-9c57-885f5280d070 req-fa91e98d-eb31-445b-9358-7f47c1c1d17d tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/ports?device_id=d44bf150-cda8-482a-a0b9-f51d8070d972 HTTP/1.1" status: 200 len: 943 time: 0.0577559 Jul 13 09:11:56.798958 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-e1affecb-67e3-455c-9c57-885f5280d070 req-33a250cd-052e-455f-9f1e-ae46ba053ca2 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/security-groups?id=318303b4-ee97-4d04-ac0e-60b52783791c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597370 Jul 13 09:11:56.906234 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 37884) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:11:57.020293 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-7a5e60f2-5dbb-4c3a-9345-199b159bc76d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-49599218-network', 'tenant_id': '2362e98f5387452893f972175548189a'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:11:57.128224 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5e60f2-5dbb-4c3a-9345-199b159bc76d admin admin] Made reservation on behalf of 2362e98f5387452893f972175548189a for: {'network': 1} {{(pid=104468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 09:11:57.130692 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7a5e60f2-5dbb-4c3a-9345-199b159bc76d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for network (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:57.143273 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7a5e60f2-5dbb-4c3a-9345-199b159bc76d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:57.232552 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7a5e60f2-5dbb-4c3a-9345-199b159bc76d admin admin] Publish callbacks [] for security_group (9e1085ae-5b03-4b64-b791-a31d2def9efe), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:57.311174 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7a5e60f2-5dbb-4c3a-9345-199b159bc76d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (9e1085ae-5b03-4b64-b791-a31d2def9efe), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:57.334820 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a5e60f2-5dbb-4c3a-9345-199b159bc76d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=104468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 09:11:57.352643 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5e60f2-5dbb-4c3a-9345-199b159bc76d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1085ae-5b03-4b64-b791-a31d2def9efe,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:57.366770 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7a5e60f2-5dbb-4c3a-9345-199b159bc76d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7769013'] for segment (a0be4d95-d4a7-4cb6-804b-d2c776ddb14c), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:57.370283 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.db.segments_db [None req-7a5e60f2-5dbb-4c3a-9345-199b159bc76d admin admin] Added segment a0be4d95-d4a7-4cb6-804b-d2c776ddb14c of type vlan for network 8a64382d-2c78-430f-8ebf-0370d8f9f1b4 Jul 13 09:11:57.415200 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7a5e60f2-5dbb-4c3a-9345-199b159bc76d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760184566321'] for network (8a64382d-2c78-430f-8ebf-0370d8f9f1b4), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:57.516339 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7a5e60f2-5dbb-4c3a-9345-199b159bc76d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428'] for network (8a64382d-2c78-430f-8ebf-0370d8f9f1b4), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:57.517405 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5e60f2-5dbb-4c3a-9345-199b159bc76d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:57.517996 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7a5e60f2-5dbb-4c3a-9345-199b159bc76d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594414'] for network (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:57.584189 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5e60f2-5dbb-4c3a-9345-199b159bc76d admin admin] Pushing event updated for resources: {'Network': ['ID=8a64382d-2c78-430f-8ebf-0370d8f9f1b4,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:57.596450 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Network 8a64382d-2c78-430f-8ebf-0370d8f9f1b4 details requested by agent ovs-agent-dv-cinder-849626-3-iscsi with host dv-cinder-849626-3-iscsi {{(pid=104470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 09:11:57.659567 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-7a5e60f2-5dbb-4c3a-9345-199b159bc76d admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.7494817 Jul 13 09:11:57.660153 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 37888) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:11:57.664646 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-8b6a34c7-d56f-4d2a-bd96-0a5ba0e6cd5b admin admin] Request body: {'subnet': {'network_id': '8a64382d-2c78-430f-8ebf-0370d8f9f1b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-49599218-subnet', 'tenant_id': '2362e98f5387452893f972175548189a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:11:57.681948 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:57.806060 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6a34c7-d56f-4d2a-bd96-0a5ba0e6cd5b admin admin] Made reservation on behalf of 2362e98f5387452893f972175548189a for: {'subnet': 1} {{(pid=104468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 09:11:57.808687 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8b6a34c7-d56f-4d2a-bd96-0a5ba0e6cd5b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9186800'] for subnet (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:57.880363 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da81ba-a311-4566-a7ff-a67700bccd3d req-4b32401b-f2e8-480b-a711-ca52e05b9f93 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:57.882058 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-82da81ba-a311-4566-a7ff-a67700bccd3d req-4b32401b-f2e8-480b-a711-ca52e05b9f93 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa HTTP/1.1" status: 200 len: 945 time: 0.1055269 Jul 13 09:11:57.937231 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:57.952359 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2df4b8-746a-40ac-bf75-2c66cc05ff5a req-9fbefc54-f72a-438e-a788-37445cdfaf73 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:57.957879 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-4e2df4b8-746a-40ac-bf75-2c66cc05ff5a req-9fbefc54-f72a-438e-a788-37445cdfaf73 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/ports?device_id=d44bf150-cda8-482a-a0b9-f51d8070d972 HTTP/1.1" status: 200 len: 943 time: 0.0801048 Jul 13 09:11:57.984813 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-82da81ba-a311-4566-a7ff-a67700bccd3d req-844621bc-b7fc-45a5-a45c-4eafd30520f7 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=70d72f57-389f-4602-bc9a-71623592d222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901361 Jul 13 09:11:58.041181 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-4e2df4b8-746a-40ac-bf75-2c66cc05ff5a req-e1ac8a6e-dd59-419e-9112-c87158667029 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/security-groups?id=318303b4-ee97-4d04-ac0e-60b52783791c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787339 Jul 13 09:11:58.145327 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8b6a34c7-d56f-4d2a-bd96-0a5ba0e6cd5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8666774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9186754'] for subnet (10f10f8c-a331-4f08-b9ca-5b92d0b96844), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:58.153937 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device c98f0a70-76c7-4798-9dfc-6e8275493f88 details requested by agent hyperv_hv-cinder-84962 with host hv-cinder-84962 {{(pid=104470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 09:11:58.222357 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6a34c7-d56f-4d2a-bd96-0a5ba0e6cd5b admin admin] Checking segment: {'id': 'a0be4d95-d4a7-4cb6-804b-d2c776ddb14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8a64382d-2c78-430f-8ebf-0370d8f9f1b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 09:11:58.222719 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6a34c7-d56f-4d2a-bd96-0a5ba0e6cd5b admin admin] Network hostable DHCP agents. Network: 8a64382d-2c78-430f-8ebf-0370d8f9f1b4, hostable agents: ['a33f270e-6fb2-40d7-a0c5-ff754f30a69f'], hosted agents: [] {{(pid=104468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 09:11:58.229239 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6a34c7-d56f-4d2a-bd96-0a5ba0e6cd5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=10f10f8c-a331-4f08-b9ca-5b92d0b96844,revision_number=0']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:58.287770 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port c98f0a70-76c7-4798-9dfc-6e8275493f88, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=c98f0a70-76c7-4798-9dfc-6e8275493f88,segment=NetworkSegment(3ac606da-51ce-4bda-8479-64389b45a44b),segment_id=3ac606da-51ce-4bda-8479-64389b45a44b)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:11:58.300443 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Returning: {'device': 'c98f0a70-76c7-4798-9dfc-6e8275493f88', 'network_id': 'bf682ee0-62e0-448d-97a2-9a80bdd5bf49', 'port_id': 'c98f0a70-76c7-4798-9dfc-6e8275493f88', 'mac_address': 'fa:16:3e:0d:3a:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d4f83bc-542b-44e8-b61c-831e28191723', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 09:11:58.316622 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6a34c7-d56f-4d2a-bd96-0a5ba0e6cd5b admin admin] Network 8a64382d-2c78-430f-8ebf-0370d8f9f1b4 is scheduled to be hosted by DHCP agent a33f270e-6fb2-40d7-a0c5-ff754f30a69f with binding_index 1 {{(pid=104468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 09:11:58.340705 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Current status of the port c98f0a70-76c7-4798-9dfc-6e8275493f88 is: DOWN; New status is: BUILD {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:11:58.341434 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (c98f0a70-76c7-4798-9dfc-6e8275493f88), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:58.360797 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c98f0a70-76c7-4798-9dfc-6e8275493f88 {{(pid=104470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 09:11:58.383304 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port c98f0a70-76c7-4798-9dfc-6e8275493f88, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=c98f0a70-76c7-4798-9dfc-6e8275493f88,segment=NetworkSegment(3ac606da-51ce-4bda-8479-64389b45a44b),segment_id=3ac606da-51ce-4bda-8479-64389b45a44b)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:11:58.385392 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-8b6a34c7-d56f-4d2a-bd96-0a5ba0e6cd5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849626-3-iscsi, 8a64382d-2c78-430f-8ebf-0370d8f9f1b4) {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:11:58.391056 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6a34c7-d56f-4d2a-bd96-0a5ba0e6cd5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:58.392094 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8b6a34c7-d56f-4d2a-bd96-0a5ba0e6cd5b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:58.396388 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3002c932-4db9-4425-b6d1-cbc7c98618b6 None None] Network 8a64382d-2c78-430f-8ebf-0370d8f9f1b4 requested from dv-cinder-849626-3-iscsi {{(pid=104470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 09:11:58.492917 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (c98f0a70-76c7-4798-9dfc-6e8275493f88), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:11:58.520676 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996f6846-f9b0-49e1-91e8-ce447533872a None None] Network 8a64382d-2c78-430f-8ebf-0370d8f9f1b4 requested from dv-cinder-849626-3-iscsi {{(pid=104470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 09:11:58.537850 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-8b6a34c7-d56f-4d2a-bd96-0a5ba0e6cd5b admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8762820 Jul 13 09:11:58.605804 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Pushing event updated for resources: {'Port': ['ID=c98f0a70-76c7-4798-9dfc-6e8275493f88,revision_number=4']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:11:58.622064 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:11:58.743951 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] get_ports_and_sgs() called for port_ids ['c98f0a70-76c7-4798-9dfc-6e8275493f88'] {{(pid=104470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 09:11:59.151263 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bbecd9-ba37-4f21-b624-2db165f2d85e req-70eb2e5c-080a-4941-9e5e-3397038090b8 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:59.164655 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-f6bbecd9-ba37-4f21-b624-2db165f2d85e req-70eb2e5c-080a-4941-9e5e-3397038090b8 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa HTTP/1.1" status: 200 len: 945 time: 0.0669079 Jul 13 09:11:59.170289 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd19d9d-2b62-4921-9d91-f45b00556e8c req-d076170a-9fa1-4aac-bced-a1f44d665ad4 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:11:59.177906 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-2fd19d9d-2b62-4921-9d91-f45b00556e8c req-d076170a-9fa1-4aac-bced-a1f44d665ad4 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/ports?device_id=d44bf150-cda8-482a-a0b9-f51d8070d972 HTTP/1.1" status: 200 len: 944 time: 0.0608344 Jul 13 09:11:59.239041 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-2fd19d9d-2b62-4921-9d91-f45b00556e8c req-25ebdbd8-46a4-4051-a783-1484692e5285 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/security-groups?id=318303b4-ee97-4d04-ac0e-60b52783791c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571785 Jul 13 09:11:59.245297 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-f6bbecd9-ba37-4f21-b624-2db165f2d85e req-b8b3514d-0c68-4988-89d7-aca1c5ddca7a tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=70d72f57-389f-4602-bc9a-71623592d222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781097 Jul 13 09:12:00.150516 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device c98f0a70-76c7-4798-9dfc-6e8275493f88 up at agent hyperv_hv-cinder-84962 {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:12:00.183515 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:12:00.203837 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Provisioning for port c98f0a70-76c7-4798-9dfc-6e8275493f88 completed by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 13 09:12:00.305810 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Provisioning complete for port c98f0a70-76c7-4798-9dfc-6e8275493f88 triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:12:00.306608 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (c98f0a70-76c7-4798-9dfc-6e8275493f88), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:00.363061 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd5307c-f076-4dad-8419-260396324f1c req-87eff455-43d5-46a1-9d36-5aadffd6cf4d tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:00.365518 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-efd5307c-f076-4dad-8419-260396324f1c req-87eff455-43d5-46a1-9d36-5aadffd6cf4d tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/ports?device_id=d44bf150-cda8-482a-a0b9-f51d8070d972 HTTP/1.1" status: 200 len: 944 time: 0.0565288 Jul 13 09:12:00.388216 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:12:00.438109 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-efd5307c-f076-4dad-8419-260396324f1c req-b2ba49bb-9d99-42fe-b329-6cdfd857abba tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/security-groups?id=318303b4-ee97-4d04-ac0e-60b52783791c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640624 Jul 13 09:12:00.442932 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a85a34f-484c-4709-9a85-8c4f7b2d3a64 req-10423edb-b1a5-458e-8c45-be94225ebdb1 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:00.445242 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-7a85a34f-484c-4709-9a85-8c4f7b2d3a64 req-10423edb-b1a5-458e-8c45-be94225ebdb1 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa HTTP/1.1" status: 200 len: 945 time: 0.0936115 Jul 13 09:12:00.483917 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Current status of the port c98f0a70-76c7-4798-9dfc-6e8275493f88 is: BUILD; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:12:00.487144 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (c98f0a70-76c7-4798-9dfc-6e8275493f88), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:00.515307 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-7a85a34f-484c-4709-9a85-8c4f7b2d3a64 req-5783dbb3-119b-4c58-8365-c55f9d0b13cf tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=70d72f57-389f-4602-bc9a-71623592d222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624065 Jul 13 09:12:00.522619 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd44bf150-cda8-482a-a0b9-f51d8070d972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c98f0a70-76c7-4798-9dfc-6e8275493f88'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:12:00.533964 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db18c03db31c8eba27ff59efcab6aeefebc9da3faa7d3b822264179bbf74904a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24600b5-31e8-40a0-88a7-2c56a7f4cd5f" -d '{"events": [{"server_uuid": "d44bf150-cda8-482a-a0b9-f51d8070d972", "name": "network-vif-plugged", "status": "completed", "tag": "c98f0a70-76c7-4798-9dfc-6e8275493f88"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:12:00.555848 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port c98f0a70-76c7-4798-9dfc-6e8275493f88, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=c98f0a70-76c7-4798-9dfc-6e8275493f88,segment=NetworkSegment(3ac606da-51ce-4bda-8479-64389b45a44b),segment_id=3ac606da-51ce-4bda-8479-64389b45a44b)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:12:00.577797 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 09:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d1c2aa4-bbea-4a35-acfe-f36588bb7551 x-openstack-request-id: req-2d1c2aa4-bbea-4a35-acfe-f36588bb7551 {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:12:00.578214 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d44bf150-cda8-482a-a0b9-f51d8070d972", "name": "network-vif-plugged", "status": "completed", "tag": "c98f0a70-76c7-4798-9dfc-6e8275493f88", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:12:00.578552 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-2d1c2aa4-bbea-4a35-acfe-f36588bb7551 {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:12:00.579067 dv-cinder-849626-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d1c2aa4-bbea-4a35-acfe-f36588bb7551'] response: {'server_uuid': 'd44bf150-cda8-482a-a0b9-f51d8070d972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c98f0a70-76c7-4798-9dfc-6e8275493f88', 'code': 200} Jul 13 09:12:00.642809 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (c98f0a70-76c7-4798-9dfc-6e8275493f88), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:00.704285 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Pushing event updated for resources: {'Port': ['ID=c98f0a70-76c7-4798-9dfc-6e8275493f88,revision_number=5']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:12:00.902601 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03428cd9-565c-4641-8e2b-29a3c88da778 req-dbce6e28-0088-41d9-abda-41e7e68a2a33 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:00.904420 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-03428cd9-565c-4641-8e2b-29a3c88da778 req-dbce6e28-0088-41d9-abda-41e7e68a2a33 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/networks?id=8a64382d-2c78-430f-8ebf-0370d8f9f1b4 HTTP/1.1" status: 200 len: 812 time: 0.1533201 Jul 13 09:12:00.919463 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-03428cd9-565c-4641-8e2b-29a3c88da778 req-d9380a51-6343-4b2c-a897-d61f335375fb tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/quotas/2362e98f5387452893f972175548189a HTTP/1.1" status: 200 len: 375 time: 0.0094657 Jul 13 09:12:00.961262 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-03428cd9-565c-4641-8e2b-29a3c88da778 req-522394f1-4e4f-4339-85ee-1c067a2d7fe7 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=2362e98f5387452893f972175548189a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310895 Jul 13 09:12:01.020671 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b28879-09d9-45fd-beb1-be21b8dd0de2 req-2d6f2b0f-0293-41ae-af31-5bc49ed44dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:01.022484 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-93b28879-09d9-45fd-beb1-be21b8dd0de2 req-2d6f2b0f-0293-41ae-af31-5bc49ed44dc4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d44bf150-cda8-482a-a0b9-f51d8070d972 HTTP/1.1" status: 200 len: 1129 time: 0.0490520 Jul 13 09:12:01.100884 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-93b28879-09d9-45fd-beb1-be21b8dd0de2 req-27ae6c62-903d-4095-aa7d-cdb0ce43a097 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=318303b4-ee97-4d04-ac0e-60b52783791c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701678 Jul 13 09:12:01.140333 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-03428cd9-565c-4641-8e2b-29a3c88da778 req-bd929138-f36c-414a-9287-921cc89d92b2 service neutron] 10.222.0.40 "GET /v2.0/networks/8a64382d-2c78-430f-8ebf-0370d8f9f1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707795 Jul 13 09:12:01.217889 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:12:01.247522 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-03428cd9-565c-4641-8e2b-29a3c88da778 req-daa4ded4-889d-4f52-b25b-a16e36148052 service neutron] 10.222.0.40 "GET /v2.0/networks/8a64382d-2c78-430f-8ebf-0370d8f9f1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001234 Jul 13 09:12:01.510948 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f1ce7692-1349-4345-9559-35a2b534ed40 req-74e0d984-a323-4470-9fa7-ca0836f7d676 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/ports?device_id=c14ba4bd-c1b6-4d36-9afb-402a857f32fb HTTP/1.1" status: 200 len: 210 time: 0.0457580 Jul 13 09:12:01.604542 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa7428f-7005-40f1-9f95-7dd1af92ae1b req-d9f6f941-1255-4140-8eba-e578f76d2e4c tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:01.612550 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-efa7428f-7005-40f1-9f95-7dd1af92ae1b req-d9f6f941-1255-4140-8eba-e578f76d2e4c tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/ports?device_id=d44bf150-cda8-482a-a0b9-f51d8070d972 HTTP/1.1" status: 200 len: 945 time: 0.0762119 Jul 13 09:12:01.677067 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-efa7428f-7005-40f1-9f95-7dd1af92ae1b req-0dbce4e2-89fd-4d83-826e-9f3ded46098c tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/security-groups?id=318303b4-ee97-4d04-ac0e-60b52783791c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617414 Jul 13 09:12:01.683014 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc51671-fb66-43fd-a1c8-935086ff8a4a req-35cd7c9b-b31e-4ef7-a4b9-bf4f9a2fe5da tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:01.685085 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-efc51671-fb66-43fd-a1c8-935086ff8a4a req-35cd7c9b-b31e-4ef7-a4b9-bf4f9a2fe5da tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa HTTP/1.1" status: 200 len: 945 time: 0.0556791 Jul 13 09:12:01.746593 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-efc51671-fb66-43fd-a1c8-935086ff8a4a req-9b458d24-692b-4107-80af-d7b51c40415b tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=70d72f57-389f-4602-bc9a-71623592d222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551620 Jul 13 09:12:02.626528 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-6f1081e1-5b3f-471c-9464-b910334f908d req-5fd3a96c-e4df-46ca-884b-d47654a8f8cc tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/ports?device_id=c14ba4bd-c1b6-4d36-9afb-402a857f32fb HTTP/1.1" status: 200 len: 210 time: 0.0373750 Jul 13 09:12:02.840858 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab6636-26c6-4813-89a5-ad171f204bc8 req-61faf658-278e-477b-a1e4-bcc6ecf1a7de tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:02.846282 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-28ab6636-26c6-4813-89a5-ad171f204bc8 req-61faf658-278e-477b-a1e4-bcc6ecf1a7de tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/ports?device_id=d44bf150-cda8-482a-a0b9-f51d8070d972 HTTP/1.1" status: 200 len: 945 time: 0.0993645 Jul 13 09:12:02.914935 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-28ab6636-26c6-4813-89a5-ad171f204bc8 req-61ab1c9a-e2e7-4603-9f06-8db900631e52 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/security-groups?id=318303b4-ee97-4d04-ac0e-60b52783791c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650961 Jul 13 09:12:02.922858 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a5eda3-d317-4d75-afe1-762a6bca2e86 req-931171f4-0024-4708-ac1d-31bc8188e71f tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:02.926020 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a0a5eda3-d317-4d75-afe1-762a6bca2e86 req-931171f4-0024-4708-ac1d-31bc8188e71f tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa HTTP/1.1" status: 200 len: 945 time: 0.0761576 Jul 13 09:12:02.982375 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a0a5eda3-d317-4d75-afe1-762a6bca2e86 req-a2d7a91c-b688-4081-9a22-9acb4429afa1 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=70d72f57-389f-4602-bc9a-71623592d222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517175 Jul 13 09:12:03.721710 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-303e2813-70ae-450d-a9b3-339c9186778b req-aa0730b3-904b-4448-84dc-e7f9af9963a9 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/ports?device_id=c14ba4bd-c1b6-4d36-9afb-402a857f32fb HTTP/1.1" status: 200 len: 210 time: 0.0301149 Jul 13 09:12:04.034680 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c18fdae-d1ef-4b44-bb68-92b332165405 req-07946904-da1c-4b2e-b55a-b89003dff088 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:04.036201 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-2c18fdae-d1ef-4b44-bb68-92b332165405 req-07946904-da1c-4b2e-b55a-b89003dff088 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/ports?device_id=d44bf150-cda8-482a-a0b9-f51d8070d972 HTTP/1.1" status: 200 len: 945 time: 0.0516648 Jul 13 09:12:04.088681 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-2c18fdae-d1ef-4b44-bb68-92b332165405 req-354ac75e-a1e5-42a2-b7d7-71adc8f8003b tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/security-groups?id=318303b4-ee97-4d04-ac0e-60b52783791c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449977 Jul 13 09:12:04.144274 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40d26a4-9b94-45ca-9ae6-54077d6dc65c req-4242d1fb-4bc0-4d60-aa28-c15543b805a2 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:04.145797 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f40d26a4-9b94-45ca-9ae6-54077d6dc65c req-4242d1fb-4bc0-4d60-aa28-c15543b805a2 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa HTTP/1.1" status: 200 len: 945 time: 0.0892253 Jul 13 09:12:04.204777 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:12:04.218093 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b1abf-c349-42c7-9403-91eaa1bbd846 req-13d77220-58da-4b67-afd5-37656fb1b9ae tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:04.219521 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-b43b1abf-c349-42c7-9403-91eaa1bbd846 req-13d77220-58da-4b67-afd5-37656fb1b9ae tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/ports?device_id=d44bf150-cda8-482a-a0b9-f51d8070d972 HTTP/1.1" status: 200 len: 945 time: 0.0542135 Jul 13 09:12:04.243060 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f40d26a4-9b94-45ca-9ae6-54077d6dc65c req-7d15fe8b-bc2b-475a-b255-cd183200132c tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=70d72f57-389f-4602-bc9a-71623592d222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614898 Jul 13 09:12:04.260302 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03428cd9-565c-4641-8e2b-29a3c88da778 req-d459ad02-14b3-41e3-8620-acadd74b1f5e tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:04.261968 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-03428cd9-565c-4641-8e2b-29a3c88da778 req-d459ad02-14b3-41e3-8620-acadd74b1f5e tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.30 "GET /v2.0/networks?id=8a64382d-2c78-430f-8ebf-0370d8f9f1b4 HTTP/1.1" status: 200 len: 812 time: 0.1670995 Jul 13 09:12:04.283837 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-b43b1abf-c349-42c7-9403-91eaa1bbd846 req-924abc7b-56c8-4d54-a97c-894bc94390a8 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/security-groups?id=318303b4-ee97-4d04-ac0e-60b52783791c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558791 Jul 13 09:12:04.304021 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [req-03428cd9-565c-4641-8e2b-29a3c88da778 req-429f553d-555b-4f0c-9a2a-6aa547bbda6b tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] Request body: {'port': {'device_id': 'c14ba4bd-c1b6-4d36-9afb-402a857f32fb', 'network_id': '8a64382d-2c78-430f-8ebf-0370d8f9f1b4', 'admin_state_up': True, 'tenant_id': '2362e98f5387452893f972175548189a'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:12:04.315088 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 37976) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:12:04.493337 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fcc17c-ded1-42a8-b356-3b55a35fb137 tempest-TestShelveInstance-103497030 tempest-TestShelveInstance-103497030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:04.496546 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-03fcc17c-ded1-42a8-b356-3b55a35fb137 tempest-TestShelveInstance-103497030 tempest-TestShelveInstance-103497030-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=d44bf150-cda8-482a-a0b9-f51d8070d972 HTTP/1.1" status: 200 len: 1124 time: 0.1787362 Jul 13 09:12:04.497684 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 37986) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:12:04.500101 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03428cd9-565c-4641-8e2b-29a3c88da778 req-429f553d-555b-4f0c-9a2a-6aa547bbda6b tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] Made reservation on behalf of 2362e98f5387452893f972175548189a for: {'port': 1} {{(pid=104469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 09:12:04.502585 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-c5ecc034-dd0a-497f-aa9d-f7c2e62beb73 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Request body: {'floatingip': {'floating_network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'port_id': 'c98f0a70-76c7-4798-9dfc-6e8275493f88', 'tenant_id': '6b5574138d6341268eae22b78af64765', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:12:04.503610 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-03428cd9-565c-4641-8e2b-29a3c88da778 req-429f553d-555b-4f0c-9a2a-6aa547bbda6b tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:04.527385 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:12:04.590843 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c5ecc034-dd0a-497f-aa9d-f7c2e62beb73 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:04.629866 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_common [req-03428cd9-565c-4641-8e2b-29a3c88da778 req-429f553d-555b-4f0c-9a2a-6aa547bbda6b tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] Allocated IP 172.20.0.10 (8a64382d-2c78-430f-8ebf-0370d8f9f1b4/10f10f8c-a331-4f08-b9ca-5b92d0b96844/fc7c7334-df17-4f9d-8b8d-0c8311d44d09) {{(pid=104469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 09:12:04.663916 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:12:04.668465 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c5ecc034-dd0a-497f-aa9d-f7c2e62beb73 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:04.785657 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.db.db_base_plugin_common [None req-c5ecc034-dd0a-497f-aa9d-f7c2e62beb73 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Allocated IP 172.27.3.77 (14d154e4-c9a5-47e8-9f7f-9daf0b869ff5/8de8efa6-546e-4542-992b-4162440fe9c8/cf1f254e-c063-4eeb-a29b-d48cc991cba0) {{(pid=104468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 09:12:04.791016 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-03428cd9-565c-4641-8e2b-29a3c88da778 req-429f553d-555b-4f0c-9a2a-6aa547bbda6b tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] Publish callbacks [] for port (fc7c7334-df17-4f9d-8b8d-0c8311d44d09), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:04.847479 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ffd759b0-c8f4-4688-98de-80a0c332afb7 req-d2743a26-7417-4f95-b7ed-c6cfd32bceae tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/ports?device_id=c14ba4bd-c1b6-4d36-9afb-402a857f32fb HTTP/1.1" status: 200 len: 210 time: 0.0352051 Jul 13 09:12:04.895761 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c5ecc034-dd0a-497f-aa9d-f7c2e62beb73 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Publish callbacks [] for port (cf1f254e-c063-4eeb-a29b-d48cc991cba0), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:04.912023 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-03428cd9-565c-4641-8e2b-29a3c88da778 req-429f553d-555b-4f0c-9a2a-6aa547bbda6b tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760184582126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542309'] for port (fc7c7334-df17-4f9d-8b8d-0c8311d44d09), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:04.956523 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03428cd9-565c-4641-8e2b-29a3c88da778 req-429f553d-555b-4f0c-9a2a-6aa547bbda6b tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] Network 8a64382d-2c78-430f-8ebf-0370d8f9f1b4 is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:12:04.961691 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [req-03428cd9-565c-4641-8e2b-29a3c88da778 req-429f553d-555b-4f0c-9a2a-6aa547bbda6b tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:12:04.965538 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [req-03428cd9-565c-4641-8e2b-29a3c88da778 req-429f553d-555b-4f0c-9a2a-6aa547bbda6b tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] Received port after_create {{(pid=104469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 09:12:04.989200 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429f553d-555b-4f0c-9a2a-6aa547bbda6b tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] Pushing event updated for resources: {'Port': ['ID=fc7c7334-df17-4f9d-8b8d-0c8311d44d09,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:12:05.008109 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c5ecc034-dd0a-497f-aa9d-f7c2e62beb73 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760184582126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665350'] for port (cf1f254e-c063-4eeb-a29b-d48cc991cba0), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:05.016850 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03428cd9-565c-4641-8e2b-29a3c88da778 req-429f553d-555b-4f0c-9a2a-6aa547bbda6b tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:05.017513 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-03428cd9-565c-4641-8e2b-29a3c88da778 req-429f553d-555b-4f0c-9a2a-6aa547bbda6b tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for port (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:05.050283 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ecc034-dd0a-497f-aa9d-f7c2e62beb73 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Network 14d154e4-c9a5-47e8-9f7f-9daf0b869ff5 is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:12:05.053127 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-c5ecc034-dd0a-497f-aa9d-f7c2e62beb73 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:12:05.058905 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ecc034-dd0a-497f-aa9d-f7c2e62beb73 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Received port after_create {{(pid=104468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 09:12:05.064547 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121017cb-e6d2-44ba-b846-7eea1a05c384 req-cdabf910-7d2f-4bbb-813f-64df909999b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:05.066083 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-121017cb-e6d2-44ba-b846-7eea1a05c384 req-cdabf910-7d2f-4bbb-813f-64df909999b6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=09b63eccabbc498cb96dd4bbcef0969a&device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa HTTP/1.1" status: 200 len: 1129 time: 0.0449522 Jul 13 09:12:05.083557 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ecc034-dd0a-497f-aa9d-f7c2e62beb73 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Pushing event updated for resources: {'Port': ['ID=cf1f254e-c063-4eeb-a29b-d48cc991cba0,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:12:05.100087 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:12:05.141725 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-03428cd9-565c-4641-8e2b-29a3c88da778 req-429f553d-555b-4f0c-9a2a-6aa547bbda6b tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8441277 Jul 13 09:12:05.156130 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [req-03428cd9-565c-4641-8e2b-29a3c88da778 req-5b9a735b-53d8-4ed1-b5a5-c14b50156ece service neutron] Request body: {'port': {'device_id': 'c14ba4bd-c1b6-4d36-9afb-402a857f32fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84962'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:12:05.198568 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121017cb-e6d2-44ba-b846-7eea1a05c384 req-255bf06f-9585-41dc-ba6a-82ccf2bc6b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:05.200042 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-121017cb-e6d2-44ba-b846-7eea1a05c384 req-255bf06f-9585-41dc-ba6a-82ccf2bc6b58 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dced4119-fd64-48f2-a32b-f0864c860758 HTTP/1.1" status: 200 len: 918 time: 0.1273563 Jul 13 09:12:05.232993 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:12:05.273448 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-03428cd9-565c-4641-8e2b-29a3c88da778 req-5b9a735b-53d8-4ed1-b5a5-c14b50156ece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (fc7c7334-df17-4f9d-8b8d-0c8311d44d09), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:05.299300 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-121017cb-e6d2-44ba-b846-7eea1a05c384 req-f745c685-d921-4845-a7bb-8e0e39e418a5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9499393-8a91-40ba-8695-6c191d7d0d9d HTTP/1.1" status: 200 len: 1001 time: 0.0927944 Jul 13 09:12:05.363496 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:12:05.419706 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935dde65-ba6b-4317-91f4-839d96efe8f2 req-2247eb02-e2d1-46f8-8ddd-684a84b489a0 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:05.421189 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-935dde65-ba6b-4317-91f4-839d96efe8f2 req-2247eb02-e2d1-46f8-8ddd-684a84b489a0 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa HTTP/1.1" status: 200 len: 945 time: 0.0865078 Jul 13 09:12:05.429644 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121017cb-e6d2-44ba-b846-7eea1a05c384 req-d5f925c2-832d-468d-a1da-b921e28b1d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:05.431178 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-121017cb-e6d2-44ba-b846-7eea1a05c384 req-d5f925c2-832d-468d-a1da-b921e28b1d2f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f435a127-82ff-4993-a381-fe0f5e258ef6 HTTP/1.1" status: 200 len: 856 time: 0.1155350 Jul 13 09:12:05.503248 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-935dde65-ba6b-4317-91f4-839d96efe8f2 req-2c4d63fb-bad2-4e48-9c96-70c41c69237e tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=70d72f57-389f-4602-bc9a-71623592d222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748725 Jul 13 09:12:05.504581 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121017cb-e6d2-44ba-b846-7eea1a05c384 req-c1e39895-cfe6-45a2-beda-2f220b5ec8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:05.506175 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-121017cb-e6d2-44ba-b846-7eea1a05c384 req-c1e39895-cfe6-45a2-beda-2f220b5ec8d2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dced4119-fd64-48f2-a32b-f0864c860758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0680909 Jul 13 09:12:05.511185 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c5ecc034-dd0a-497f-aa9d-f7c2e62beb73 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Publish callbacks [] for floatingip (1814005b-9c30-439b-9091-6b64ba5f7116), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:05.617640 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:12:05.663964 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-121017cb-e6d2-44ba-b846-7eea1a05c384 req-53738722-fe29-4a40-9c65-c653f4bf74f8 service neutron] 10.222.0.30 "GET /v2.0/networks/dced4119-fd64-48f2-a32b-f0864c860758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296191 Jul 13 09:12:05.694403 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c5ecc034-dd0a-497f-aa9d-f7c2e62beb73 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (cf1f254e-c063-4eeb-a29b-d48cc991cba0), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:05.725497 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [req-03428cd9-565c-4641-8e2b-29a3c88da778 req-5b9a735b-53d8-4ed1-b5a5-c14b50156ece service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc7c7334-df17-4f9d-8b8d-0c8311d44d09 {{(pid=104469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 09:12:05.759315 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-03428cd9-565c-4641-8e2b-29a3c88da778 req-5b9a735b-53d8-4ed1-b5a5-c14b50156ece service neutron] Publish callbacks [] for port (fc7c7334-df17-4f9d-8b8d-0c8311d44d09), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:05.785399 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [req-03428cd9-565c-4641-8e2b-29a3c88da778 req-5b9a735b-53d8-4ed1-b5a5-c14b50156ece service neutron] Transition to ACTIVE for port object fc7c7334-df17-4f9d-8b8d-0c8311d44d09 will not be triggered until provisioned by entity L2. {{(pid=104469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 09:12:05.804281 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-121017cb-e6d2-44ba-b846-7eea1a05c384 req-ff37b52f-70f7-4fbb-8968-ae0864034cc9 service neutron] 10.222.0.30 "GET /v2.0/networks/dced4119-fd64-48f2-a32b-f0864c860758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199412 Jul 13 09:12:05.842795 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c5ecc034-dd0a-497f-aa9d-f7c2e62beb73 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Publish callbacks [] for port (cf1f254e-c063-4eeb-a29b-d48cc991cba0), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:05.859070 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-03428cd9-565c-4641-8e2b-29a3c88da778 req-5b9a735b-53d8-4ed1-b5a5-c14b50156ece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542332'] for port (fc7c7334-df17-4f9d-8b8d-0c8311d44d09), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:05.897088 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c5ecc034-dd0a-497f-aa9d-f7c2e62beb73 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665375'] for port (cf1f254e-c063-4eeb-a29b-d48cc991cba0), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:05.910368 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9a735b-53d8-4ed1-b5a5-c14b50156ece service neutron] Pushing event updated for resources: {'Port': ['ID=fc7c7334-df17-4f9d-8b8d-0c8311d44d09,revision_number=2']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:12:06.011718 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec3a00a-43a1-4bd3-ab6b-d47f0e401bbe req-eae2658a-c8ed-40b4-bda0-b01d936ae1ba tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:06.013311 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-cec3a00a-43a1-4bd3-ab6b-d47f0e401bbe req-eae2658a-c8ed-40b4-bda0-b01d936ae1ba tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/ports?device_id=c14ba4bd-c1b6-4d36-9afb-402a857f32fb HTTP/1.1" status: 200 len: 944 time: 0.0793920 Jul 13 09:12:06.045507 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [req-03428cd9-565c-4641-8e2b-29a3c88da778 req-5b9a735b-53d8-4ed1-b5a5-c14b50156ece service neutron] Attempting to bind port fc7c7334-df17-4f9d-8b8d-0c8311d44d09 on host hv-cinder-84962 for vnic_type normal with profile {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 09:12:06.045892 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [req-03428cd9-565c-4641-8e2b-29a3c88da778 req-5b9a735b-53d8-4ed1-b5a5-c14b50156ece service neutron] Attempting to bind port fc7c7334-df17-4f9d-8b8d-0c8311d44d09 by drivers openvswitch,hyperv on host hv-cinder-84962 at level 0 using segments [{'id': 'a0be4d95-d4a7-4cb6-804b-d2c776ddb14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8a64382d-2c78-430f-8ebf-0370d8f9f1b4'}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 09:12:06.046333 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03428cd9-565c-4641-8e2b-29a3c88da778 req-5b9a735b-53d8-4ed1-b5a5-c14b50156ece service neutron] Attempting to bind port fc7c7334-df17-4f9d-8b8d-0c8311d44d09 on network 8a64382d-2c78-430f-8ebf-0370d8f9f1b4 {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 09:12:06.057005 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03428cd9-565c-4641-8e2b-29a3c88da778 req-5b9a735b-53d8-4ed1-b5a5-c14b50156ece service neutron] Port fc7c7334-df17-4f9d-8b8d-0c8311d44d09 on network 8a64382d-2c78-430f-8ebf-0370d8f9f1b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84962 {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 13 09:12:06.057327 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03428cd9-565c-4641-8e2b-29a3c88da778 req-5b9a735b-53d8-4ed1-b5a5-c14b50156ece service neutron] Attempting to bind port fc7c7334-df17-4f9d-8b8d-0c8311d44d09 on network 8a64382d-2c78-430f-8ebf-0370d8f9f1b4 {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 09:12:06.071628 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03428cd9-565c-4641-8e2b-29a3c88da778 req-5b9a735b-53d8-4ed1-b5a5-c14b50156ece service neutron] Checking agent: {'id': '6e9d2670-629d-42a5-8dd5-d0857aba9a7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84962', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 9, 4, 10), 'started_at': datetime.datetime(2022, 7, 13, 9, 4, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 9, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 09:12:06.071979 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03428cd9-565c-4641-8e2b-29a3c88da778 req-5b9a735b-53d8-4ed1-b5a5-c14b50156ece service neutron] Checking segment: {'id': 'a0be4d95-d4a7-4cb6-804b-d2c776ddb14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8a64382d-2c78-430f-8ebf-0370d8f9f1b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 09:12:06.072358 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03428cd9-565c-4641-8e2b-29a3c88da778 req-5b9a735b-53d8-4ed1-b5a5-c14b50156ece service neutron] Bound using segment: {'id': 'a0be4d95-d4a7-4cb6-804b-d2c776ddb14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8a64382d-2c78-430f-8ebf-0370d8f9f1b4'} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 09:12:06.072790 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [req-03428cd9-565c-4641-8e2b-29a3c88da778 req-5b9a735b-53d8-4ed1-b5a5-c14b50156ece service neutron] Bound port: fc7c7334-df17-4f9d-8b8d-0c8311d44d09, host: hv-cinder-84962, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0be4d95-d4a7-4cb6-804b-d2c776ddb14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8a64382d-2c78-430f-8ebf-0370d8f9f1b4'}}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 09:12:06.073160 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-03428cd9-565c-4641-8e2b-29a3c88da778 req-5b9a735b-53d8-4ed1-b5a5-c14b50156ece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (fc7c7334-df17-4f9d-8b8d-0c8311d44d09), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:06.099259 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-cec3a00a-43a1-4bd3-ab6b-d47f0e401bbe req-78ed5d18-a933-4097-bde3-9172b8599f04 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/security-groups?id=9e1085ae-5b03-4b64-b791-a31d2def9efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776007 Jul 13 09:12:06.148451 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [req-03428cd9-565c-4641-8e2b-29a3c88da778 req-5b9a735b-53d8-4ed1-b5a5-c14b50156ece service neutron] For port fc7c7334-df17-4f9d-8b8d-0c8311d44d09, host hv-cinder-84962, cleared binding levels {{(pid=104469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 09:12:06.151665 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [req-03428cd9-565c-4641-8e2b-29a3c88da778 req-5b9a735b-53d8-4ed1-b5a5-c14b50156ece service neutron] For port fc7c7334-df17-4f9d-8b8d-0c8311d44d09, host hv-cinder-84962, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=fc7c7334-df17-4f9d-8b8d-0c8311d44d09,segment=NetworkSegment(a0be4d95-d4a7-4cb6-804b-d2c776ddb14c),segment_id=a0be4d95-d4a7-4cb6-804b-d2c776ddb14c)] {{(pid=104469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 09:12:06.186638 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ecc034-dd0a-497f-aa9d-f7c2e62beb73 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Pushing event updated for resources: {'Port': ['ID=cf1f254e-c063-4eeb-a29b-d48cc991cba0,revision_number=2']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:12:06.199233 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c5ecc034-dd0a-497f-aa9d-f7c2e62beb73 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-388893'] for floatingip (1814005b-9c30-439b-9091-6b64ba5f7116), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:06.203557 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-03428cd9-565c-4641-8e2b-29a3c88da778 req-5b9a735b-53d8-4ed1-b5a5-c14b50156ece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542332'] for port (fc7c7334-df17-4f9d-8b8d-0c8311d44d09), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:06.213285 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:12:06.253605 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03428cd9-565c-4641-8e2b-29a3c88da778 req-5b9a735b-53d8-4ed1-b5a5-c14b50156ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:06.254357 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-03428cd9-565c-4641-8e2b-29a3c88da778 req-5b9a735b-53d8-4ed1-b5a5-c14b50156ece service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for port (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:06.255815 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-03428cd9-565c-4641-8e2b-29a3c88da778 req-5b9a735b-53d8-4ed1-b5a5-c14b50156ece service neutron] 10.222.0.30 "PUT /v2.0/ports/fc7c7334-df17-4f9d-8b8d-0c8311d44d09 HTTP/1.1" status: 200 len: 1094 time: 1.1044567 Jul 13 09:12:06.256321 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c14ba4bd-c1b6-4d36-9afb-402a857f32fb', 'tag': 'fc7c7334-df17-4f9d-8b8d-0c8311d44d09'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:12:06.258887 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c4e5b91a84def5af2f1fcdaa70b19e5540aa6c2f63d8f4e9cb6586108f6a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea8e9bd-6592-4c20-8292-0876b5355eb3" -d '{"events": [{"name": "network-changed", "server_uuid": "c14ba4bd-c1b6-4d36-9afb-402a857f32fb", "tag": "fc7c7334-df17-4f9d-8b8d-0c8311d44d09"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:12:06.287233 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9a735b-53d8-4ed1-b5a5-c14b50156ece service neutron] Pushing event updated for resources: {'Port': ['ID=fc7c7334-df17-4f9d-8b8d-0c8311d44d09,revision_number=3']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:12:06.319073 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 09:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7dd215-aef3-4603-aab2-153fce06915c x-openstack-request-id: req-0e7dd215-aef3-4603-aab2-153fce06915c {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:12:06.322259 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c14ba4bd-c1b6-4d36-9afb-402a857f32fb", "tag": "fc7c7334-df17-4f9d-8b8d-0c8311d44d09", "status": "completed", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:12:06.322594 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-0e7dd215-aef3-4603-aab2-153fce06915c {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:12:06.323387 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e7dd215-aef3-4603-aab2-153fce06915c'] response: {'name': 'network-changed', 'server_uuid': 'c14ba4bd-c1b6-4d36-9afb-402a857f32fb', 'tag': 'fc7c7334-df17-4f9d-8b8d-0c8311d44d09', 'status': 'completed', 'code': 200} Jul 13 09:12:06.326571 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.db.l3_db [None req-c5ecc034-dd0a-497f-aa9d-f7c2e62beb73 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Floating IP 1814005b-9c30-439b-9091-6b64ba5f7116 associated. External IP: 172.27.3.77, port: c98f0a70-76c7-4798-9dfc-6e8275493f88. Jul 13 09:12:06.370293 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:12:06.521834 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:12:06.551667 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5ecc034-dd0a-497f-aa9d-f7c2e62beb73 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Router e08a323c-8318-444b-9294-a211178b0730 has already been hosted by L3 agent 084ea860-45cb-441c-b2f8-c6c2f7d6686c {{(pid=104468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 09:12:06.627393 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52316fa3-3efe-4cfc-9cf3-466497cbd8f9 req-d2281ee9-605d-449f-8300-2112720e0558 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:06.629197 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-52316fa3-3efe-4cfc-9cf3-466497cbd8f9 req-d2281ee9-605d-449f-8300-2112720e0558 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=028cc5e6-e410-40e7-8327-d4dbe5b6c0d3 HTTP/1.1" status: 200 len: 945 time: 0.0517371 Jul 13 09:12:06.680050 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-52316fa3-3efe-4cfc-9cf3-466497cbd8f9 req-49b5f5f9-6c29-422f-bc47-187d14b7cab9 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/security-groups?id=21069fad-86d1-47ed-b9b6-e3fef0251eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447431 Jul 13 09:12:06.681234 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3b40cf-6119-4abe-9f3b-51ed51589e34 req-50f97ea3-fb23-4587-aca3-9f9b9c1707f2 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:06.682981 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-6e3b40cf-6119-4abe-9f3b-51ed51589e34 req-50f97ea3-fb23-4587-aca3-9f9b9c1707f2 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa HTTP/1.1" status: 200 len: 945 time: 0.0875425 Jul 13 09:12:06.720394 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ecc034-dd0a-497f-aa9d-f7c2e62beb73 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Notify agent at l3_agent.dv-cinder-849626-3-iscsi the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 09:12:06.729797 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5baf84e-d4bb-40cc-9886-def6200e3451 None None] Sync routers for ids ['e08a323c-8318-444b-9294-a211178b0730'] in dv-cinder-849626-3-iscsi {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 09:12:06.739893 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5baf84e-d4bb-40cc-9886-def6200e3451 None None] Routers {'e08a323c-8318-444b-9294-a211178b0730'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:12:06.740503 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-c5baf84e-d4bb-40cc-9886-def6200e3451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:11:53Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['e08a323c-8318-444b-9294-a211178b0730'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:12:06.751687 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-6e3b40cf-6119-4abe-9f3b-51ed51589e34 req-f7a62cbe-d151-4846-b9d9-f9184756087c tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=70d72f57-389f-4602-bc9a-71623592d222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613554 Jul 13 09:12:06.804027 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c5ecc034-dd0a-497f-aa9d-f7c2e62beb73 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for floatingip (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:06.833897 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-c5ecc034-dd0a-497f-aa9d-f7c2e62beb73 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3345752 Jul 13 09:12:06.834491 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd44bf150-cda8-482a-a0b9-f51d8070d972', 'tag': 'c98f0a70-76c7-4798-9dfc-6e8275493f88'}] {{(pid=104468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:12:06.836725 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b622ba103e3e5260ba9f31452615d2910364782cfb993b04b3292bc67dda7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82955b8c-338f-4d72-9448-92fee10b8531" -d '{"events": [{"name": "network-changed", "server_uuid": "d44bf150-cda8-482a-a0b9-f51d8070d972", "tag": "c98f0a70-76c7-4798-9dfc-6e8275493f88"}]}' {{(pid=104468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:12:06.845549 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-c5baf84e-d4bb-40cc-9886-def6200e3451 None None] Set router e08a323c-8318-444b-9294-a211178b0730 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:12:06.996186 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 09:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db71ac4d-5850-455c-b968-7cee2fe79f73 x-openstack-request-id: req-db71ac4d-5850-455c-b968-7cee2fe79f73 {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:12:06.996464 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d44bf150-cda8-482a-a0b9-f51d8070d972", "tag": "c98f0a70-76c7-4798-9dfc-6e8275493f88", "status": "completed", "code": 200}]} {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:12:06.996711 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-db71ac4d-5850-455c-b968-7cee2fe79f73 {{(pid=104468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:12:06.997110 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db71ac4d-5850-455c-b968-7cee2fe79f73'] response: {'name': 'network-changed', 'server_uuid': 'd44bf150-cda8-482a-a0b9-f51d8070d972', 'tag': 'c98f0a70-76c7-4798-9dfc-6e8275493f88', 'status': 'completed', 'code': 200} Jul 13 09:12:07.014597 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:12:07.054272 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-c5baf84e-d4bb-40cc-9886-def6200e3451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e08a323c-8318-444b-9294-a211178b0730', 'name': 'tempest-TestShelveInstance-199060228-router', 'tenant_id': '6b5574138d6341268eae22b78af64765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '566d4d31-b462-48a1-8402-89f2901cbf77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:11:12Z', 'updated_at': '2022-07-13T09:11:16Z', 'revision_number': 4, 'project_id': '6b5574138d6341268eae22b78af64765', 'gw_port': {'id': '566d4d31-b462-48a1-8402-89f2901cbf77', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:40:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08a323c-8318-444b-9294-a211178b0730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:11:13Z', 'updated_at': '2022-07-13T09:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_floatingips': [{'id': '1814005b-9c30-439b-9091-6b64ba5f7116', 'tenant_id': '6b5574138d6341268eae22b78af64765', 'floating_ip_address': '172.27.3.77', 'floating_network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'router_id': 'e08a323c-8318-444b-9294-a211178b0730', 'port_id': 'c98f0a70-76c7-4798-9dfc-6e8275493f88', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf682ee0-62e0-448d-97a2-9a80bdd5bf49', 'mac_address': 'fa:16:3e:0d:3a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd44bf150-cda8-482a-a0b9-f51d8070d972', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T09:12:05Z', 'updated_at': '2022-07-13T09:12:05Z', 'revision_number': 0, 'project_id': '6b5574138d6341268eae22b78af64765', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48c95c7e-9f22-4fb5-a9e9-d22e9e854a65', 'name': '', 'network_id': 'bf682ee0-62e0-448d-97a2-9a80bdd5bf49', 'tenant_id': '6b5574138d6341268eae22b78af64765', 'mac_address': 'fa:16:3e:3d:37:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08a323c-8318-444b-9294-a211178b0730', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '4d4f83bc-542b-44e8-b61c-831e28191723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:11:15Z', 'updated_at': '2022-07-13T09:11:21Z', 'revision_number': 5, 'project_id': '6b5574138d6341268eae22b78af64765', 'subnets': [{'id': '4d4f83bc-542b-44e8-b61c-831e28191723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:12:07.083696 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5baf84e-d4bb-40cc-9886-def6200e3451 None None] Checking router: e08a323c-8318-444b-9294-a211178b0730 for host: dv-cinder-849626-3-iscsi {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 09:12:07.092522 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5baf84e-d4bb-40cc-9886-def6200e3451 None None] Routers {'e08a323c-8318-444b-9294-a211178b0730'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:12:07.093117 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-c5baf84e-d4bb-40cc-9886-def6200e3451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:11:53Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['e08a323c-8318-444b-9294-a211178b0730'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:12:07.216515 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5377be4d-13f4-4045-abcf-d747049a5b2c req-b9d8c277-3636-400e-aa5b-c121d2632174 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:07.218151 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5377be4d-13f4-4045-abcf-d747049a5b2c req-b9d8c277-3636-400e-aa5b-c121d2632174 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/ports?device_id=c14ba4bd-c1b6-4d36-9afb-402a857f32fb HTTP/1.1" status: 200 len: 944 time: 0.0496895 Jul 13 09:12:07.291548 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5377be4d-13f4-4045-abcf-d747049a5b2c req-2c5b6965-0e9c-4550-b8c3-3d1700d19ff8 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/security-groups?id=9e1085ae-5b03-4b64-b791-a31d2def9efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629754 Jul 13 09:12:07.330095 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea8e9bd-6592-4c20-8292-0876b5355eb3 req-d850dfed-6142-45af-8343-594533855633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:07.334578 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-cea8e9bd-6592-4c20-8292-0876b5355eb3 req-d850dfed-6142-45af-8343-594533855633 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2362e98f5387452893f972175548189a&device_id=c14ba4bd-c1b6-4d36-9afb-402a857f32fb HTTP/1.1" status: 200 len: 1128 time: 0.0588474 Jul 13 09:12:07.338387 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-c5baf84e-d4bb-40cc-9886-def6200e3451 None None] Set router e08a323c-8318-444b-9294-a211178b0730 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:12:07.377518 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82955b8c-338f-4d72-9448-92fee10b8531 req-acb694e6-31fc-48c6-91b6-6e72b12a03a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:07.379111 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-82955b8c-338f-4d72-9448-92fee10b8531 req-acb694e6-31fc-48c6-91b6-6e72b12a03a2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6b5574138d6341268eae22b78af64765&device_id=d44bf150-cda8-482a-a0b9-f51d8070d972 HTTP/1.1" status: 200 len: 1129 time: 0.0581641 Jul 13 09:12:07.536272 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:12:07.547651 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-c5baf84e-d4bb-40cc-9886-def6200e3451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e08a323c-8318-444b-9294-a211178b0730', 'name': 'tempest-TestShelveInstance-199060228-router', 'tenant_id': '6b5574138d6341268eae22b78af64765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '566d4d31-b462-48a1-8402-89f2901cbf77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:11:12Z', 'updated_at': '2022-07-13T09:11:16Z', 'revision_number': 4, 'project_id': '6b5574138d6341268eae22b78af64765', 'gw_port': {'id': '566d4d31-b462-48a1-8402-89f2901cbf77', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:40:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08a323c-8318-444b-9294-a211178b0730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:11:13Z', 'updated_at': '2022-07-13T09:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_floatingips': [{'id': '1814005b-9c30-439b-9091-6b64ba5f7116', 'tenant_id': '6b5574138d6341268eae22b78af64765', 'floating_ip_address': '172.27.3.77', 'floating_network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'router_id': 'e08a323c-8318-444b-9294-a211178b0730', 'port_id': 'c98f0a70-76c7-4798-9dfc-6e8275493f88', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf682ee0-62e0-448d-97a2-9a80bdd5bf49', 'mac_address': 'fa:16:3e:0d:3a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd44bf150-cda8-482a-a0b9-f51d8070d972', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T09:12:05Z', 'updated_at': '2022-07-13T09:12:05Z', 'revision_number': 0, 'project_id': '6b5574138d6341268eae22b78af64765', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48c95c7e-9f22-4fb5-a9e9-d22e9e854a65', 'name': '', 'network_id': 'bf682ee0-62e0-448d-97a2-9a80bdd5bf49', 'tenant_id': '6b5574138d6341268eae22b78af64765', 'mac_address': 'fa:16:3e:3d:37:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08a323c-8318-444b-9294-a211178b0730', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '4d4f83bc-542b-44e8-b61c-831e28191723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:11:15Z', 'updated_at': '2022-07-13T09:11:21Z', 'revision_number': 5, 'project_id': '6b5574138d6341268eae22b78af64765', 'subnets': [{'id': '4d4f83bc-542b-44e8-b61c-831e28191723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:12:07.573297 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5baf84e-d4bb-40cc-9886-def6200e3451 None None] The sync data for ids ['e08a323c-8318-444b-9294-a211178b0730'] in dv-cinder-849626-3-iscsi is: [{'id': 'e08a323c-8318-444b-9294-a211178b0730', 'name': 'tempest-TestShelveInstance-199060228-router', 'tenant_id': '6b5574138d6341268eae22b78af64765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '566d4d31-b462-48a1-8402-89f2901cbf77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:11:12Z', 'updated_at': '2022-07-13T09:11:16Z', 'revision_number': 4, 'project_id': '6b5574138d6341268eae22b78af64765', 'gw_port': {'id': '566d4d31-b462-48a1-8402-89f2901cbf77', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:40:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08a323c-8318-444b-9294-a211178b0730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:11:13Z', 'updated_at': '2022-07-13T09:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_floatingips': [{'id': '1814005b-9c30-439b-9091-6b64ba5f7116', 'tenant_id': '6b5574138d6341268eae22b78af64765', 'floating_ip_address': '172.27.3.77', 'floating_network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'router_id': 'e08a323c-8318-444b-9294-a211178b0730', 'port_id': 'c98f0a70-76c7-4798-9dfc-6e8275493f88', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf682ee0-62e0-448d-97a2-9a80bdd5bf49', 'mac_address': 'fa:16:3e:0d:3a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd44bf150-cda8-482a-a0b9-f51d8070d972', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T09:12:05Z', 'updated_at': '2022-07-13T09:12:05Z', 'revision_number': 0, 'project_id': '6b5574138d6341268eae22b78af64765', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48c95c7e-9f22-4fb5-a9e9-d22e9e854a65', 'name': '', 'network_id': 'bf682ee0-62e0-448d-97a2-9a80bdd5bf49', 'tenant_id': '6b5574138d6341268eae22b78af64765', 'mac_address': 'fa:16:3e:3d:37:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08a323c-8318-444b-9294-a211178b0730', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '4d4f83bc-542b-44e8-b61c-831e28191723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:11:15Z', 'updated_at': '2022-07-13T09:11:21Z', 'revision_number': 5, 'project_id': '6b5574138d6341268eae22b78af64765', 'subnets': [{'id': '4d4f83bc-542b-44e8-b61c-831e28191723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 09:12:07.764997 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44f725c-6081-4a8a-9f17-e8441101f27d None None] New status for floating IP 1814005b-9c30-439b-9091-6b64ba5f7116: ACTIVE {{(pid=104471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 13 09:12:07.804235 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd2a91-37c6-4e33-bd4a-794f52b342e1 req-49fa46ab-aed4-44cc-8435-bfb47b3c1412 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:07.806571 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-1cbd2a91-37c6-4e33-bd4a-794f52b342e1 req-49fa46ab-aed4-44cc-8435-bfb47b3c1412 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=028cc5e6-e410-40e7-8327-d4dbe5b6c0d3 HTTP/1.1" status: 200 len: 945 time: 0.0552475 Jul 13 09:12:07.858379 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-1cbd2a91-37c6-4e33-bd4a-794f52b342e1 req-b7e51944-67b7-4f21-98fa-15e58f6d9d33 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/security-groups?id=21069fad-86d1-47ed-b9b6-e3fef0251eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452647 Jul 13 09:12:07.901572 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1a2d8-4e62-4f02-8497-871c6735f540 req-04200982-a7f6-436a-9b8f-93f19cc20b66 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:07.901572 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-59c1a2d8-4e62-4f02-8497-871c6735f540 req-04200982-a7f6-436a-9b8f-93f19cc20b66 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa HTTP/1.1" status: 200 len: 945 time: 0.0710497 Jul 13 09:12:07.950434 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-59c1a2d8-4e62-4f02-8497-871c6735f540 req-85e03a4e-b749-477a-8eaf-c83c63b73681 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=70d72f57-389f-4602-bc9a-71623592d222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432382 Jul 13 09:12:08.199252 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device b9499393-8a91-40ba-8695-6c191d7d0d9d no longer exists at agent hyperv_hv-cinder-84962 {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:12:08.273116 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Current status of the port b9499393-8a91-40ba-8695-6c191d7d0d9d is: ACTIVE; New status is: DOWN {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:12:08.273494 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (b9499393-8a91-40ba-8695-6c191d7d0d9d), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:08.296755 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9499393-8a91-40ba-8695-6c191d7d0d9d'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:12:08.298942 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db18c03db31c8eba27ff59efcab6aeefebc9da3faa7d3b822264179bbf74904a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64717167-5a78-4d6c-b7a4-a8cfad74b2bb" -d '{"events": [{"server_uuid": "fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa", "name": "network-vif-unplugged", "status": "completed", "tag": "b9499393-8a91-40ba-8695-6c191d7d0d9d"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:12:08.312152 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port b9499393-8a91-40ba-8695-6c191d7d0d9d, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=b9499393-8a91-40ba-8695-6c191d7d0d9d,segment=NetworkSegment(d26cc65f-34ee-4574-8332-30169090378e),segment_id=d26cc65f-34ee-4574-8332-30169090378e)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:12:08.338143 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Jul 2022 09:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b4c166-3f82-43eb-9e0f-136b633a779e x-openstack-request-id: req-e5b4c166-3f82-43eb-9e0f-136b633a779e {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:12:08.338504 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa", "name": "network-vif-unplugged", "status": "completed", "tag": "b9499393-8a91-40ba-8695-6c191d7d0d9d", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:12:08.338790 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-e5b4c166-3f82-43eb-9e0f-136b633a779e {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:12:08.339228 dv-cinder-849626-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5b4c166-3f82-43eb-9e0f-136b633a779e'] response: {'server_uuid': 'fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9499393-8a91-40ba-8695-6c191d7d0d9d', 'code': 200} Jul 13 09:12:08.379017 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (b9499393-8a91-40ba-8695-6c191d7d0d9d), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:08.402359 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b459bfa-304e-4843-90cc-8a70a941c137 req-c0784a83-e0a8-490e-9adf-94921ea54bad tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:08.403849 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8b459bfa-304e-4843-90cc-8a70a941c137 req-c0784a83-e0a8-490e-9adf-94921ea54bad tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/ports?device_id=c14ba4bd-c1b6-4d36-9afb-402a857f32fb HTTP/1.1" status: 200 len: 944 time: 0.0480492 Jul 13 09:12:08.426615 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Pushing event updated for resources: {'Port': ['ID=b9499393-8a91-40ba-8695-6c191d7d0d9d,revision_number=8']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:12:08.452619 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8b459bfa-304e-4843-90cc-8a70a941c137 req-000c9077-d117-4044-b554-cb53454cd0ab tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/security-groups?id=9e1085ae-5b03-4b64-b791-a31d2def9efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424190 Jul 13 09:12:08.935684 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea8e9bd-6592-4c20-8292-0876b5355eb3 req-dd58b166-9df2-4210-b760-e2cef5d0f579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:08.940218 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-cea8e9bd-6592-4c20-8292-0876b5355eb3 req-dd58b166-9df2-4210-b760-e2cef5d0f579 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=2362e98f5387452893f972175548189a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4181788 Jul 13 09:12:08.944655 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82955b8c-338f-4d72-9448-92fee10b8531 req-685156c0-9849-4ad1-8bbf-26720343826d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:08.944829 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-82955b8c-338f-4d72-9448-92fee10b8531 req-685156c0-9849-4ad1-8bbf-26720343826d service neutron] 10.222.0.30 "GET /v2.0/networks?id=bf682ee0-62e0-448d-97a2-9a80bdd5bf49 HTTP/1.1" status: 200 len: 909 time: 0.4021659 Jul 13 09:12:09.006389 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:12:09.017668 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ac0d6-2bd4-49b2-b68d-d85372113bd6 req-dececce0-d712-44f0-bcb8-cc417cc7d59c tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:09.019393 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-b38ac0d6-2bd4-49b2-b68d-d85372113bd6 req-dececce0-d712-44f0-bcb8-cc417cc7d59c tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=028cc5e6-e410-40e7-8327-d4dbe5b6c0d3 HTTP/1.1" status: 200 len: 945 time: 0.0790007 Jul 13 09:12:09.070623 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-b38ac0d6-2bd4-49b2-b68d-d85372113bd6 req-47385da9-b22a-41e3-9fe8-724b911f61e8 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/security-groups?id=21069fad-86d1-47ed-b9b6-e3fef0251eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445080 Jul 13 09:12:09.180877 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb8dea-30fe-4046-af3c-12c4af6cb97f req-e605e105-f848-4199-8ac9-db67eb8cac68 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:09.183151 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ffcb8dea-30fe-4046-af3c-12c4af6cb97f req-e605e105-f848-4199-8ac9-db67eb8cac68 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.30 "GET /v2.0/ports?device_id=028cc5e6-e410-40e7-8327-d4dbe5b6c0d3 HTTP/1.1" status: 200 len: 945 time: 0.1747942 Jul 13 09:12:09.191526 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-82955b8c-338f-4d72-9448-92fee10b8531 req-f855b5ec-2537-403e-b1e4-1b5738c19b14 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c98f0a70-76c7-4798-9dfc-6e8275493f88 HTTP/1.1" status: 200 len: 1000 time: 0.2331119 Jul 13 09:12:09.202516 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86176c60-adff-48ae-8a22-18e97b6baa56 req-bdb5f3cd-ade9-40a8-a1a6-336d872c9e4e tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:09.203952 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-86176c60-adff-48ae-8a22-18e97b6baa56 req-bdb5f3cd-ade9-40a8-a1a6-336d872c9e4e tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa HTTP/1.1" status: 200 len: 943 time: 0.1106753 Jul 13 09:12:09.205351 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea8e9bd-6592-4c20-8292-0876b5355eb3 req-c166dc6f-1cc3-450f-bda6-fbffc96d74bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:09.206755 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-cea8e9bd-6592-4c20-8292-0876b5355eb3 req-c166dc6f-1cc3-450f-bda6-fbffc96d74bb service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2495406 Jul 13 09:12:09.252079 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-86176c60-adff-48ae-8a22-18e97b6baa56 req-6500530a-a432-45b7-a382-01ef3b52ea18 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=70d72f57-389f-4602-bc9a-71623592d222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422885 Jul 13 09:12:09.314964 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:12:09.453947 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03428cd9-565c-4641-8e2b-29a3c88da778 req-9f2c2c9f-5c6b-41b3-aa0c-a81b9f7374e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:09.455766 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-03428cd9-565c-4641-8e2b-29a3c88da778 req-9f2c2c9f-5c6b-41b3-aa0c-a81b9f7374e7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2362e98f5387452893f972175548189a&device_id=c14ba4bd-c1b6-4d36-9afb-402a857f32fb HTTP/1.1" status: 200 len: 1128 time: 0.0905678 Jul 13 09:12:09.459691 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82955b8c-338f-4d72-9448-92fee10b8531 req-32a53d3a-d8f2-4c42-b28c-b7ad97cf1a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:09.461176 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-82955b8c-338f-4d72-9448-92fee10b8531 req-32a53d3a-d8f2-4c42-b28c-b7ad97cf1a25 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4d4f83bc-542b-44e8-b61c-831e28191723 HTTP/1.1" status: 200 len: 847 time: 0.1571357 Jul 13 09:12:09.518555 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-03428cd9-565c-4641-8e2b-29a3c88da778 req-bbb89d4d-1a0e-48bd-b236-4076103fb48c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc7c7334-df17-4f9d-8b8d-0c8311d44d09 HTTP/1.1" status: 200 len: 217 time: 0.0540612 Jul 13 09:12:09.535575 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [req-ffcb8dea-30fe-4046-af3c-12c4af6cb97f req-e7b7821d-fd1d-44c7-ba02-124a3c914b8a tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Deleting port 41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:12:09.535916 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-ffcb8dea-30fe-4046-af3c-12c4af6cb97f req-e7b7821d-fd1d-44c7-ba02-124a3c914b8a tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:09.602677 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82955b8c-338f-4d72-9448-92fee10b8531 req-a5ef1315-fa21-400e-aef1-d1f9cbfabbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:09.604270 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-82955b8c-338f-4d72-9448-92fee10b8531 req-a5ef1315-fa21-400e-aef1-d1f9cbfabbb5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bf682ee0-62e0-448d-97a2-9a80bdd5bf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1315625 Jul 13 09:12:09.671762 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03428cd9-565c-4641-8e2b-29a3c88da778 req-ab6f24c2-30dc-4bee-9dde-0fc39ab8b64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:09.673245 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-03428cd9-565c-4641-8e2b-29a3c88da778 req-ab6f24c2-30dc-4bee-9dde-0fc39ab8b64d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=10f10f8c-a331-4f08-b9ca-5b92d0b96844 HTTP/1.1" status: 200 len: 852 time: 0.1386063 Jul 13 09:12:09.755701 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-03428cd9-565c-4641-8e2b-29a3c88da778 req-064ec0c0-78c2-4190-a151-3d7cd7b7623f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8a64382d-2c78-430f-8ebf-0370d8f9f1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729949 Jul 13 09:12:09.819980 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [req-ffcb8dea-30fe-4046-af3c-12c4af6cb97f req-e7b7821d-fd1d-44c7-ba02-124a3c914b8a tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] For port 41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d,segment=NetworkSegment(6417cdc0-763c-4790-ae1e-ebc420f204bb),segment_id=6417cdc0-763c-4790-ae1e-ebc420f204bb)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:12:09.820359 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-ffcb8dea-30fe-4046-af3c-12c4af6cb97f req-e7b7821d-fd1d-44c7-ba02-124a3c914b8a tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:09.862267 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-82955b8c-338f-4d72-9448-92fee10b8531 req-2674a253-8d52-4f57-a53f-04614fc9eb31 service neutron] 10.222.0.30 "GET /v2.0/networks/bf682ee0-62e0-448d-97a2-9a80bdd5bf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258086 Jul 13 09:12:09.968029 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-03428cd9-565c-4641-8e2b-29a3c88da778 req-93d9e499-928e-414c-bca0-7ded891a0356 service neutron] 10.222.0.30 "GET /v2.0/networks/8a64382d-2c78-430f-8ebf-0370d8f9f1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037754 Jul 13 09:12:10.104366 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-ffcb8dea-30fe-4046-af3c-12c4af6cb97f req-e7b7821d-fd1d-44c7-ba02-124a3c914b8a tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:10.104721 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-ffcb8dea-30fe-4046-af3c-12c4af6cb97f req-e7b7821d-fd1d-44c7-ba02-124a3c914b8a tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-388893'] for floatingip (6a9cb662-d2e3-4f19-8d7a-d66912554568), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:10.105032 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.db.l3_db [req-ffcb8dea-30fe-4046-af3c-12c4af6cb97f req-e7b7821d-fd1d-44c7-ba02-124a3c914b8a tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Floating IP 6a9cb662-d2e3-4f19-8d7a-d66912554568 disassociated. External IP: 172.27.3.225, port: 41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d. Jul 13 09:12:10.105377 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [req-ffcb8dea-30fe-4046-af3c-12c4af6cb97f req-e7b7821d-fd1d-44c7-ba02-124a3c914b8a tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Calling delete_port for 41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d owned by compute:nova {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:12:10.153029 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d78ec9a-7468-4fa7-8d49-a860ebc47f66 req-106d2171-3e7e-428c-b5e3-15464c2a3b5c tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:10.158563 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-2d78ec9a-7468-4fa7-8d49-a860ebc47f66 req-106d2171-3e7e-428c-b5e3-15464c2a3b5c tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/ports?device_id=c14ba4bd-c1b6-4d36-9afb-402a857f32fb HTTP/1.1" status: 200 len: 944 time: 0.0683758 Jul 13 09:12:10.207389 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-2d78ec9a-7468-4fa7-8d49-a860ebc47f66 req-f76ad98f-20bf-478a-a666-9b1bb31ba3f8 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/security-groups?id=9e1085ae-5b03-4b64-b791-a31d2def9efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455420 Jul 13 09:12:10.252074 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:12:10.257731 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:12:10.288918 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-03428cd9-565c-4641-8e2b-29a3c88da778 req-0e17c030-1669-4a94-870e-81425ffb02cf service neutron] 10.222.0.30 "GET /v2.0/networks/8a64382d-2c78-430f-8ebf-0370d8f9f1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286062 Jul 13 09:12:10.310099 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-82955b8c-338f-4d72-9448-92fee10b8531 req-3bc48311-6448-4366-8552-14f6b2ff6436 service neutron] 10.222.0.30 "GET /v2.0/networks/bf682ee0-62e0-448d-97a2-9a80bdd5bf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156241 Jul 13 09:12:10.336389 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcf22b5-f839-4fff-a77e-1b3d90ed7b47 req-d8ffd33e-5e8a-4ae9-82f5-382054ee09da tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:10.337898 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-cbcf22b5-f839-4fff-a77e-1b3d90ed7b47 req-d8ffd33e-5e8a-4ae9-82f5-382054ee09da tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=028cc5e6-e410-40e7-8327-d4dbe5b6c0d3 HTTP/1.1" status: 200 len: 945 time: 0.0610545 Jul 13 09:12:10.392669 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-cbcf22b5-f839-4fff-a77e-1b3d90ed7b47 req-8b3e34ea-f966-4cb1-a06d-abe78a1a71bc tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/security-groups?id=21069fad-86d1-47ed-b9b6-e3fef0251eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441489 Jul 13 09:12:10.448830 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-ffcb8dea-30fe-4046-af3c-12c4af6cb97f req-e7b7821d-fd1d-44c7-ba02-124a3c914b8a tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542309'] for port (41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:10.495995 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b7821d-fd1d-44c7-ba02-124a3c914b8a tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Pushing event deleted for resources: {'Port': ['ID=41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:12:10.610740 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ffcb8dea-30fe-4046-af3c-12c4af6cb97f req-e7b7821d-fd1d-44c7-ba02-124a3c914b8a tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Router 85c398ac-4635-4e27-aa8f-d2369f8b6800 has already been hosted by L3 agent 084ea860-45cb-441c-b2f8-c6c2f7d6686c {{(pid=104469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 09:12:10.717387 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ffcb8dea-30fe-4046-af3c-12c4af6cb97f req-e7b7821d-fd1d-44c7-ba02-124a3c914b8a tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Notify agent at l3_agent.dv-cinder-849626-3-iscsi the message routers_updated {{(pid=104469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 09:12:10.726706 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd09d52-bb19-45a7-bd9a-afcdfbba0809 None None] Sync routers for ids ['85c398ac-4635-4e27-aa8f-d2369f8b6800'] in dv-cinder-849626-3-iscsi {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 09:12:10.736581 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd09d52-bb19-45a7-bd9a-afcdfbba0809 None None] Routers {'85c398ac-4635-4e27-aa8f-d2369f8b6800'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:12:10.738714 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-6bd09d52-bb19-45a7-bd9a-afcdfbba0809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:11:53Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['85c398ac-4635-4e27-aa8f-d2369f8b6800'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:12:10.760810 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffcb8dea-30fe-4046-af3c-12c4af6cb97f req-e7b7821d-fd1d-44c7-ba02-124a3c914b8a tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] No DVR routers for this DVR port 41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d on host hv-cinder-84962 {{(pid=104469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 09:12:10.763430 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-ffcb8dea-30fe-4046-af3c-12c4af6cb97f req-e7b7821d-fd1d-44c7-ba02-124a3c914b8a tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for port (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:10.767445 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ffcb8dea-30fe-4046-af3c-12c4af6cb97f req-e7b7821d-fd1d-44c7-ba02-124a3c914b8a tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.30 "DELETE /v2.0/ports/41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d HTTP/1.1" status: 204 len: 173 time: 1.4617596 Jul 13 09:12:10.767679 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '028cc5e6-e410-40e7-8327-d4dbe5b6c0d3', 'name': 'network-vif-deleted', 'tag': '41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:12:10.769902 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c4e5b91a84def5af2f1fcdaa70b19e5540aa6c2f63d8f4e9cb6586108f6a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0f6189-6d8c-4df5-a210-dc2d4c2e12dc" -d '{"events": [{"server_uuid": "028cc5e6-e410-40e7-8327-d4dbe5b6c0d3", "name": "network-vif-deleted", "tag": "41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:12:10.808073 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 09:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c875091b-8481-47ac-bd89-4e0a16cc70a1 x-openstack-request-id: req-c875091b-8481-47ac-bd89-4e0a16cc70a1 {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:12:10.808434 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "028cc5e6-e410-40e7-8327-d4dbe5b6c0d3", "name": "network-vif-deleted", "tag": "41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d", "status": "completed", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:12:10.808693 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-c875091b-8481-47ac-bd89-4e0a16cc70a1 {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:12:10.809136 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c875091b-8481-47ac-bd89-4e0a16cc70a1'] response: {'server_uuid': '028cc5e6-e410-40e7-8327-d4dbe5b6c0d3', 'name': 'network-vif-deleted', 'tag': '41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d', 'status': 'completed', 'code': 200} Jul 13 09:12:10.847348 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-6bd09d52-bb19-45a7-bd9a-afcdfbba0809 None None] Set router 85c398ac-4635-4e27-aa8f-d2369f8b6800 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:12:11.053918 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-6bd09d52-bb19-45a7-bd9a-afcdfbba0809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'name': 'tempest-TestVolumeBootPattern-994788136-router', 'tenant_id': '02051a1f629a48199bb1eb504c747294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:08:46Z', 'updated_at': '2022-07-13T09:08:52Z', 'revision_number': 4, 'project_id': '02051a1f629a48199bb1eb504c747294', 'gw_port': {'id': 'eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:08:46Z', 'updated_at': '2022-07-13T09:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_interfaces': [{'id': '9947c9ac-22c2-430e-8450-986f34582fdf', 'name': '', 'network_id': '3b440154-a6c9-4139-b7ed-df54c627be50', 'tenant_id': '02051a1f629a48199bb1eb504c747294', 'mac_address': 'fa:16:3e:96:28:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '8c1af7e4-944c-47db-9585-b5c5f9138bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:08:51Z', 'updated_at': '2022-07-13T09:08:57Z', 'revision_number': 5, 'project_id': '02051a1f629a48199bb1eb504c747294', 'subnets': [{'id': '8c1af7e4-944c-47db-9585-b5c5f9138bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:12:11.079345 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd09d52-bb19-45a7-bd9a-afcdfbba0809 None None] Checking router: 85c398ac-4635-4e27-aa8f-d2369f8b6800 for host: dv-cinder-849626-3-iscsi {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 09:12:11.085608 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:12:11.089026 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd09d52-bb19-45a7-bd9a-afcdfbba0809 None None] Routers {'85c398ac-4635-4e27-aa8f-d2369f8b6800'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:12:11.089583 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-6bd09d52-bb19-45a7-bd9a-afcdfbba0809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:11:53Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['85c398ac-4635-4e27-aa8f-d2369f8b6800'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:12:11.196072 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-6bd09d52-bb19-45a7-bd9a-afcdfbba0809 None None] Set router 85c398ac-4635-4e27-aa8f-d2369f8b6800 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:12:11.283382 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [req-c9f18c5a-ae29-453d-ba09-3f6dd21ef839 req-212f3744-1f71-4d6d-8e93-1224bb756b02 service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=104469) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 13 09:12:11.284381 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-c9f18c5a-ae29-453d-ba09-3f6dd21ef839 req-212f3744-1f71-4d6d-8e93-1224bb756b02 service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0059681 Jul 13 09:12:11.356043 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ccd756-48c1-459a-b2dd-edfdc0fc2a5e req-0ddb20cb-9191-4898-a544-ed368fb1c415 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:11.357553 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-89ccd756-48c1-459a-b2dd-edfdc0fc2a5e req-0ddb20cb-9191-4898-a544-ed368fb1c415 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/ports?device_id=c14ba4bd-c1b6-4d36-9afb-402a857f32fb HTTP/1.1" status: 200 len: 944 time: 0.0682380 Jul 13 09:12:11.396928 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-6bd09d52-bb19-45a7-bd9a-afcdfbba0809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'name': 'tempest-TestVolumeBootPattern-994788136-router', 'tenant_id': '02051a1f629a48199bb1eb504c747294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:08:46Z', 'updated_at': '2022-07-13T09:08:52Z', 'revision_number': 4, 'project_id': '02051a1f629a48199bb1eb504c747294', 'gw_port': {'id': 'eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:08:46Z', 'updated_at': '2022-07-13T09:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_interfaces': [{'id': '9947c9ac-22c2-430e-8450-986f34582fdf', 'name': '', 'network_id': '3b440154-a6c9-4139-b7ed-df54c627be50', 'tenant_id': '02051a1f629a48199bb1eb504c747294', 'mac_address': 'fa:16:3e:96:28:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '8c1af7e4-944c-47db-9585-b5c5f9138bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:08:51Z', 'updated_at': '2022-07-13T09:08:57Z', 'revision_number': 5, 'project_id': '02051a1f629a48199bb1eb504c747294', 'subnets': [{'id': '8c1af7e4-944c-47db-9585-b5c5f9138bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:12:11.409534 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-89ccd756-48c1-459a-b2dd-edfdc0fc2a5e req-2dbc9c92-80c3-4b11-95ca-92b2674cfc59 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/security-groups?id=9e1085ae-5b03-4b64-b791-a31d2def9efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461750 Jul 13 09:12:11.424353 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd09d52-bb19-45a7-bd9a-afcdfbba0809 None None] The sync data for ids ['85c398ac-4635-4e27-aa8f-d2369f8b6800'] in dv-cinder-849626-3-iscsi is: [{'id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'name': 'tempest-TestVolumeBootPattern-994788136-router', 'tenant_id': '02051a1f629a48199bb1eb504c747294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:08:46Z', 'updated_at': '2022-07-13T09:08:52Z', 'revision_number': 4, 'project_id': '02051a1f629a48199bb1eb504c747294', 'gw_port': {'id': 'eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:08:46Z', 'updated_at': '2022-07-13T09:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_interfaces': [{'id': '9947c9ac-22c2-430e-8450-986f34582fdf', 'name': '', 'network_id': '3b440154-a6c9-4139-b7ed-df54c627be50', 'tenant_id': '02051a1f629a48199bb1eb504c747294', 'mac_address': 'fa:16:3e:96:28:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '8c1af7e4-944c-47db-9585-b5c5f9138bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:08:51Z', 'updated_at': '2022-07-13T09:08:57Z', 'revision_number': 5, 'project_id': '02051a1f629a48199bb1eb504c747294', 'subnets': [{'id': '8c1af7e4-944c-47db-9585-b5c5f9138bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 09:12:11.505557 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-215aa91d-bd2e-4747-93ab-c4f18d013662 req-45da1c6e-6b04-4785-b029-fa185ff1115d tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=028cc5e6-e410-40e7-8327-d4dbe5b6c0d3 HTTP/1.1" status: 200 len: 210 time: 0.0317085 Jul 13 09:12:11.662574 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8837290-340c-448f-bde3-29659eed3cea req-2b6a7c0d-7987-49c0-871e-762e64e43731 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:11.664100 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-e8837290-340c-448f-bde3-29659eed3cea req-2b6a7c0d-7987-49c0-871e-762e64e43731 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa HTTP/1.1" status: 200 len: 943 time: 0.0524664 Jul 13 09:12:11.673580 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707e7e37-e78a-4eec-b858-e29b20313645 None None] New status for floating IP 6a9cb662-d2e3-4f19-8d7a-d66912554568: DOWN {{(pid=104471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 13 09:12:11.721860 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-e8837290-340c-448f-bde3-29659eed3cea req-aafdaf3e-5a53-4036-9e7b-fdee77a3e86f tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=70d72f57-389f-4602-bc9a-71623592d222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521765 Jul 13 09:12:11.756521 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (6e9d2670-629d-42a5-8dd5-d0857aba9a7e), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:11.891144 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-70523205-4a5b-4b78-8bf4-6752db2a3046 req-8a4b0c5d-7116-4cc2-b7aa-eb9cf6078da7 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0441511 Jul 13 09:12:11.950975 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:12:11.967250 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70523205-4a5b-4b78-8bf4-6752db2a3046 req-96777515-c1af-413f-8e02-15fd78cef4bd tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:11.973132 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-70523205-4a5b-4b78-8bf4-6752db2a3046 req-96777515-c1af-413f-8e02-15fd78cef4bd tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports/b9499393-8a91-40ba-8695-6c191d7d0d9d HTTP/1.1" status: 200 len: 940 time: 0.0503421 Jul 13 09:12:12.211619 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device b9499393-8a91-40ba-8695-6c191d7d0d9d no longer exists at agent hyperv_hv-cinder-84962 {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:12:12.216751 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:12:12.289699 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Current status of the port b9499393-8a91-40ba-8695-6c191d7d0d9d is: DOWN; New status is: DOWN {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:12:12.535453 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f529a8-334c-44fc-95c5-53bad763974c req-401f08fb-37b6-4de0-b190-84c01377083f tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:12.537195 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-13f529a8-334c-44fc-95c5-53bad763974c req-401f08fb-37b6-4de0-b190-84c01377083f tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/ports?device_id=c14ba4bd-c1b6-4d36-9afb-402a857f32fb HTTP/1.1" status: 200 len: 944 time: 0.0553722 Jul 13 09:12:12.591154 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-13f529a8-334c-44fc-95c5-53bad763974c req-37680a1f-164a-4d3d-94d1-0e361324e58c tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/security-groups?id=9e1085ae-5b03-4b64-b791-a31d2def9efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464730 Jul 13 09:12:12.754968 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:12:12.791064 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-af0415ad-5655-4d93-b785-b0fb510bee8a req-ad11aa8d-f25d-4812-9869-6067650982eb tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1950628113&fields=id&tenant_id=02051a1f629a48199bb1eb504c747294 HTTP/1.1" status: 200 len: 267 time: 0.0493703 Jul 13 09:12:12.849662 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2afd67f-c0fd-40c0-b62c-11c179b7d091 req-ee1081f1-c24b-44fc-933e-804201bd815f tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:12.851338 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d2afd67f-c0fd-40c0-b62c-11c179b7d091 req-ee1081f1-c24b-44fc-933e-804201bd815f tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa HTTP/1.1" status: 200 len: 943 time: 0.0510688 Jul 13 09:12:12.903188 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d2afd67f-c0fd-40c0-b62c-11c179b7d091 req-87bef991-c2b1-4227-8d7a-971e875230d8 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=70d72f57-389f-4602-bc9a-71623592d222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462432 Jul 13 09:12:12.909198 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0415ad-5655-4d93-b785-b0fb510bee8a req-df794873-0684-43c9-9927-a780f9a5c0e8 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:12.910774 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-af0415ad-5655-4d93-b785-b0fb510bee8a req-df794873-0684-43c9-9927-a780f9a5c0e8 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/networks?id=3b440154-a6c9-4139-b7ed-df54c627be50 HTTP/1.1" status: 200 len: 811 time: 0.1120460 Jul 13 09:12:12.927552 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-af0415ad-5655-4d93-b785-b0fb510bee8a req-c79ebb85-49d9-42be-9d5f-3196a1648293 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/quotas/02051a1f629a48199bb1eb504c747294 HTTP/1.1" status: 200 len: 375 time: 0.0111125 Jul 13 09:12:12.989197 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-af0415ad-5655-4d93-b785-b0fb510bee8a req-d77ac926-aeff-4ad7-ab1c-c62d9601d68e tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=02051a1f629a48199bb1eb504c747294&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493476 Jul 13 09:12:13.085052 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-af0415ad-5655-4d93-b785-b0fb510bee8a req-76cd6dd6-9951-441d-b24f-26f46be04562 service neutron] 10.222.0.40 "GET /v2.0/networks/3b440154-a6c9-4139-b7ed-df54c627be50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830536 Jul 13 09:12:13.178218 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-af0415ad-5655-4d93-b785-b0fb510bee8a req-d7fea441-b2d8-4cf6-b4b1-87281d0aedba service neutron] 10.222.0.40 "GET /v2.0/networks/3b440154-a6c9-4139-b7ed-df54c627be50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871472 Jul 13 09:12:13.313369 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70523205-4a5b-4b78-8bf4-6752db2a3046 req-d4afd063-a8ed-4b27-99d9-b477520dd1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:13.315038 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-70523205-4a5b-4b78-8bf4-6752db2a3046 req-d4afd063-a8ed-4b27-99d9-b477520dd1a6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa&tenant_id=09b63eccabbc498cb96dd4bbcef0969a HTTP/1.1" status: 200 len: 1127 time: 0.0419111 Jul 13 09:12:13.378213 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70523205-4a5b-4b78-8bf4-6752db2a3046 req-55139348-cee3-48f3-82cc-8ad4228cdfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:13.379712 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-70523205-4a5b-4b78-8bf4-6752db2a3046 req-55139348-cee3-48f3-82cc-8ad4228cdfdd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=09b63eccabbc498cb96dd4bbcef0969a&device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa HTTP/1.1" status: 200 len: 1127 time: 0.0441175 Jul 13 09:12:13.401579 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:12:13.469795 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70523205-4a5b-4b78-8bf4-6752db2a3046 req-e01e2587-b884-4619-be62-79ea886a1a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:13.471205 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-70523205-4a5b-4b78-8bf4-6752db2a3046 req-e01e2587-b884-4619-be62-79ea886a1a38 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dced4119-fd64-48f2-a32b-f0864c860758 HTTP/1.1" status: 200 len: 918 time: 0.0860901 Jul 13 09:12:13.539185 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-70523205-4a5b-4b78-8bf4-6752db2a3046 req-24309538-07b4-4146-8dbc-d198faee8055 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9499393-8a91-40ba-8695-6c191d7d0d9d HTTP/1.1" status: 200 len: 999 time: 0.0612702 Jul 13 09:12:13.588376 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70523205-4a5b-4b78-8bf4-6752db2a3046 req-7a661ba1-c5ab-45fe-aabb-e450bb453c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:13.589841 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-70523205-4a5b-4b78-8bf4-6752db2a3046 req-7a661ba1-c5ab-45fe-aabb-e450bb453c02 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f435a127-82ff-4993-a381-fe0f5e258ef6 HTTP/1.1" status: 200 len: 856 time: 0.0457191 Jul 13 09:12:13.636412 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70523205-4a5b-4b78-8bf4-6752db2a3046 req-7aa9a4e6-09fd-4dde-b885-11a2fe3c5014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:13.637343 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-70523205-4a5b-4b78-8bf4-6752db2a3046 req-7aa9a4e6-09fd-4dde-b885-11a2fe3c5014 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dced4119-fd64-48f2-a32b-f0864c860758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420048 Jul 13 09:12:13.702281 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-1f9df8ae-8b7d-42b8-b039-b50c736ad21d req-0ed0832b-1300-4fd0-80e4-2345df2e872b tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=57b9d222-8b85-4225-b1ff-02aaa569e511 HTTP/1.1" status: 200 len: 210 time: 0.0278280 Jul 13 09:12:13.724465 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:12:13.765438 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d64f38d-daa9-4963-ba2c-ead4311fb681 req-781f9d80-71a8-4b25-9355-40bc68804fb5 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:13.767126 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-7d64f38d-daa9-4963-ba2c-ead4311fb681 req-781f9d80-71a8-4b25-9355-40bc68804fb5 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/ports?device_id=c14ba4bd-c1b6-4d36-9afb-402a857f32fb HTTP/1.1" status: 200 len: 944 time: 0.0584345 Jul 13 09:12:13.800261 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-70523205-4a5b-4b78-8bf4-6752db2a3046 req-70dc442c-4ef8-4823-bf05-e35d0a3b9ca4 service neutron] 10.222.0.30 "GET /v2.0/networks/dced4119-fd64-48f2-a32b-f0864c860758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570618 Jul 13 09:12:13.849004 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-7d64f38d-daa9-4963-ba2c-ead4311fb681 req-ee8a9415-9437-4cb6-9cbe-4333fd770a4e tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/security-groups?id=9e1085ae-5b03-4b64-b791-a31d2def9efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754907 Jul 13 09:12:13.917566 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-70523205-4a5b-4b78-8bf4-6752db2a3046 req-42be188b-d140-44c9-9486-105d4687bdba service neutron] 10.222.0.30 "GET /v2.0/networks/dced4119-fd64-48f2-a32b-f0864c860758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051042 Jul 13 09:12:14.034647 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f2b948-5927-4923-b4ff-cdd9da7b7171 req-8db3f9d2-8d99-4f6e-9f6f-c900c6e475fd tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:14.036163 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-08f2b948-5927-4923-b4ff-cdd9da7b7171 req-8db3f9d2-8d99-4f6e-9f6f-c900c6e475fd tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa HTTP/1.1" status: 200 len: 943 time: 0.0479736 Jul 13 09:12:14.089818 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-08f2b948-5927-4923-b4ff-cdd9da7b7171 req-cc85a2a9-b0ca-42ca-b793-a5b3fe037bc1 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=70d72f57-389f-4602-bc9a-71623592d222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460160 Jul 13 09:12:14.126192 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbbf8bd-16c5-4954-8c17-f31dc60b25b8 req-10341ef5-b6be-464f-997f-b6b801c82225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:14.126908 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-3cbbf8bd-16c5-4954-8c17-f31dc60b25b8 req-10341ef5-b6be-464f-997f-b6b801c82225 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=09b63eccabbc498cb96dd4bbcef0969a&device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa HTTP/1.1" status: 200 len: 1127 time: 0.0524070 Jul 13 09:12:14.202136 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.agents_db [None req-6da3c0df-3a39-4d49-9ef0-c2c7fda6ffa8 None None] Agent healthcheck: found 6 active agents {{(pid=104471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:12:14.236406 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device fc7c7334-df17-4f9d-8b8d-0c8311d44d09 details requested by agent hyperv_hv-cinder-84962 with host hv-cinder-84962 {{(pid=104470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 09:12:14.268139 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device 41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d no longer exists at agent hyperv_hv-cinder-84962 {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:12:14.283566 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbbf8bd-16c5-4954-8c17-f31dc60b25b8 req-e3a7809a-8607-4ebf-9f3b-35eaaf9aa49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:14.285387 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-3cbbf8bd-16c5-4954-8c17-f31dc60b25b8 req-e3a7809a-8607-4ebf-9f3b-35eaaf9aa49d service neutron] 10.222.0.30 "GET /v2.0/networks?id=dced4119-fd64-48f2-a32b-f0864c860758 HTTP/1.1" status: 200 len: 918 time: 0.1040297 Jul 13 09:12:14.299465 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] No Port match for: 41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d {{(pid=104470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 09:12:14.300217 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device 41c82dc1-b8a6-4a2f-9876-9f132a3a6e5d not bound to the agent host hv-cinder-84962 {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 09:12:14.372392 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-3cbbf8bd-16c5-4954-8c17-f31dc60b25b8 req-98549587-4776-484c-80d4-310015abd5b9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9499393-8a91-40ba-8695-6c191d7d0d9d HTTP/1.1" status: 200 len: 999 time: 0.0812843 Jul 13 09:12:14.401241 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port fc7c7334-df17-4f9d-8b8d-0c8311d44d09, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=fc7c7334-df17-4f9d-8b8d-0c8311d44d09,segment=NetworkSegment(a0be4d95-d4a7-4cb6-804b-d2c776ddb14c),segment_id=a0be4d95-d4a7-4cb6-804b-d2c776ddb14c)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:12:14.414246 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Returning: {'device': 'fc7c7334-df17-4f9d-8b8d-0c8311d44d09', 'network_id': '8a64382d-2c78-430f-8ebf-0370d8f9f1b4', 'port_id': 'fc7c7334-df17-4f9d-8b8d-0c8311d44d09', 'mac_address': 'fa:16:3e:0f:14:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10f10f8c-a331-4f08-b9ca-5b92d0b96844', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 09:12:14.426294 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbbf8bd-16c5-4954-8c17-f31dc60b25b8 req-b0ca3dcb-1e41-46ff-8ee1-98f61f32f91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:14.427934 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-3cbbf8bd-16c5-4954-8c17-f31dc60b25b8 req-b0ca3dcb-1e41-46ff-8ee1-98f61f32f91a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f435a127-82ff-4993-a381-fe0f5e258ef6 HTTP/1.1" status: 200 len: 856 time: 0.0500226 Jul 13 09:12:14.454318 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Current status of the port fc7c7334-df17-4f9d-8b8d-0c8311d44d09 is: DOWN; New status is: BUILD {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:12:14.454896 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (fc7c7334-df17-4f9d-8b8d-0c8311d44d09), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:14.470134 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc7c7334-df17-4f9d-8b8d-0c8311d44d09 {{(pid=104470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 09:12:14.496736 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbbf8bd-16c5-4954-8c17-f31dc60b25b8 req-066ae211-d300-4f4f-b3f1-da5984db73cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:14.498249 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-3cbbf8bd-16c5-4954-8c17-f31dc60b25b8 req-066ae211-d300-4f4f-b3f1-da5984db73cb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dced4119-fd64-48f2-a32b-f0864c860758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0645871 Jul 13 09:12:14.498963 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port fc7c7334-df17-4f9d-8b8d-0c8311d44d09, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=fc7c7334-df17-4f9d-8b8d-0c8311d44d09,segment=NetworkSegment(a0be4d95-d4a7-4cb6-804b-d2c776ddb14c),segment_id=a0be4d95-d4a7-4cb6-804b-d2c776ddb14c)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:12:14.588379 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-3cbbf8bd-16c5-4954-8c17-f31dc60b25b8 req-a167955f-a137-4265-b8c9-a5dd71134a2c service neutron] 10.222.0.30 "GET /v2.0/networks/dced4119-fd64-48f2-a32b-f0864c860758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837393 Jul 13 09:12:14.590888 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (fc7c7334-df17-4f9d-8b8d-0c8311d44d09), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:14.668188 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Pushing event updated for resources: {'Port': ['ID=fc7c7334-df17-4f9d-8b8d-0c8311d44d09,revision_number=4']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:12:14.818236 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] get_ports_and_sgs() called for port_ids ['fc7c7334-df17-4f9d-8b8d-0c8311d44d09'] {{(pid=104470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 09:12:15.007878 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b6f4621e-d220-4f20-85d5-7f3d659b3eb8 req-30728aaa-210e-46d9-a3f4-4f3b088b1e90 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=57b9d222-8b85-4225-b1ff-02aaa569e511 HTTP/1.1" status: 200 len: 210 time: 0.0505109 Jul 13 09:12:15.047917 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a077d120-f1b4-47d7-adf3-fa3fe9f58a7a req-f36cffbd-cc1b-43d8-8a39-f5df00082745 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:15.049786 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a077d120-f1b4-47d7-adf3-fa3fe9f58a7a req-f36cffbd-cc1b-43d8-8a39-f5df00082745 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/ports?device_id=c14ba4bd-c1b6-4d36-9afb-402a857f32fb HTTP/1.1" status: 200 len: 945 time: 0.1060266 Jul 13 09:12:15.053227 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-3cbbf8bd-16c5-4954-8c17-f31dc60b25b8 req-72a97df6-7abf-4096-a3cb-a70114638b52 service neutron] 10.222.0.30 "GET /v2.0/networks/dced4119-fd64-48f2-a32b-f0864c860758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4547508 Jul 13 09:12:15.134319 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a077d120-f1b4-47d7-adf3-fa3fe9f58a7a req-b1ad1b2f-f138-4d63-b99d-c0daa5923884 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/security-groups?id=9e1085ae-5b03-4b64-b791-a31d2def9efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776830 Jul 13 09:12:15.236542 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce91c63-4ccd-4fd4-aadf-5cbed80ac337 req-123d3c89-8bcc-4dcb-96f0-a11b0aaa13bb tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:15.240910 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-5ce91c63-4ccd-4fd4-aadf-5cbed80ac337 req-123d3c89-8bcc-4dcb-96f0-a11b0aaa13bb tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa HTTP/1.1" status: 200 len: 943 time: 0.0654871 Jul 13 09:12:15.293132 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:12:15.309112 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-5ce91c63-4ccd-4fd4-aadf-5cbed80ac337 req-10dff51e-dbee-48cb-8711-b1d57b1480c0 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=70d72f57-389f-4602-bc9a-71623592d222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624492 Jul 13 09:12:16.113820 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-badcfb86-7e0e-4b5a-aa8b-8d41a93d7943 req-7b9238fd-e1f4-40ba-9c17-21cb594ba73a tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=57b9d222-8b85-4225-b1ff-02aaa569e511 HTTP/1.1" status: 200 len: 210 time: 0.0293090 Jul 13 09:12:16.256730 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device fc7c7334-df17-4f9d-8b8d-0c8311d44d09 up at agent hyperv_hv-cinder-84962 {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:12:16.259110 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6966279-6e61-4943-ad62-3ced89fc7c03 req-1a74c019-5812-4f8a-acf1-fb3386ad5fe3 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:16.260948 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a6966279-6e61-4943-ad62-3ced89fc7c03 req-1a74c019-5812-4f8a-acf1-fb3386ad5fe3 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/ports?device_id=c14ba4bd-c1b6-4d36-9afb-402a857f32fb HTTP/1.1" status: 200 len: 945 time: 0.0493922 Jul 13 09:12:16.299539 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:12:16.311495 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Provisioning for port fc7c7334-df17-4f9d-8b8d-0c8311d44d09 completed by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 13 09:12:16.330014 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a6966279-6e61-4943-ad62-3ced89fc7c03 req-33a1f752-1069-4f6a-8e6c-319a41b239a5 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/security-groups?id=9e1085ae-5b03-4b64-b791-a31d2def9efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592163 Jul 13 09:12:16.413597 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Provisioning complete for port fc7c7334-df17-4f9d-8b8d-0c8311d44d09 triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:12:16.413971 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (fc7c7334-df17-4f9d-8b8d-0c8311d44d09), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:16.448893 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66173b08-fead-4cd6-8e6b-0f0e6242a78d req-4055befa-50f7-41a3-81f6-64d02ddbe5de tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:16.451714 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-66173b08-fead-4cd6-8e6b-0f0e6242a78d req-4055befa-50f7-41a3-81f6-64d02ddbe5de tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa HTTP/1.1" status: 200 len: 943 time: 0.0652113 Jul 13 09:12:16.529086 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-66173b08-fead-4cd6-8e6b-0f0e6242a78d req-362a4b01-cad4-41f4-8561-93100f63d687 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=70d72f57-389f-4602-bc9a-71623592d222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630403 Jul 13 09:12:16.534203 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Current status of the port fc7c7334-df17-4f9d-8b8d-0c8311d44d09 is: BUILD; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:12:16.534203 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (fc7c7334-df17-4f9d-8b8d-0c8311d44d09), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:16.563201 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c14ba4bd-c1b6-4d36-9afb-402a857f32fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7c7334-df17-4f9d-8b8d-0c8311d44d09'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:12:16.566177 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db18c03db31c8eba27ff59efcab6aeefebc9da3faa7d3b822264179bbf74904a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c91058-200a-46b3-b0f3-72257b7fe9dc" -d '{"events": [{"server_uuid": "c14ba4bd-c1b6-4d36-9afb-402a857f32fb", "name": "network-vif-plugged", "status": "completed", "tag": "fc7c7334-df17-4f9d-8b8d-0c8311d44d09"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:12:16.588151 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port fc7c7334-df17-4f9d-8b8d-0c8311d44d09, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=fc7c7334-df17-4f9d-8b8d-0c8311d44d09,segment=NetworkSegment(a0be4d95-d4a7-4cb6-804b-d2c776ddb14c),segment_id=a0be4d95-d4a7-4cb6-804b-d2c776ddb14c)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:12:16.606359 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 09:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a40f54-45fd-426b-84bd-f45ecc0c75e9 x-openstack-request-id: req-34a40f54-45fd-426b-84bd-f45ecc0c75e9 {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:12:16.606665 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c14ba4bd-c1b6-4d36-9afb-402a857f32fb", "name": "network-vif-plugged", "status": "completed", "tag": "fc7c7334-df17-4f9d-8b8d-0c8311d44d09", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:12:16.606915 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-34a40f54-45fd-426b-84bd-f45ecc0c75e9 {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:12:16.607312 dv-cinder-849626-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34a40f54-45fd-426b-84bd-f45ecc0c75e9'] response: {'server_uuid': 'c14ba4bd-c1b6-4d36-9afb-402a857f32fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7c7334-df17-4f9d-8b8d-0c8311d44d09', 'code': 200} Jul 13 09:12:16.647757 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (fc7c7334-df17-4f9d-8b8d-0c8311d44d09), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:16.700936 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Pushing event updated for resources: {'Port': ['ID=fc7c7334-df17-4f9d-8b8d-0c8311d44d09,revision_number=5']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:12:17.214904 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-737e9238-c3fe-478e-99a0-7430b4f8587f req-8ac90ff2-cf53-46e2-8639-26011c5b787e tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=57b9d222-8b85-4225-b1ff-02aaa569e511 HTTP/1.1" status: 200 len: 210 time: 0.0320501 Jul 13 09:12:17.461952 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c917d970-d264-4fa6-92f2-8185311d7509 req-9093a1bf-97d3-42e4-9a90-ba2ae283cefa tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:17.463447 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-c917d970-d264-4fa6-92f2-8185311d7509 req-9093a1bf-97d3-42e4-9a90-ba2ae283cefa tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/ports?device_id=c14ba4bd-c1b6-4d36-9afb-402a857f32fb HTTP/1.1" status: 200 len: 946 time: 0.0499060 Jul 13 09:12:17.525095 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-c917d970-d264-4fa6-92f2-8185311d7509 req-d0c40ef4-b74e-412c-8734-2848c5b00348 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/security-groups?id=9e1085ae-5b03-4b64-b791-a31d2def9efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560853 Jul 13 09:12:17.646635 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:12:17.653530 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897038a6-e821-4327-a266-f1490e34d0aa req-66af5c3e-2ca9-4b0e-9e1d-2817af092ca8 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:17.655383 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-897038a6-e821-4327-a266-f1490e34d0aa req-66af5c3e-2ca9-4b0e-9e1d-2817af092ca8 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa HTTP/1.1" status: 200 len: 943 time: 0.0537410 Jul 13 09:12:17.705493 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-897038a6-e821-4327-a266-f1490e34d0aa req-9bb75164-d8e0-4410-adae-10c2c80e9980 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=70d72f57-389f-4602-bc9a-71623592d222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438533 Jul 13 09:12:18.326187 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-e1acf1d3-472f-4bbf-8c13-2825bb5201c9 req-70cb78f9-4778-457f-8158-c3cb41afb18f tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=57b9d222-8b85-4225-b1ff-02aaa569e511 HTTP/1.1" status: 200 len: 210 time: 0.0410237 Jul 13 09:12:18.654596 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a037577b-01fc-4358-80bd-f78632be929a req-7da0d534-6307-4acb-8fb8-114d50579dbb tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:18.656251 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a037577b-01fc-4358-80bd-f78632be929a req-7da0d534-6307-4acb-8fb8-114d50579dbb tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/ports?device_id=c14ba4bd-c1b6-4d36-9afb-402a857f32fb HTTP/1.1" status: 200 len: 946 time: 0.0529351 Jul 13 09:12:18.704532 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a037577b-01fc-4358-80bd-f78632be929a req-31e27321-8c5b-4ffb-b70a-195a5ab2f55b tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/security-groups?id=9e1085ae-5b03-4b64-b791-a31d2def9efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405281 Jul 13 09:12:18.833325 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d6830-0acc-44de-a1bf-f23cede6b177 req-774ce91b-e802-489f-b3d0-ffe9403e0e6f tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:18.834993 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-e52d6830-0acc-44de-a1bf-f23cede6b177 req-774ce91b-e802-489f-b3d0-ffe9403e0e6f tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa HTTP/1.1" status: 200 len: 943 time: 0.0538156 Jul 13 09:12:18.883976 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-e52d6830-0acc-44de-a1bf-f23cede6b177 req-75525af2-d86e-44d0-a831-5c7174f71787 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=70d72f57-389f-4602-bc9a-71623592d222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426855 Jul 13 09:12:19.429769 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-0536837f-642f-407f-bd9f-50e074808337 req-0a5c09a2-01fe-4edb-9cf0-8237a9c665cb tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=57b9d222-8b85-4225-b1ff-02aaa569e511 HTTP/1.1" status: 200 len: 210 time: 0.0339625 Jul 13 09:12:19.817838 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:12:19.836542 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c32e27e-e859-49a3-bc1f-8c5c89279c0c req-73aa286f-c229-4500-b11e-a34f12dc4e40 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:19.838134 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-0c32e27e-e859-49a3-bc1f-8c5c89279c0c req-73aa286f-c229-4500-b11e-a34f12dc4e40 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/ports?device_id=c14ba4bd-c1b6-4d36-9afb-402a857f32fb HTTP/1.1" status: 200 len: 946 time: 0.0525811 Jul 13 09:12:19.892171 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-0c32e27e-e859-49a3-bc1f-8c5c89279c0c req-bbeaa725-5b91-4123-80f6-4f60670de01c tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/security-groups?id=9e1085ae-5b03-4b64-b791-a31d2def9efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480714 Jul 13 09:12:20.009451 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a042b4ba-7f8f-449f-979d-cfc2c3148baa req-e5f259ec-a3fd-4fda-8284-1bde786b9ef2 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:20.011144 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a042b4ba-7f8f-449f-979d-cfc2c3148baa req-e5f259ec-a3fd-4fda-8284-1bde786b9ef2 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa HTTP/1.1" status: 200 len: 943 time: 0.0489705 Jul 13 09:12:20.068191 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a042b4ba-7f8f-449f-979d-cfc2c3148baa req-f1d331f6-4884-4c19-8e72-16f270b87390 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=70d72f57-389f-4602-bc9a-71623592d222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506413 Jul 13 09:12:20.533105 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-825ccbe7-444b-4e34-80ec-eca93e4563e4 req-011b55b7-fb89-41b1-a0ae-58ad0bc70db5 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=57b9d222-8b85-4225-b1ff-02aaa569e511 HTTP/1.1" status: 200 len: 210 time: 0.0351884 Jul 13 09:12:20.596312 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-0b6ba401-ff97-4867-bafa-caf75724a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (a33f270e-6fb2-40d7-a0c5-ff754f30a69f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:21.022556 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc9bf0-cce4-4326-8e73-dd31022c4782 req-4727b0ae-cf91-491a-853f-d31827f8bdfa tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:21.024031 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-4afc9bf0-cce4-4326-8e73-dd31022c4782 req-4727b0ae-cf91-491a-853f-d31827f8bdfa tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/ports?device_id=c14ba4bd-c1b6-4d36-9afb-402a857f32fb HTTP/1.1" status: 200 len: 946 time: 0.0505803 Jul 13 09:12:21.075316 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-4afc9bf0-cce4-4326-8e73-dd31022c4782 req-547f6882-ce40-49a8-a37d-821d43d843e3 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/security-groups?id=9e1085ae-5b03-4b64-b791-a31d2def9efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457697 Jul 13 09:12:21.195954 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf0bf1-2434-48eb-ba47-2ab34f6ade64 req-99ab9af2-d866-4b0d-9ce1-9ddabcd05280 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:21.197350 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-25cf0bf1-2434-48eb-ba47-2ab34f6ade64 req-99ab9af2-d866-4b0d-9ce1-9ddabcd05280 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa HTTP/1.1" status: 200 len: 943 time: 0.0485215 Jul 13 09:12:21.248019 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-25cf0bf1-2434-48eb-ba47-2ab34f6ade64 req-5a18d1e8-8861-4551-bae8-8ec01eaf7b92 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=70d72f57-389f-4602-bc9a-71623592d222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448513 Jul 13 09:12:21.639620 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-8d52b140-5d9a-4437-a34b-fca52d86a0d2 req-6fd2e10c-f18a-410e-b70d-78cda2f469dc tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=57b9d222-8b85-4225-b1ff-02aaa569e511 HTTP/1.1" status: 200 len: 210 time: 0.0329132 Jul 13 09:12:22.207766 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa66b3-74c6-4224-bf6e-0d658206f6cc req-1ef5fe55-288b-4676-af54-dd1dd54cad2e tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:22.209419 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a0aa66b3-74c6-4224-bf6e-0d658206f6cc req-1ef5fe55-288b-4676-af54-dd1dd54cad2e tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/ports?device_id=c14ba4bd-c1b6-4d36-9afb-402a857f32fb HTTP/1.1" status: 200 len: 946 time: 0.0491495 Jul 13 09:12:22.261811 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a0aa66b3-74c6-4224-bf6e-0d658206f6cc req-7f9848b0-0b3d-46aa-bde1-8b69f54cf46e tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/security-groups?id=9e1085ae-5b03-4b64-b791-a31d2def9efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460799 Jul 13 09:12:22.383994 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbf9073-fce1-4374-8f86-ade9c3a52ba0 req-da9fd4ad-dbb0-4f4f-b65d-6772ee6307f8 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:22.385982 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-3cbf9073-fce1-4374-8f86-ade9c3a52ba0 req-da9fd4ad-dbb0-4f4f-b65d-6772ee6307f8 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa HTTP/1.1" status: 200 len: 943 time: 0.0609741 Jul 13 09:12:22.438771 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-3cbf9073-fce1-4374-8f86-ade9c3a52ba0 req-3b7a5e56-68e0-4305-aead-773f2f11e660 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=70d72f57-389f-4602-bc9a-71623592d222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440145 Jul 13 09:12:22.748413 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-14955922-f970-4282-a6f4-4edd5de3d28e req-58e4afa4-4d37-4476-bcfe-d877637bfbfc tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=57b9d222-8b85-4225-b1ff-02aaa569e511 HTTP/1.1" status: 200 len: 210 time: 0.0375047 Jul 13 09:12:22.807990 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-78a1af9f-4016-4f67-ab84-63be1e54c9ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (084ea860-45cb-441c-b2f8-c6c2f7d6686c), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:23.379336 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402dc2ce-a2c4-4cd7-92a6-85449ffe90fc req-59ac5887-9699-48f2-97e9-61e6031a20a5 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:23.380733 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-402dc2ce-a2c4-4cd7-92a6-85449ffe90fc req-59ac5887-9699-48f2-97e9-61e6031a20a5 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/ports?device_id=c14ba4bd-c1b6-4d36-9afb-402a857f32fb HTTP/1.1" status: 200 len: 946 time: 0.0473611 Jul 13 09:12:23.427546 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-402dc2ce-a2c4-4cd7-92a6-85449ffe90fc req-2088ec3d-f3ef-4126-87d9-2b0c2ce6b935 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/security-groups?id=9e1085ae-5b03-4b64-b791-a31d2def9efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409446 Jul 13 09:12:23.557065 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18688349-05ff-414d-86f8-44e4c22cf2ff req-1b8df63e-6d76-4356-86d7-6a31c1f0acc2 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:23.558571 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-18688349-05ff-414d-86f8-44e4c22cf2ff req-1b8df63e-6d76-4356-86d7-6a31c1f0acc2 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa HTTP/1.1" status: 200 len: 943 time: 0.0479484 Jul 13 09:12:23.605729 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-18688349-05ff-414d-86f8-44e4c22cf2ff req-38e19b1e-bb80-4e90-809f-0184f35429f7 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=70d72f57-389f-4602-bc9a-71623592d222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412505 Jul 13 09:12:23.850500 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-18e4e2c5-74f6-483c-a746-5116ff5b75d7 req-0721fb29-8865-4503-8e0a-35f941974c2d tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=57b9d222-8b85-4225-b1ff-02aaa569e511 HTTP/1.1" status: 200 len: 210 time: 0.0312095 Jul 13 09:12:24.459740 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7f3b3aed-46f4-4e68-bbbe-dab9f8099e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (d1fd82e0-5c39-4100-b44b-c54ee27d2d9f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:24.543091 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5fd9a5-f328-4373-9a1d-fed9746a982e req-5fd60a85-e565-4a6e-b4a0-8f06c0e425d1 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:24.544584 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-cd5fd9a5-f328-4373-9a1d-fed9746a982e req-5fd60a85-e565-4a6e-b4a0-8f06c0e425d1 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/ports?device_id=c14ba4bd-c1b6-4d36-9afb-402a857f32fb HTTP/1.1" status: 200 len: 946 time: 0.0484936 Jul 13 09:12:24.592341 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-cd5fd9a5-f328-4373-9a1d-fed9746a982e req-734d1430-7dac-4ac9-8696-89b873e4e065 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/security-groups?id=9e1085ae-5b03-4b64-b791-a31d2def9efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408182 Jul 13 09:12:24.707740 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:12:24.723917 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590be588-8e1e-4512-800d-16b452d4432f req-01af9cee-cfdf-4324-b6c3-8c12f1384f58 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:24.726011 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-590be588-8e1e-4512-800d-16b452d4432f req-01af9cee-cfdf-4324-b6c3-8c12f1384f58 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa HTTP/1.1" status: 200 len: 943 time: 0.0486424 Jul 13 09:12:24.773227 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-590be588-8e1e-4512-800d-16b452d4432f req-498d1065-ab5b-4c04-9c43-0f557defae23 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=70d72f57-389f-4602-bc9a-71623592d222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415866 Jul 13 09:12:24.948047 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-937d0925-ef56-4364-ac30-2dbd91a213c0 req-141961af-ca25-48d2-9161-28baf77811f5 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=57b9d222-8b85-4225-b1ff-02aaa569e511 HTTP/1.1" status: 200 len: 210 time: 0.0319362 Jul 13 09:12:25.533364 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5ee680a5-33f3-4217-99f5-17637ad0570e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (59ae6226-c784-4fad-8646-7377b1ef5f31), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:25.566268 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bcdc8f-5ca2-4a7d-a6a6-5526cd1bfbb2 req-1ee15b54-4c2d-45e5-ac68-df9bef5f5c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:25.567891 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-c7bcdc8f-5ca2-4a7d-a6a6-5526cd1bfbb2 req-1ee15b54-4c2d-45e5-ac68-df9bef5f5c60 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c14ba4bd-c1b6-4d36-9afb-402a857f32fb HTTP/1.1" status: 200 len: 1130 time: 0.0699353 Jul 13 09:12:25.669528 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:12:25.679227 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0415ad-5655-4d93-b785-b0fb510bee8a req-5f1e2d7b-a4b7-49b3-aff7-1866ea46bc9b tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:25.680823 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-af0415ad-5655-4d93-b785-b0fb510bee8a req-5f1e2d7b-a4b7-49b3-aff7-1866ea46bc9b tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.30 "GET /v2.0/networks?id=3b440154-a6c9-4139-b7ed-df54c627be50 HTTP/1.1" status: 200 len: 811 time: 0.1723876 Jul 13 09:12:25.682894 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-c7bcdc8f-5ca2-4a7d-a6a6-5526cd1bfbb2 req-2ad12bb4-827b-445a-abb8-b0c2a1613693 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9e1085ae-5b03-4b64-b791-a31d2def9efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902965 Jul 13 09:12:25.713222 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e180bd26-f1ac-4ba8-95d8-d8b76cd7a0db req-e99d4b07-6ff4-4400-b586-8b18734d1442 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:25.714856 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-e180bd26-f1ac-4ba8-95d8-d8b76cd7a0db req-e99d4b07-6ff4-4400-b586-8b18734d1442 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/ports?device_id=c14ba4bd-c1b6-4d36-9afb-402a857f32fb HTTP/1.1" status: 200 len: 946 time: 0.0485363 Jul 13 09:12:25.767806 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-e180bd26-f1ac-4ba8-95d8-d8b76cd7a0db req-f5a037ea-54b0-41ad-a4c4-06d5df1b336a tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/security-groups?id=9e1085ae-5b03-4b64-b791-a31d2def9efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458333 Jul 13 09:12:25.790863 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (9379cce5-6fc7-4135-bc49-530c07185724), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:25.906943 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f1c27-525b-4b44-b48b-5302c86bc5e2 req-e78704c3-4493-47cb-9a9d-dad772cfaec6 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:25.908512 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-261f1c27-525b-4b44-b48b-5302c86bc5e2 req-e78704c3-4493-47cb-9a9d-dad772cfaec6 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa HTTP/1.1" status: 200 len: 943 time: 0.0624204 Jul 13 09:12:25.973613 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-af0415ad-5655-4d93-b785-b0fb510bee8a req-f3344569-4606-4935-8431-a994987d688f tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02051a1f629a48199bb1eb504c747294 HTTP/1.1" status: 200 len: 380 time: 0.0938010 Jul 13 09:12:25.985895 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [req-af0415ad-5655-4d93-b785-b0fb510bee8a req-27aa6ef5-394f-44d3-a41c-6a6ce31e808f tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Request body: {'port': {'device_id': '57b9d222-8b85-4225-b1ff-02aaa569e511', 'network_id': '3b440154-a6c9-4139-b7ed-df54c627be50', 'admin_state_up': True, 'tenant_id': '02051a1f629a48199bb1eb504c747294', 'security_groups': ['21069fad-86d1-47ed-b9b6-e3fef0251eab']}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:12:26.011321 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-261f1c27-525b-4b44-b48b-5302c86bc5e2 req-ff6e6fa1-e4d3-415a-890c-d6f69e71674e tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=70d72f57-389f-4602-bc9a-71623592d222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927415 Jul 13 09:12:26.072492 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-4644abbe-cc4a-4dff-814f-1467ef1f8f7c req-0cd68b61-11f0-4fe2-8c4d-f3ab313b3d45 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=57b9d222-8b85-4225-b1ff-02aaa569e511 HTTP/1.1" status: 200 len: 210 time: 0.0292473 Jul 13 09:12:26.190963 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af0415ad-5655-4d93-b785-b0fb510bee8a req-27aa6ef5-394f-44d3-a41c-6a6ce31e808f tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Made reservation on behalf of 02051a1f629a48199bb1eb504c747294 for: {'port': 1} {{(pid=104469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 09:12:26.194613 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-af0415ad-5655-4d93-b785-b0fb510bee8a req-27aa6ef5-394f-44d3-a41c-6a6ce31e808f tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:26.219661 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:12:26.329898 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_common [req-af0415ad-5655-4d93-b785-b0fb510bee8a req-27aa6ef5-394f-44d3-a41c-6a6ce31e808f tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Allocated IP 172.20.0.7 (3b440154-a6c9-4139-b7ed-df54c627be50/8c1af7e4-944c-47db-9585-b5c5f9138bea/f0112888-5873-4829-b011-1ecd352cf3ac) {{(pid=104469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 09:12:26.472931 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-af0415ad-5655-4d93-b785-b0fb510bee8a req-27aa6ef5-394f-44d3-a41c-6a6ce31e808f tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks [] for port (f0112888-5873-4829-b011-1ecd352cf3ac), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:26.568367 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-af0415ad-5655-4d93-b785-b0fb510bee8a req-27aa6ef5-394f-44d3-a41c-6a6ce31e808f tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760184582126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542309'] for port (f0112888-5873-4829-b011-1ecd352cf3ac), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:26.616289 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af0415ad-5655-4d93-b785-b0fb510bee8a req-27aa6ef5-394f-44d3-a41c-6a6ce31e808f tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Network 3b440154-a6c9-4139-b7ed-df54c627be50 is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:12:26.621166 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [req-af0415ad-5655-4d93-b785-b0fb510bee8a req-27aa6ef5-394f-44d3-a41c-6a6ce31e808f tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:12:26.625779 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [req-af0415ad-5655-4d93-b785-b0fb510bee8a req-27aa6ef5-394f-44d3-a41c-6a6ce31e808f tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Received port after_create {{(pid=104469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 09:12:26.631859 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aa6ef5-394f-44d3-a41c-6a6ce31e808f tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Pushing event updated for resources: {'Port': ['ID=f0112888-5873-4829-b011-1ecd352cf3ac,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:12:26.669619 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27aa6ef5-394f-44d3-a41c-6a6ce31e808f tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:12:26.670327 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27aa6ef5-394f-44d3-a41c-6a6ce31e808f tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:12:26.670327 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27aa6ef5-394f-44d3-a41c-6a6ce31e808f tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:12:26.673872 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27aa6ef5-394f-44d3-a41c-6a6ce31e808f tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:12:26.673872 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27aa6ef5-394f-44d3-a41c-6a6ce31e808f tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:12:26.673872 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27aa6ef5-394f-44d3-a41c-6a6ce31e808f tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:12:26.673872 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27aa6ef5-394f-44d3-a41c-6a6ce31e808f tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:12:26.673872 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27aa6ef5-394f-44d3-a41c-6a6ce31e808f tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:12:26.673872 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27aa6ef5-394f-44d3-a41c-6a6ce31e808f tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:12:26.673872 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27aa6ef5-394f-44d3-a41c-6a6ce31e808f tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:12:26.673872 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27aa6ef5-394f-44d3-a41c-6a6ce31e808f tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:12:26.673872 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27aa6ef5-394f-44d3-a41c-6a6ce31e808f tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:12:26.673872 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27aa6ef5-394f-44d3-a41c-6a6ce31e808f tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:12:26.673872 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27aa6ef5-394f-44d3-a41c-6a6ce31e808f tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:12:26.674800 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27aa6ef5-394f-44d3-a41c-6a6ce31e808f tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:12:26.700019 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0415ad-5655-4d93-b785-b0fb510bee8a req-27aa6ef5-394f-44d3-a41c-6a6ce31e808f tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:26.700767 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-af0415ad-5655-4d93-b785-b0fb510bee8a req-27aa6ef5-394f-44d3-a41c-6a6ce31e808f tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for port (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:26.764922 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-af0415ad-5655-4d93-b785-b0fb510bee8a req-27aa6ef5-394f-44d3-a41c-6a6ce31e808f tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7835681 Jul 13 09:12:26.858776 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:12:26.865296 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-fc432eeb-e7ff-4129-907e-dcaef6c89def None None] Provisioning complete for port f0112888-5873-4829-b011-1ecd352cf3ac triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:12:26.865804 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-fc432eeb-e7ff-4129-907e-dcaef6c89def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (f0112888-5873-4829-b011-1ecd352cf3ac), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:26.892399 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a7bf1-f816-4b13-8693-974169ba116b req-80cc624f-bbf9-4730-bd70-6b48d8802a89 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:26.893266 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a59a7bf1-f816-4b13-8693-974169ba116b req-80cc624f-bbf9-4730-bd70-6b48d8802a89 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/ports?device_id=c14ba4bd-c1b6-4d36-9afb-402a857f32fb HTTP/1.1" status: 200 len: 946 time: 0.0555136 Jul 13 09:12:26.900791 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-fc432eeb-e7ff-4129-907e-dcaef6c89def None None] Port f0112888-5873-4829-b011-1ecd352cf3ac cannot update to ACTIVE because it is not bound. {{(pid=104470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 09:12:26.904874 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:12:26.941457 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a59a7bf1-f816-4b13-8693-974169ba116b req-8d202ac7-d8d0-4f9e-ae72-ac1008f05649 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/security-groups?id=9e1085ae-5b03-4b64-b791-a31d2def9efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424459 Jul 13 09:12:27.142921 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c79ca4-9aa3-4b4f-8120-e6cd588046c0 req-0752e7b4-d8c1-4c7d-90d4-0cfac850d464 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:27.145199 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-22c79ca4-9aa3-4b4f-8120-e6cd588046c0 req-0752e7b4-d8c1-4c7d-90d4-0cfac850d464 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa HTTP/1.1" status: 200 len: 943 time: 0.0536613 Jul 13 09:12:27.146709 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=32,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:12:27.151825 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=30,neutron:UPDATE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:12:27.209831 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [req-af0415ad-5655-4d93-b785-b0fb510bee8a req-8474cb89-aae7-47bc-9d7c-06df8a922975 service neutron] Request body: {'port': {'device_id': '57b9d222-8b85-4225-b1ff-02aaa569e511', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84962'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:12:27.212622 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-22c79ca4-9aa3-4b4f-8120-e6cd588046c0 req-f1cdfb4c-6b30-47d0-b001-55d10d3bb5fa tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=70d72f57-389f-4602-bc9a-71623592d222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614488 Jul 13 09:12:27.246483 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6083b326-0b87-4b71-80dc-b5df8e98a0fd req-46febd42-c3a0-4cf9-9eaf-ed96aaf10dfe tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:27.248010 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-6083b326-0b87-4b71-80dc-b5df8e98a0fd req-46febd42-c3a0-4cf9-9eaf-ed96aaf10dfe tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=57b9d222-8b85-4225-b1ff-02aaa569e511 HTTP/1.1" status: 200 len: 931 time: 0.0873101 Jul 13 09:12:27.317286 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-af0415ad-5655-4d93-b785-b0fb510bee8a req-8474cb89-aae7-47bc-9d7c-06df8a922975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (f0112888-5873-4829-b011-1ecd352cf3ac), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:27.348343 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-6083b326-0b87-4b71-80dc-b5df8e98a0fd req-b9795e6c-401d-43d9-b587-7454ebee528f tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/security-groups?id=21069fad-86d1-47ed-b9b6-e3fef0251eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946641 Jul 13 09:12:27.380053 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:12:27.610654 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [req-af0415ad-5655-4d93-b785-b0fb510bee8a req-8474cb89-aae7-47bc-9d7c-06df8a922975 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0112888-5873-4829-b011-1ecd352cf3ac {{(pid=104469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 09:12:27.618103 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-af0415ad-5655-4d93-b785-b0fb510bee8a req-8474cb89-aae7-47bc-9d7c-06df8a922975 service neutron] Publish callbacks [] for port (f0112888-5873-4829-b011-1ecd352cf3ac), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:27.630903 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [req-af0415ad-5655-4d93-b785-b0fb510bee8a req-8474cb89-aae7-47bc-9d7c-06df8a922975 service neutron] Transition to ACTIVE for port object f0112888-5873-4829-b011-1ecd352cf3ac will not be triggered until provisioned by entity L2. {{(pid=104469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 09:12:28.036475 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-af0415ad-5655-4d93-b785-b0fb510bee8a req-8474cb89-aae7-47bc-9d7c-06df8a922975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542332'] for port (f0112888-5873-4829-b011-1ecd352cf3ac), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:28.066971 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78af43c-52e4-419f-82ab-f12f69dd3b3f req-6fd36da0-4e67-4049-b77f-13ecff79861d tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:28.073949 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-e78af43c-52e4-419f-82ab-f12f69dd3b3f req-6fd36da0-4e67-4049-b77f-13ecff79861d tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/ports?device_id=c14ba4bd-c1b6-4d36-9afb-402a857f32fb HTTP/1.1" status: 200 len: 946 time: 0.0572000 Jul 13 09:12:28.110582 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:12:28.126509 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-e78af43c-52e4-419f-82ab-f12f69dd3b3f req-497bde00-6c5c-44a2-b412-bdc2de2e07f1 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/security-groups?id=9e1085ae-5b03-4b64-b791-a31d2def9efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516210 Jul 13 09:12:28.171228 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8474cb89-aae7-47bc-9d7c-06df8a922975 service neutron] Pushing event updated for resources: {'Port': ['ID=f0112888-5873-4829-b011-1ecd352cf3ac,revision_number=2']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:12:28.174757 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [req-af0415ad-5655-4d93-b785-b0fb510bee8a req-8474cb89-aae7-47bc-9d7c-06df8a922975 service neutron] Attempting to bind port f0112888-5873-4829-b011-1ecd352cf3ac on host hv-cinder-84962 for vnic_type normal with profile {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 09:12:28.175086 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [req-af0415ad-5655-4d93-b785-b0fb510bee8a req-8474cb89-aae7-47bc-9d7c-06df8a922975 service neutron] Attempting to bind port f0112888-5873-4829-b011-1ecd352cf3ac by drivers openvswitch,hyperv on host hv-cinder-84962 at level 0 using segments [{'id': '6417cdc0-763c-4790-ae1e-ebc420f204bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3b440154-a6c9-4139-b7ed-df54c627be50'}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 09:12:28.175407 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0415ad-5655-4d93-b785-b0fb510bee8a req-8474cb89-aae7-47bc-9d7c-06df8a922975 service neutron] Attempting to bind port f0112888-5873-4829-b011-1ecd352cf3ac on network 3b440154-a6c9-4139-b7ed-df54c627be50 {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 09:12:28.182096 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0415ad-5655-4d93-b785-b0fb510bee8a req-8474cb89-aae7-47bc-9d7c-06df8a922975 service neutron] Port f0112888-5873-4829-b011-1ecd352cf3ac on network 3b440154-a6c9-4139-b7ed-df54c627be50 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84962 {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 13 09:12:28.182096 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0415ad-5655-4d93-b785-b0fb510bee8a req-8474cb89-aae7-47bc-9d7c-06df8a922975 service neutron] Attempting to bind port f0112888-5873-4829-b011-1ecd352cf3ac on network 3b440154-a6c9-4139-b7ed-df54c627be50 {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 09:12:28.186271 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0415ad-5655-4d93-b785-b0fb510bee8a req-8474cb89-aae7-47bc-9d7c-06df8a922975 service neutron] Checking agent: {'id': '6e9d2670-629d-42a5-8dd5-d0857aba9a7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84962', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 9, 4, 10), 'started_at': datetime.datetime(2022, 7, 13, 9, 4, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 9, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 09:12:28.186607 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0415ad-5655-4d93-b785-b0fb510bee8a req-8474cb89-aae7-47bc-9d7c-06df8a922975 service neutron] Checking segment: {'id': '6417cdc0-763c-4790-ae1e-ebc420f204bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3b440154-a6c9-4139-b7ed-df54c627be50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 09:12:28.187925 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0415ad-5655-4d93-b785-b0fb510bee8a req-8474cb89-aae7-47bc-9d7c-06df8a922975 service neutron] Bound using segment: {'id': '6417cdc0-763c-4790-ae1e-ebc420f204bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3b440154-a6c9-4139-b7ed-df54c627be50'} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 09:12:28.187925 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [req-af0415ad-5655-4d93-b785-b0fb510bee8a req-8474cb89-aae7-47bc-9d7c-06df8a922975 service neutron] Bound port: f0112888-5873-4829-b011-1ecd352cf3ac, host: hv-cinder-84962, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6417cdc0-763c-4790-ae1e-ebc420f204bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3b440154-a6c9-4139-b7ed-df54c627be50'}}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 09:12:28.188424 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-af0415ad-5655-4d93-b785-b0fb510bee8a req-8474cb89-aae7-47bc-9d7c-06df8a922975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (f0112888-5873-4829-b011-1ecd352cf3ac), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:28.253883 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [req-af0415ad-5655-4d93-b785-b0fb510bee8a req-8474cb89-aae7-47bc-9d7c-06df8a922975 service neutron] For port f0112888-5873-4829-b011-1ecd352cf3ac, host hv-cinder-84962, cleared binding levels {{(pid=104469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 09:12:28.257034 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [req-af0415ad-5655-4d93-b785-b0fb510bee8a req-8474cb89-aae7-47bc-9d7c-06df8a922975 service neutron] For port f0112888-5873-4829-b011-1ecd352cf3ac, host hv-cinder-84962, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=f0112888-5873-4829-b011-1ecd352cf3ac,segment=NetworkSegment(6417cdc0-763c-4790-ae1e-ebc420f204bb),segment_id=6417cdc0-763c-4790-ae1e-ebc420f204bb)] {{(pid=104469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 09:12:28.260591 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:12:28.324784 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device b9499393-8a91-40ba-8695-6c191d7d0d9d details requested by agent hyperv_hv-cinder-84962 with host hv-cinder-84962 {{(pid=104470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 09:12:28.352364 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d1d73-34eb-49c6-8871-081aecefaf7b req-58b79136-02b8-45b9-9b3a-95d831888a03 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:28.354081 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d25d1d73-34eb-49c6-8871-081aecefaf7b req-58b79136-02b8-45b9-9b3a-95d831888a03 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa HTTP/1.1" status: 200 len: 943 time: 0.0550306 Jul 13 09:12:28.356218 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-af0415ad-5655-4d93-b785-b0fb510bee8a req-8474cb89-aae7-47bc-9d7c-06df8a922975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542332'] for port (f0112888-5873-4829-b011-1ecd352cf3ac), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:28.422759 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0415ad-5655-4d93-b785-b0fb510bee8a req-8474cb89-aae7-47bc-9d7c-06df8a922975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:28.423666 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-af0415ad-5655-4d93-b785-b0fb510bee8a req-8474cb89-aae7-47bc-9d7c-06df8a922975 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for port (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:28.425122 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-af0415ad-5655-4d93-b785-b0fb510bee8a req-8474cb89-aae7-47bc-9d7c-06df8a922975 service neutron] 10.222.0.30 "PUT /v2.0/ports/f0112888-5873-4829-b011-1ecd352cf3ac HTTP/1.1" status: 200 len: 1093 time: 1.2244020 Jul 13 09:12:28.426957 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57b9d222-8b85-4225-b1ff-02aaa569e511', 'tag': 'f0112888-5873-4829-b011-1ecd352cf3ac'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:12:28.432489 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c4e5b91a84def5af2f1fcdaa70b19e5540aa6c2f63d8f4e9cb6586108f6a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff65b8f-068a-4a57-95d3-408718fb1da7" -d '{"events": [{"name": "network-changed", "server_uuid": "57b9d222-8b85-4225-b1ff-02aaa569e511", "tag": "f0112888-5873-4829-b011-1ecd352cf3ac"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:12:28.456966 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port b9499393-8a91-40ba-8695-6c191d7d0d9d, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=b9499393-8a91-40ba-8695-6c191d7d0d9d,segment=NetworkSegment(d26cc65f-34ee-4574-8332-30169090378e),segment_id=d26cc65f-34ee-4574-8332-30169090378e)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:12:28.460326 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8474cb89-aae7-47bc-9d7c-06df8a922975 service neutron] Pushing event updated for resources: {'Port': ['ID=f0112888-5873-4829-b011-1ecd352cf3ac,revision_number=3']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:12:28.471042 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Returning: {'device': 'b9499393-8a91-40ba-8695-6c191d7d0d9d', 'network_id': 'dced4119-fd64-48f2-a32b-f0864c860758', 'port_id': 'b9499393-8a91-40ba-8695-6c191d7d0d9d', 'mac_address': 'fa:16:3e:00:5d:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f435a127-82ff-4993-a381-fe0f5e258ef6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 09:12:28.471821 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d25d1d73-34eb-49c6-8871-081aecefaf7b req-406ca44b-86b3-49dc-8dfa-dec73ec4cdbe tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=70d72f57-389f-4602-bc9a-71623592d222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868390 Jul 13 09:12:28.502315 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5eb2f4-8446-4f31-8fe5-dfa42b6a2871 req-c307a6ae-3d49-419b-878c-f2ee64467746 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:28.503954 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-fa5eb2f4-8446-4f31-8fe5-dfa42b6a2871 req-c307a6ae-3d49-419b-878c-f2ee64467746 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=57b9d222-8b85-4225-b1ff-02aaa569e511 HTTP/1.1" status: 200 len: 943 time: 0.0815265 Jul 13 09:12:28.528063 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Current status of the port b9499393-8a91-40ba-8695-6c191d7d0d9d is: DOWN; New status is: BUILD {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:12:28.528738 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (b9499393-8a91-40ba-8695-6c191d7d0d9d), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:28.538306 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 09:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e99f6e7-fbe7-417b-9169-03fe0b6aa4be x-openstack-request-id: req-4e99f6e7-fbe7-417b-9169-03fe0b6aa4be {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:12:28.539595 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57b9d222-8b85-4225-b1ff-02aaa569e511", "tag": "f0112888-5873-4829-b011-1ecd352cf3ac", "status": "completed", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:12:28.540020 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-4e99f6e7-fbe7-417b-9169-03fe0b6aa4be {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:12:28.540575 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e99f6e7-fbe7-417b-9169-03fe0b6aa4be'] response: {'name': 'network-changed', 'server_uuid': '57b9d222-8b85-4225-b1ff-02aaa569e511', 'tag': 'f0112888-5873-4829-b011-1ecd352cf3ac', 'status': 'completed', 'code': 200} Jul 13 09:12:28.544716 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9499393-8a91-40ba-8695-6c191d7d0d9d {{(pid=104470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 09:12:28.570957 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port b9499393-8a91-40ba-8695-6c191d7d0d9d, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=b9499393-8a91-40ba-8695-6c191d7d0d9d,segment=NetworkSegment(d26cc65f-34ee-4574-8332-30169090378e),segment_id=d26cc65f-34ee-4574-8332-30169090378e)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:12:28.586559 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-fa5eb2f4-8446-4f31-8fe5-dfa42b6a2871 req-eef7a675-02e2-43bf-bb0f-e374b13f8927 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/security-groups?id=21069fad-86d1-47ed-b9b6-e3fef0251eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720918 Jul 13 09:12:28.613571 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff65b8f-068a-4a57-95d3-408718fb1da7 req-fbc2a640-9f98-4463-ac15-6a3a78c3255d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:28.615258 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-5ff65b8f-068a-4a57-95d3-408718fb1da7 req-fbc2a640-9f98-4463-ac15-6a3a78c3255d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=02051a1f629a48199bb1eb504c747294&device_id=57b9d222-8b85-4225-b1ff-02aaa569e511 HTTP/1.1" status: 200 len: 1127 time: 0.0448072 Jul 13 09:12:28.625530 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (b9499393-8a91-40ba-8695-6c191d7d0d9d), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:28.679891 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Pushing event updated for resources: {'Port': ['ID=b9499393-8a91-40ba-8695-6c191d7d0d9d,revision_number=9']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:12:28.725063 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff65b8f-068a-4a57-95d3-408718fb1da7 req-3328c10f-70ac-4e77-93f2-26df282f49f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:28.726495 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-5ff65b8f-068a-4a57-95d3-408718fb1da7 req-3328c10f-70ac-4e77-93f2-26df282f49f4 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=02051a1f629a48199bb1eb504c747294&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1038630 Jul 13 09:12:28.821580 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff65b8f-068a-4a57-95d3-408718fb1da7 req-1fe12953-bd59-4a58-ae83-3243d4611741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:28.823229 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-5ff65b8f-068a-4a57-95d3-408718fb1da7 req-1fe12953-bd59-4a58-ae83-3243d4611741 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905542 Jul 13 09:12:28.892902 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] get_ports_and_sgs() called for port_ids ['b9499393-8a91-40ba-8695-6c191d7d0d9d'] {{(pid=104470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 09:12:28.899437 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0415ad-5655-4d93-b785-b0fb510bee8a req-78eed76a-2dd4-43b8-aa11-c5011a854257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:28.900821 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-af0415ad-5655-4d93-b785-b0fb510bee8a req-78eed76a-2dd4-43b8-aa11-c5011a854257 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=02051a1f629a48199bb1eb504c747294&device_id=57b9d222-8b85-4225-b1ff-02aaa569e511 HTTP/1.1" status: 200 len: 1127 time: 0.0406384 Jul 13 09:12:28.944608 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-af0415ad-5655-4d93-b785-b0fb510bee8a req-60de9feb-8505-444e-ba54-f223fdd3640a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0112888-5873-4829-b011-1ecd352cf3ac HTTP/1.1" status: 200 len: 217 time: 0.0367641 Jul 13 09:12:28.996340 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0415ad-5655-4d93-b785-b0fb510bee8a req-5dcbb811-0e21-42c6-bcba-6f0f6f138ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:28.997840 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-af0415ad-5655-4d93-b785-b0fb510bee8a req-5dcbb811-0e21-42c6-bcba-6f0f6f138ea2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8c1af7e4-944c-47db-9585-b5c5f9138bea HTTP/1.1" status: 200 len: 850 time: 0.0466039 Jul 13 09:12:29.003537 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:12:29.045270 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0415ad-5655-4d93-b785-b0fb510bee8a req-5943253b-d981-4e5e-9e6c-a0cf21553652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:29.046921 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-af0415ad-5655-4d93-b785-b0fb510bee8a req-5943253b-d981-4e5e-9e6c-a0cf21553652 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3b440154-a6c9-4139-b7ed-df54c627be50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416422 Jul 13 09:12:29.122862 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:12:29.141812 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-af0415ad-5655-4d93-b785-b0fb510bee8a req-9567b578-33f3-4089-b1d9-a332d4c4db16 service neutron] 10.222.0.30 "GET /v2.0/networks/3b440154-a6c9-4139-b7ed-df54c627be50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881450 Jul 13 09:12:29.239462 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-af0415ad-5655-4d93-b785-b0fb510bee8a req-8d692ca0-6f37-45db-a82a-65365cc3d0d4 service neutron] 10.222.0.30 "GET /v2.0/networks/3b440154-a6c9-4139-b7ed-df54c627be50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911539 Jul 13 09:12:29.247163 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07258177-cb39-41ac-b346-9ed2261512ed req-53c402af-d95f-4b10-9933-3cae8b1972da tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:29.248687 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-07258177-cb39-41ac-b346-9ed2261512ed req-53c402af-d95f-4b10-9933-3cae8b1972da tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/ports?device_id=c14ba4bd-c1b6-4d36-9afb-402a857f32fb HTTP/1.1" status: 200 len: 946 time: 0.0496047 Jul 13 09:12:29.296710 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-07258177-cb39-41ac-b346-9ed2261512ed req-3a85d148-75af-4703-8073-1da76db45986 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/security-groups?id=9e1085ae-5b03-4b64-b791-a31d2def9efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419359 Jul 13 09:12:29.603774 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6b9cf6-da1d-4b79-b974-0b910373ed56 req-e28e8b9a-a5e2-494e-880c-6f2018478705 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:29.605325 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-0f6b9cf6-da1d-4b79-b974-0b910373ed56 req-e28e8b9a-a5e2-494e-880c-6f2018478705 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa HTTP/1.1" status: 200 len: 944 time: 0.0534279 Jul 13 09:12:29.659872 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-0f6b9cf6-da1d-4b79-b974-0b910373ed56 req-d4fee6ab-4871-4489-977d-cd7ffe586f21 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=70d72f57-389f-4602-bc9a-71623592d222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483806 Jul 13 09:12:29.739015 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d15c2-6c44-4ee2-9752-56734d9df7a0 req-42679967-aa0e-45de-ade0-db6d7561f81a tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:29.740548 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-408d15c2-6c44-4ee2-9752-56734d9df7a0 req-42679967-aa0e-45de-ade0-db6d7561f81a tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=57b9d222-8b85-4225-b1ff-02aaa569e511 HTTP/1.1" status: 200 len: 943 time: 0.0586252 Jul 13 09:12:29.792754 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-408d15c2-6c44-4ee2-9752-56734d9df7a0 req-c04a7ba1-8252-4261-97ad-b87a57fa4eee tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/security-groups?id=21069fad-86d1-47ed-b9b6-e3fef0251eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466256 Jul 13 09:12:30.343992 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device b9499393-8a91-40ba-8695-6c191d7d0d9d up at agent hyperv_hv-cinder-84962 {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:12:30.390179 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Provisioning complete for port b9499393-8a91-40ba-8695-6c191d7d0d9d triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:12:30.391642 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (b9499393-8a91-40ba-8695-6c191d7d0d9d), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:30.466567 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Current status of the port b9499393-8a91-40ba-8695-6c191d7d0d9d is: BUILD; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:12:30.466968 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (b9499393-8a91-40ba-8695-6c191d7d0d9d), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:30.490876 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9499393-8a91-40ba-8695-6c191d7d0d9d'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:12:30.493162 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db18c03db31c8eba27ff59efcab6aeefebc9da3faa7d3b822264179bbf74904a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d67e078-3446-48ee-9e6f-4bb295ce177f" -d '{"events": [{"server_uuid": "fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa", "name": "network-vif-plugged", "status": "completed", "tag": "b9499393-8a91-40ba-8695-6c191d7d0d9d"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:12:30.509630 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port b9499393-8a91-40ba-8695-6c191d7d0d9d, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=b9499393-8a91-40ba-8695-6c191d7d0d9d,segment=NetworkSegment(d26cc65f-34ee-4574-8332-30169090378e),segment_id=d26cc65f-34ee-4574-8332-30169090378e)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:12:30.532669 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 09:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db6a63d-af08-4335-854f-0e40ca02baab x-openstack-request-id: req-8db6a63d-af08-4335-854f-0e40ca02baab {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:12:30.532980 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa", "name": "network-vif-plugged", "status": "completed", "tag": "b9499393-8a91-40ba-8695-6c191d7d0d9d", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:12:30.533257 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-8db6a63d-af08-4335-854f-0e40ca02baab {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:12:30.533657 dv-cinder-849626-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8db6a63d-af08-4335-854f-0e40ca02baab'] response: {'server_uuid': 'fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9499393-8a91-40ba-8695-6c191d7d0d9d', 'code': 200} Jul 13 09:12:30.573651 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (b9499393-8a91-40ba-8695-6c191d7d0d9d), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:30.623732 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Pushing event updated for resources: {'Port': ['ID=b9499393-8a91-40ba-8695-6c191d7d0d9d,revision_number=10']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:12:30.791647 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e122cb-979d-47c8-940d-55bee0a0fa29 req-3b84ccfc-7fdb-408c-bb3f-f097200c2c10 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:30.793124 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d2e122cb-979d-47c8-940d-55bee0a0fa29 req-3b84ccfc-7fdb-408c-bb3f-f097200c2c10 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa HTTP/1.1" status: 200 len: 946 time: 0.0491235 Jul 13 09:12:30.845527 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d2e122cb-979d-47c8-940d-55bee0a0fa29 req-74283b6e-9297-45f9-a74d-4b3f27db0f24 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=70d72f57-389f-4602-bc9a-71623592d222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456450 Jul 13 09:12:30.893646 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47c8a97-8edc-46af-b8d5-6dade975f2d3 req-8a5650f0-ba11-4611-a8e1-9a6a6357ffe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:30.895197 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d47c8a97-8edc-46af-b8d5-6dade975f2d3 req-8a5650f0-ba11-4611-a8e1-9a6a6357ffe2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa HTTP/1.1" status: 200 len: 1130 time: 0.0432308 Jul 13 09:12:30.933138 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98266dc-c09f-4358-8a65-2fd3f785bdbc req-3e054521-e22c-4c4c-984e-72843d9048c7 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:30.938747 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-d98266dc-c09f-4358-8a65-2fd3f785bdbc req-3e054521-e22c-4c4c-984e-72843d9048c7 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=57b9d222-8b85-4225-b1ff-02aaa569e511 HTTP/1.1" status: 200 len: 943 time: 0.0556629 Jul 13 09:12:30.949032 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d47c8a97-8edc-46af-b8d5-6dade975f2d3 req-db8a0039-1d61-44ee-bb71-784dc9bf207a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=70d72f57-389f-4602-bc9a-71623592d222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472553 Jul 13 09:12:30.989290 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-d98266dc-c09f-4358-8a65-2fd3f785bdbc req-7d2a844e-6389-43cc-996d-0d6b0372d3df tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/security-groups?id=21069fad-86d1-47ed-b9b6-e3fef0251eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468962 Jul 13 09:12:31.966361 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d0b051-7e5e-4906-8db6-888d72421930 req-36dc385d-29ef-4ccb-a399-76a696007c2a tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:31.967953 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-34d0b051-7e5e-4906-8db6-888d72421930 req-36dc385d-29ef-4ccb-a399-76a696007c2a tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa HTTP/1.1" status: 200 len: 946 time: 0.0479259 Jul 13 09:12:32.006581 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:12:32.024732 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-34d0b051-7e5e-4906-8db6-888d72421930 req-b1d02439-9e0a-459e-a04d-a5b29397130c tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=70d72f57-389f-4602-bc9a-71623592d222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507150 Jul 13 09:12:32.112021 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be4689c-8850-4267-9b72-c57da16f1de3 req-dcfba862-e23a-42c0-84a8-4e31d2ee4b47 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:32.113545 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-6be4689c-8850-4267-9b72-c57da16f1de3 req-dcfba862-e23a-42c0-84a8-4e31d2ee4b47 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=57b9d222-8b85-4225-b1ff-02aaa569e511 HTTP/1.1" status: 200 len: 943 time: 0.0538900 Jul 13 09:12:32.165517 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-6be4689c-8850-4267-9b72-c57da16f1de3 req-c45f996e-08ec-4f0c-a0bc-d00a67522446 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/security-groups?id=21069fad-86d1-47ed-b9b6-e3fef0251eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463917 Jul 13 09:12:33.153283 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c0f37-6eee-4432-b94e-15b2c6f78d61 req-c7e2449e-a03d-4bd6-bed5-71322e4f6627 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:33.154871 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-e70c0f37-6eee-4432-b94e-15b2c6f78d61 req-c7e2449e-a03d-4bd6-bed5-71322e4f6627 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa HTTP/1.1" status: 200 len: 946 time: 0.0495517 Jul 13 09:12:33.204707 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-e70c0f37-6eee-4432-b94e-15b2c6f78d61 req-e08019db-6558-4fba-b7a1-0677ccd078e9 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=70d72f57-389f-4602-bc9a-71623592d222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439250 Jul 13 09:12:33.288697 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ac6958-4ee9-4c45-b6cf-d749a494a743 req-512c58d9-374a-4e8b-83a8-efabaae45251 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:33.290230 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-77ac6958-4ee9-4c45-b6cf-d749a494a743 req-512c58d9-374a-4e8b-83a8-efabaae45251 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=57b9d222-8b85-4225-b1ff-02aaa569e511 HTTP/1.1" status: 200 len: 943 time: 0.0491908 Jul 13 09:12:33.342070 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-77ac6958-4ee9-4c45-b6cf-d749a494a743 req-481b8ba6-8379-4964-b7a0-89eb186ce2ee tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/security-groups?id=21069fad-86d1-47ed-b9b6-e3fef0251eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453200 Jul 13 09:12:34.327972 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e5707-cadc-46c1-ba82-59821a79c01d req-ab59dea7-1754-4be2-b980-443a41bc0d3e tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:34.329500 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d18e5707-cadc-46c1-ba82-59821a79c01d req-ab59dea7-1754-4be2-b980-443a41bc0d3e tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa HTTP/1.1" status: 200 len: 946 time: 0.0512590 Jul 13 09:12:34.377966 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d18e5707-cadc-46c1-ba82-59821a79c01d req-e568116c-60a3-4894-9ff7-830faefe9df8 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=70d72f57-389f-4602-bc9a-71623592d222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429645 Jul 13 09:12:34.459338 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ce317-aac2-4765-a5b8-935bfaa390c0 req-e4e3b9c8-bf72-4802-ac7b-506336e6d967 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:34.460816 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-040ce317-aac2-4765-a5b8-935bfaa390c0 req-e4e3b9c8-bf72-4802-ac7b-506336e6d967 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=57b9d222-8b85-4225-b1ff-02aaa569e511 HTTP/1.1" status: 200 len: 943 time: 0.0472183 Jul 13 09:12:34.513662 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-040ce317-aac2-4765-a5b8-935bfaa390c0 req-9b8840fb-bfe2-4818-8d18-f0987b4f1f1d tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/security-groups?id=21069fad-86d1-47ed-b9b6-e3fef0251eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471890 Jul 13 09:12:35.630116 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816416ef-21f2-41ca-90ec-21d3e930772d req-df150537-7b6b-4ebc-bf3d-577ff7f57a73 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:35.631653 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-816416ef-21f2-41ca-90ec-21d3e930772d req-df150537-7b6b-4ebc-bf3d-577ff7f57a73 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=57b9d222-8b85-4225-b1ff-02aaa569e511 HTTP/1.1" status: 200 len: 943 time: 0.0490918 Jul 13 09:12:35.682162 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-816416ef-21f2-41ca-90ec-21d3e930772d req-208cbf32-b8c7-421c-bdab-6c7011172206 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/security-groups?id=21069fad-86d1-47ed-b9b6-e3fef0251eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446374 Jul 13 09:12:36.801355 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0bf31e-ad03-4227-aa24-913236a81e0f req-929a902d-5ad2-446f-ac50-2212a702a02c tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:36.803558 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5d0bf31e-ad03-4227-aa24-913236a81e0f req-929a902d-5ad2-446f-ac50-2212a702a02c tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=57b9d222-8b85-4225-b1ff-02aaa569e511 HTTP/1.1" status: 200 len: 943 time: 0.0504327 Jul 13 09:12:36.856351 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5d0bf31e-ad03-4227-aa24-913236a81e0f req-bbcb2bd8-e977-4dac-a3fa-64d98329030a tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/security-groups?id=21069fad-86d1-47ed-b9b6-e3fef0251eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471590 Jul 13 09:12:37.934520 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:12:37.972863 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593cddd0-386b-4eef-8ebf-9dd46f1a8a6d req-96a00adc-71ca-4613-9ade-92e0842da1ac tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:37.974426 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-593cddd0-386b-4eef-8ebf-9dd46f1a8a6d req-96a00adc-71ca-4613-9ade-92e0842da1ac tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=57b9d222-8b85-4225-b1ff-02aaa569e511 HTTP/1.1" status: 200 len: 943 time: 0.0486169 Jul 13 09:12:38.023332 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-593cddd0-386b-4eef-8ebf-9dd46f1a8a6d req-cbd0079c-cd8e-4faa-ac65-0c5ce7671fff tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/security-groups?id=21069fad-86d1-47ed-b9b6-e3fef0251eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434687 Jul 13 09:12:38.416058 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device f0112888-5873-4829-b011-1ecd352cf3ac details requested by agent hyperv_hv-cinder-84962 with host hv-cinder-84962 {{(pid=104470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 09:12:38.499429 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:12:38.520435 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port f0112888-5873-4829-b011-1ecd352cf3ac, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=f0112888-5873-4829-b011-1ecd352cf3ac,segment=NetworkSegment(6417cdc0-763c-4790-ae1e-ebc420f204bb),segment_id=6417cdc0-763c-4790-ae1e-ebc420f204bb)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:12:38.532200 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Returning: {'device': 'f0112888-5873-4829-b011-1ecd352cf3ac', 'network_id': '3b440154-a6c9-4139-b7ed-df54c627be50', 'port_id': 'f0112888-5873-4829-b011-1ecd352cf3ac', 'mac_address': 'fa:16:3e:cb:db:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c1af7e4-944c-47db-9585-b5c5f9138bea', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 09:12:38.569909 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Current status of the port f0112888-5873-4829-b011-1ecd352cf3ac is: DOWN; New status is: BUILD {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:12:38.570391 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (f0112888-5873-4829-b011-1ecd352cf3ac), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:38.583883 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0112888-5873-4829-b011-1ecd352cf3ac {{(pid=104470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 09:12:38.604067 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port f0112888-5873-4829-b011-1ecd352cf3ac, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=f0112888-5873-4829-b011-1ecd352cf3ac,segment=NetworkSegment(6417cdc0-763c-4790-ae1e-ebc420f204bb),segment_id=6417cdc0-763c-4790-ae1e-ebc420f204bb)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:12:38.698958 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (f0112888-5873-4829-b011-1ecd352cf3ac), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:38.748245 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Pushing event updated for resources: {'Port': ['ID=f0112888-5873-4829-b011-1ecd352cf3ac,revision_number=4']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:12:38.986537 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] get_ports_and_sgs() called for port_ids ['f0112888-5873-4829-b011-1ecd352cf3ac'] {{(pid=104470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 09:12:39.153049 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce351d2-5f2e-4f0d-82a5-4d6185173638 req-223f9ad6-ce8b-4681-b041-9c5250f8d0f3 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:39.154961 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-3ce351d2-5f2e-4f0d-82a5-4d6185173638 req-223f9ad6-ce8b-4681-b041-9c5250f8d0f3 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=57b9d222-8b85-4225-b1ff-02aaa569e511 HTTP/1.1" status: 200 len: 944 time: 0.0572736 Jul 13 09:12:39.168654 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:12:39.206466 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-3ce351d2-5f2e-4f0d-82a5-4d6185173638 req-ac11ab7b-a550-40e7-974c-71fef5db707c tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/security-groups?id=21069fad-86d1-47ed-b9b6-e3fef0251eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457282 Jul 13 09:12:40.329204 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696a2884-f2a5-4c9a-ac6f-2e2539a9a508 req-839b53f2-4e88-4187-b02f-58832760dd43 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:40.334518 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-696a2884-f2a5-4c9a-ac6f-2e2539a9a508 req-839b53f2-4e88-4187-b02f-58832760dd43 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=57b9d222-8b85-4225-b1ff-02aaa569e511 HTTP/1.1" status: 200 len: 944 time: 0.0577111 Jul 13 09:12:40.387837 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-696a2884-f2a5-4c9a-ac6f-2e2539a9a508 req-c4ee11b5-15f8-44fa-a909-549c0e292225 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/security-groups?id=21069fad-86d1-47ed-b9b6-e3fef0251eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456278 Jul 13 09:12:40.420873 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device f0112888-5873-4829-b011-1ecd352cf3ac up at agent hyperv_hv-cinder-84962 {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:12:40.466180 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Provisioning for port f0112888-5873-4829-b011-1ecd352cf3ac completed by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 13 09:12:40.527416 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Provisioning complete for port f0112888-5873-4829-b011-1ecd352cf3ac triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:12:40.527787 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (f0112888-5873-4829-b011-1ecd352cf3ac), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:40.599317 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Current status of the port f0112888-5873-4829-b011-1ecd352cf3ac is: BUILD; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:12:40.599610 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (f0112888-5873-4829-b011-1ecd352cf3ac), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:40.621578 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57b9d222-8b85-4225-b1ff-02aaa569e511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0112888-5873-4829-b011-1ecd352cf3ac'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:12:40.623761 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db18c03db31c8eba27ff59efcab6aeefebc9da3faa7d3b822264179bbf74904a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3cbf5ed-6e3d-4b7c-ab9c-abfef0912821" -d '{"events": [{"server_uuid": "57b9d222-8b85-4225-b1ff-02aaa569e511", "name": "network-vif-plugged", "status": "completed", "tag": "f0112888-5873-4829-b011-1ecd352cf3ac"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:12:40.635667 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port f0112888-5873-4829-b011-1ecd352cf3ac, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=f0112888-5873-4829-b011-1ecd352cf3ac,segment=NetworkSegment(6417cdc0-763c-4790-ae1e-ebc420f204bb),segment_id=6417cdc0-763c-4790-ae1e-ebc420f204bb)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:12:40.722687 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (f0112888-5873-4829-b011-1ecd352cf3ac), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:40.881200 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 09:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6a3cb3-0fe0-434d-8c5e-dfa0ea37ee27 x-openstack-request-id: req-7c6a3cb3-0fe0-434d-8c5e-dfa0ea37ee27 {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:12:40.881490 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57b9d222-8b85-4225-b1ff-02aaa569e511", "name": "network-vif-plugged", "status": "completed", "tag": "f0112888-5873-4829-b011-1ecd352cf3ac", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:12:40.881734 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-7c6a3cb3-0fe0-434d-8c5e-dfa0ea37ee27 {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:12:40.882141 dv-cinder-849626-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c6a3cb3-0fe0-434d-8c5e-dfa0ea37ee27'] response: {'server_uuid': '57b9d222-8b85-4225-b1ff-02aaa569e511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0112888-5873-4829-b011-1ecd352cf3ac', 'code': 200} Jul 13 09:12:40.908247 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Pushing event updated for resources: {'Port': ['ID=f0112888-5873-4829-b011-1ecd352cf3ac,revision_number=5']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:12:41.172154 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4081b1-d6cd-4fad-847e-437f49ec1b1a req-96f720d8-0382-4f82-9264-fc234bf6e74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:41.174318 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-6c4081b1-d6cd-4fad-847e-437f49ec1b1a req-96f720d8-0382-4f82-9264-fc234bf6e74e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=57b9d222-8b85-4225-b1ff-02aaa569e511 HTTP/1.1" status: 200 len: 1129 time: 0.0390925 Jul 13 09:12:41.219981 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-6c4081b1-d6cd-4fad-847e-437f49ec1b1a req-42e26bfc-ca7d-470a-a44e-8bd0b84ffd7b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=21069fad-86d1-47ed-b9b6-e3fef0251eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391827 Jul 13 09:12:41.507460 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb23051-af57-43de-b0d8-f03598948949 req-715e6fc7-bbad-4ac1-bcc8-45bf3fcedd32 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:41.509262 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-ddb23051-af57-43de-b0d8-f03598948949 req-715e6fc7-bbad-4ac1-bcc8-45bf3fcedd32 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=57b9d222-8b85-4225-b1ff-02aaa569e511 HTTP/1.1" status: 200 len: 945 time: 0.0536435 Jul 13 09:12:41.536712 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:12:41.561866 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-ddb23051-af57-43de-b0d8-f03598948949 req-1af0a18e-952e-4616-bd6c-2a8d0083b5de tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/security-groups?id=21069fad-86d1-47ed-b9b6-e3fef0251eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468810 Jul 13 09:12:41.744530 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (6e9d2670-629d-42a5-8dd5-d0857aba9a7e), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:42.675960 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738005e8-057b-4d4b-af0e-92bc4c276b50 req-5c3eb5cd-65bf-4d3e-a19e-6698df0f5041 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:42.677483 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-738005e8-057b-4d4b-af0e-92bc4c276b50 req-5c3eb5cd-65bf-4d3e-a19e-6698df0f5041 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=57b9d222-8b85-4225-b1ff-02aaa569e511 HTTP/1.1" status: 200 len: 945 time: 0.0480959 Jul 13 09:12:42.730604 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-738005e8-057b-4d4b-af0e-92bc4c276b50 req-101c1448-8dc9-49b0-b6cc-19307dd7d30e tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/security-groups?id=21069fad-86d1-47ed-b9b6-e3fef0251eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474882 Jul 13 09:12:43.011982 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e515b47c-ed6e-4de0-840b-36cf8bdb49d2 req-9554b316-0e26-494c-8e54-c8172871ca29 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:43.013496 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-e515b47c-ed6e-4de0-840b-36cf8bdb49d2 req-9554b316-0e26-494c-8e54-c8172871ca29 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0e9d0df-5024-4fa7-8570-1878f7b39d7d HTTP/1.1" status: 200 len: 945 time: 0.0484617 Jul 13 09:12:43.046486 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:12:43.062080 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-e515b47c-ed6e-4de0-840b-36cf8bdb49d2 req-5452562a-9a28-4c9f-b069-46fa394f9bca tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/security-groups?id=6d251890-f65e-434e-a6cb-08ba3fd43f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427194 Jul 13 09:12:43.848896 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7892d9-76a2-4881-8f2e-4b45716a01ae req-7207cc03-a166-4619-a1e1-b750ec20bd97 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:43.850422 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-cb7892d9-76a2-4881-8f2e-4b45716a01ae req-7207cc03-a166-4619-a1e1-b750ec20bd97 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=57b9d222-8b85-4225-b1ff-02aaa569e511 HTTP/1.1" status: 200 len: 945 time: 0.0484593 Jul 13 09:12:43.903130 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-cb7892d9-76a2-4881-8f2e-4b45716a01ae req-8d86a9f3-3f71-476c-ad0f-7176b6106967 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/security-groups?id=21069fad-86d1-47ed-b9b6-e3fef0251eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473540 Jul 13 09:12:44.016413 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc468c-4b2e-467c-8a83-701da40a9553 req-d0f0fb76-3eaa-40b8-ab58-6841a1a56f41 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:44.017944 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-3ecc468c-4b2e-467c-8a83-701da40a9553 req-d0f0fb76-3eaa-40b8-ab58-6841a1a56f41 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=57b9d222-8b85-4225-b1ff-02aaa569e511 HTTP/1.1" status: 200 len: 945 time: 0.0483284 Jul 13 09:12:44.067307 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-3ecc468c-4b2e-467c-8a83-701da40a9553 req-680f0221-b749-4c9e-9c1c-a00032912d54 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/security-groups?id=21069fad-86d1-47ed-b9b6-e3fef0251eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434105 Jul 13 09:12:44.088724 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 38540) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:12:44.130392 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab41234-c688-44f3-8a99-90a815e4a389 tempest-TestVolumeBootPattern-905320785 tempest-TestVolumeBootPattern-905320785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:44.131903 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-4ab41234-c688-44f3-8a99-90a815e4a389 tempest-TestVolumeBootPattern-905320785 tempest-TestVolumeBootPattern-905320785-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=57b9d222-8b85-4225-b1ff-02aaa569e511 HTTP/1.1" status: 200 len: 1124 time: 0.0422187 Jul 13 09:12:44.134934 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 38542) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:12:44.139065 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-fd161701-2b2b-47b1-ab8a-14b5af7af737 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Request body: {'floatingip': {'floating_network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'port_id': 'f0112888-5873-4829-b011-1ecd352cf3ac', 'tenant_id': '02051a1f629a48199bb1eb504c747294', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:12:44.173077 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e414cf-aeb9-44e2-893f-4760ad5e00f3 req-937b0dc8-a5c3-4acc-a380-3e46beb7f3c6 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:44.175150 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-82e414cf-aeb9-44e2-893f-4760ad5e00f3 req-937b0dc8-a5c3-4acc-a380-3e46beb7f3c6 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0e9d0df-5024-4fa7-8570-1878f7b39d7d HTTP/1.1" status: 200 len: 945 time: 0.0476902 Jul 13 09:12:44.221671 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-82e414cf-aeb9-44e2-893f-4760ad5e00f3 req-aa84ef96-bd12-4a5f-97ad-72e8bd0a7900 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/security-groups?id=6d251890-f65e-434e-a6cb-08ba3fd43f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409317 Jul 13 09:12:44.230625 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd161701-2b2b-47b1-ab8a-14b5af7af737 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:44.309669 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd161701-2b2b-47b1-ab8a-14b5af7af737 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:44.417563 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_common [None req-fd161701-2b2b-47b1-ab8a-14b5af7af737 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Allocated IP 172.27.3.213 (14d154e4-c9a5-47e8-9f7f-9daf0b869ff5/8de8efa6-546e-4542-992b-4162440fe9c8/7cc96469-f04b-4aeb-9317-e8d143dec127) {{(pid=104469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 09:12:44.426987 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:12:44.517842 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd161701-2b2b-47b1-ab8a-14b5af7af737 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks [] for port (7cc96469-f04b-4aeb-9317-e8d143dec127), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:44.642105 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd161701-2b2b-47b1-ab8a-14b5af7af737 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760184582126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542309'] for port (7cc96469-f04b-4aeb-9317-e8d143dec127), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:44.688466 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd161701-2b2b-47b1-ab8a-14b5af7af737 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Network 14d154e4-c9a5-47e8-9f7f-9daf0b869ff5 is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:12:44.693525 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [None req-fd161701-2b2b-47b1-ab8a-14b5af7af737 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:12:44.696123 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd161701-2b2b-47b1-ab8a-14b5af7af737 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Received port after_create {{(pid=104469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 09:12:44.699605 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd161701-2b2b-47b1-ab8a-14b5af7af737 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Pushing event updated for resources: {'Port': ['ID=7cc96469-f04b-4aeb-9317-e8d143dec127,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:12:44.725199 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:12:45.051243 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd161701-2b2b-47b1-ab8a-14b5af7af737 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks [] for floatingip (943c8eb2-74a6-496f-8ae1-f33a5077d6e7), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:45.161935 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd161701-2b2b-47b1-ab8a-14b5af7af737 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (7cc96469-f04b-4aeb-9317-e8d143dec127), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:45.298950 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61198ba1-d75f-41a8-94ae-6f137e3d7e5f req-7c5e8966-e5db-4477-8abc-3eb67cda21e8 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:45.300473 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-61198ba1-d75f-41a8-94ae-6f137e3d7e5f req-7c5e8966-e5db-4477-8abc-3eb67cda21e8 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0e9d0df-5024-4fa7-8570-1878f7b39d7d HTTP/1.1" status: 200 len: 945 time: 0.0869997 Jul 13 09:12:45.394374 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea48a1cc-0972-4981-b6af-315e65878bcc req-97503601-7694-4d53-a9f9-8524013b38b8 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:45.395855 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ea48a1cc-0972-4981-b6af-315e65878bcc req-97503601-7694-4d53-a9f9-8524013b38b8 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0e9d0df-5024-4fa7-8570-1878f7b39d7d HTTP/1.1" status: 200 len: 945 time: 0.1034868 Jul 13 09:12:45.418339 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:12:45.477043 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd161701-2b2b-47b1-ab8a-14b5af7af737 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks [] for port (7cc96469-f04b-4aeb-9317-e8d143dec127), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:45.485959 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [req-61198ba1-d75f-41a8-94ae-6f137e3d7e5f req-bb0a58c2-2961-44a5-ba4b-f89a8f631d10 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Deleting port 1cdc3b76-44e3-4767-b0a2-0bb751ae5964 {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:12:45.486331 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-61198ba1-d75f-41a8-94ae-6f137e3d7e5f req-bb0a58c2-2961-44a5-ba4b-f89a8f631d10 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (1cdc3b76-44e3-4767-b0a2-0bb751ae5964), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:45.761790 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd161701-2b2b-47b1-ab8a-14b5af7af737 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542332'] for port (7cc96469-f04b-4aeb-9317-e8d143dec127), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:45.800505 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ea48a1cc-0972-4981-b6af-315e65878bcc req-6cfe0ef7-885f-4df2-87ee-64fa10377435 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/security-groups?id=6d251890-f65e-434e-a6cb-08ba3fd43f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3958478 Jul 13 09:12:45.882965 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd161701-2b2b-47b1-ab8a-14b5af7af737 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Pushing event updated for resources: {'Port': ['ID=7cc96469-f04b-4aeb-9317-e8d143dec127,revision_number=2']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:12:45.892431 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:12:45.906971 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd161701-2b2b-47b1-ab8a-14b5af7af737 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-388893'] for floatingip (943c8eb2-74a6-496f-8ae1-f33a5077d6e7), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:45.910597 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [req-61198ba1-d75f-41a8-94ae-6f137e3d7e5f req-bb0a58c2-2961-44a5-ba4b-f89a8f631d10 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] For port 1cdc3b76-44e3-4767-b0a2-0bb751ae5964, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=1cdc3b76-44e3-4767-b0a2-0bb751ae5964,segment=NetworkSegment(9345669b-d3b5-4d9b-ac8e-05327c23f70b),segment_id=9345669b-d3b5-4d9b-ac8e-05327c23f70b)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:12:45.910955 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-61198ba1-d75f-41a8-94ae-6f137e3d7e5f req-bb0a58c2-2961-44a5-ba4b-f89a8f631d10 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (1cdc3b76-44e3-4767-b0a2-0bb751ae5964), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:46.087939 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.db.l3_db [None req-fd161701-2b2b-47b1-ab8a-14b5af7af737 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Floating IP 943c8eb2-74a6-496f-8ae1-f33a5077d6e7 associated. External IP: 172.27.3.213, port: f0112888-5873-4829-b011-1ecd352cf3ac. Jul 13 09:12:46.228280 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-61198ba1-d75f-41a8-94ae-6f137e3d7e5f req-bb0a58c2-2961-44a5-ba4b-f89a8f631d10 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:46.228561 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-61198ba1-d75f-41a8-94ae-6f137e3d7e5f req-bb0a58c2-2961-44a5-ba4b-f89a8f631d10 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-388893'] for floatingip (f09c4ba3-638c-4a1b-82a8-c93266defb32), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:46.228875 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.db.l3_db [req-61198ba1-d75f-41a8-94ae-6f137e3d7e5f req-bb0a58c2-2961-44a5-ba4b-f89a8f631d10 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Floating IP f09c4ba3-638c-4a1b-82a8-c93266defb32 disassociated. External IP: 172.27.3.137, port: 1cdc3b76-44e3-4767-b0a2-0bb751ae5964. Jul 13 09:12:46.229218 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [req-61198ba1-d75f-41a8-94ae-6f137e3d7e5f req-bb0a58c2-2961-44a5-ba4b-f89a8f631d10 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Calling delete_port for 1cdc3b76-44e3-4767-b0a2-0bb751ae5964 owned by compute:nova {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:12:46.388738 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:12:46.552181 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd161701-2b2b-47b1-ab8a-14b5af7af737 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Router 85c398ac-4635-4e27-aa8f-d2369f8b6800 has already been hosted by L3 agent 084ea860-45cb-441c-b2f8-c6c2f7d6686c {{(pid=104469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 09:12:46.561129 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd161701-2b2b-47b1-ab8a-14b5af7af737 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Notify agent at l3_agent.dv-cinder-849626-3-iscsi the message routers_updated {{(pid=104469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 09:12:46.572261 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1a550a-ad38-426d-b9b4-2eb6284e97af None None] Sync routers for ids ['85c398ac-4635-4e27-aa8f-d2369f8b6800'] in dv-cinder-849626-3-iscsi {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 09:12:46.581167 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1a550a-ad38-426d-b9b4-2eb6284e97af None None] Routers {'85c398ac-4635-4e27-aa8f-d2369f8b6800'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:12:46.581780 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-ca1a550a-ad38-426d-b9b4-2eb6284e97af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:12:23Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['85c398ac-4635-4e27-aa8f-d2369f8b6800'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:12:46.614241 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-61198ba1-d75f-41a8-94ae-6f137e3d7e5f req-bb0a58c2-2961-44a5-ba4b-f89a8f631d10 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542309'] for port (1cdc3b76-44e3-4767-b0a2-0bb751ae5964), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:46.650371 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd161701-2b2b-47b1-ab8a-14b5af7af737 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for floatingip (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:46.654377 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0a58c2-2961-44a5-ba4b-f89a8f631d10 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Pushing event deleted for resources: {'Port': ['ID=1cdc3b76-44e3-4767-b0a2-0bb751ae5964,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:12:46.677641 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:12:46.721981 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-ca1a550a-ad38-426d-b9b4-2eb6284e97af None None] Set router 85c398ac-4635-4e27-aa8f-d2369f8b6800 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:12:46.726121 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-fd161701-2b2b-47b1-ab8a-14b5af7af737 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5895250 Jul 13 09:12:46.728107 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57b9d222-8b85-4225-b1ff-02aaa569e511', 'tag': 'f0112888-5873-4829-b011-1ecd352cf3ac'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:12:46.730061 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c4e5b91a84def5af2f1fcdaa70b19e5540aa6c2f63d8f4e9cb6586108f6a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a9ef9c2-a331-4cae-8b6d-9cffe78b1bdb" -d '{"events": [{"name": "network-changed", "server_uuid": "57b9d222-8b85-4225-b1ff-02aaa569e511", "tag": "f0112888-5873-4829-b011-1ecd352cf3ac"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:12:46.771487 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:12:46.774533 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 09:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f6fae4-3efe-4081-b976-61b487e26477 x-openstack-request-id: req-49f6fae4-3efe-4081-b976-61b487e26477 {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:12:46.775024 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57b9d222-8b85-4225-b1ff-02aaa569e511", "tag": "f0112888-5873-4829-b011-1ecd352cf3ac", "status": "completed", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:12:46.775168 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-49f6fae4-3efe-4081-b976-61b487e26477 {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:12:46.775510 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49f6fae4-3efe-4081-b976-61b487e26477'] response: {'name': 'network-changed', 'server_uuid': '57b9d222-8b85-4225-b1ff-02aaa569e511', 'tag': 'f0112888-5873-4829-b011-1ecd352cf3ac', 'status': 'completed', 'code': 200} Jul 13 09:12:46.822797 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61198ba1-d75f-41a8-94ae-6f137e3d7e5f req-bb0a58c2-2961-44a5-ba4b-f89a8f631d10 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Router 4f1da02d-cbd0-4602-80a0-6cd8656ba707 has already been hosted by L3 agent 084ea860-45cb-441c-b2f8-c6c2f7d6686c {{(pid=104469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 09:12:46.872010 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ef9c2-a331-4cae-8b6d-9cffe78b1bdb req-5f5185a0-3895-4d56-ac43-31920b89895d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:46.873867 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-0a9ef9c2-a331-4cae-8b6d-9cffe78b1bdb req-5f5185a0-3895-4d56-ac43-31920b89895d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=02051a1f629a48199bb1eb504c747294&device_id=57b9d222-8b85-4225-b1ff-02aaa569e511 HTTP/1.1" status: 200 len: 1129 time: 0.0709927 Jul 13 09:12:46.920152 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a8590006-815c-4f68-83e9-6d64f967fdf5 req-c95018fc-0148-46a5-9353-4da321d66cda tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0e9d0df-5024-4fa7-8570-1878f7b39d7d HTTP/1.1" status: 200 len: 210 time: 0.0377860 Jul 13 09:12:46.941530 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-ca1a550a-ad38-426d-b9b4-2eb6284e97af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'name': 'tempest-TestVolumeBootPattern-994788136-router', 'tenant_id': '02051a1f629a48199bb1eb504c747294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:08:46Z', 'updated_at': '2022-07-13T09:08:52Z', 'revision_number': 4, 'project_id': '02051a1f629a48199bb1eb504c747294', 'gw_port': {'id': 'eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:08:46Z', 'updated_at': '2022-07-13T09:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_floatingips': [{'id': '943c8eb2-74a6-496f-8ae1-f33a5077d6e7', 'tenant_id': '02051a1f629a48199bb1eb504c747294', 'floating_ip_address': '172.27.3.213', 'floating_network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'router_id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'port_id': 'f0112888-5873-4829-b011-1ecd352cf3ac', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b440154-a6c9-4139-b7ed-df54c627be50', 'mac_address': 'fa:16:3e:cb:db:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b9d222-8b85-4225-b1ff-02aaa569e511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T09:12:44Z', 'updated_at': '2022-07-13T09:12:44Z', 'revision_number': 0, 'project_id': '02051a1f629a48199bb1eb504c747294', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9947c9ac-22c2-430e-8450-986f34582fdf', 'name': '', 'network_id': '3b440154-a6c9-4139-b7ed-df54c627be50', 'tenant_id': '02051a1f629a48199bb1eb504c747294', 'mac_address': 'fa:16:3e:96:28:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '8c1af7e4-944c-47db-9585-b5c5f9138bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:08:51Z', 'updated_at': '2022-07-13T09:08:57Z', 'revision_number': 5, 'project_id': '02051a1f629a48199bb1eb504c747294', 'subnets': [{'id': '8c1af7e4-944c-47db-9585-b5c5f9138bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:12:46.965825 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1a550a-ad38-426d-b9b4-2eb6284e97af None None] Checking router: 85c398ac-4635-4e27-aa8f-d2369f8b6800 for host: dv-cinder-849626-3-iscsi {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 09:12:46.974861 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1a550a-ad38-426d-b9b4-2eb6284e97af None None] Routers {'85c398ac-4635-4e27-aa8f-d2369f8b6800'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:12:46.975160 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-ca1a550a-ad38-426d-b9b4-2eb6284e97af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:12:23Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['85c398ac-4635-4e27-aa8f-d2369f8b6800'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:12:47.021795 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:12:47.056791 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61198ba1-d75f-41a8-94ae-6f137e3d7e5f req-bb0a58c2-2961-44a5-ba4b-f89a8f631d10 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Notify agent at l3_agent.dv-cinder-849626-3-iscsi the message routers_updated {{(pid=104469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 09:12:47.059096 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ef9c2-a331-4cae-8b6d-9cffe78b1bdb req-ed66479c-d292-4a3e-84f4-aa8970cf3568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:47.060593 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-0a9ef9c2-a331-4cae-8b6d-9cffe78b1bdb req-ed66479c-d292-4a3e-84f4-aa8970cf3568 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3b440154-a6c9-4139-b7ed-df54c627be50 HTTP/1.1" status: 200 len: 912 time: 0.1515546 Jul 13 09:12:47.071434 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a382f72f-43ca-407e-97f0-bd3a469a3204 None None] Sync routers for ids ['4f1da02d-cbd0-4602-80a0-6cd8656ba707'] in dv-cinder-849626-3-iscsi {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 09:12:47.084309 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-ca1a550a-ad38-426d-b9b4-2eb6284e97af None None] Set router 85c398ac-4635-4e27-aa8f-d2369f8b6800 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:12:47.085143 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a382f72f-43ca-407e-97f0-bd3a469a3204 None None] Routers {'4f1da02d-cbd0-4602-80a0-6cd8656ba707'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:12:47.085983 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-a382f72f-43ca-407e-97f0-bd3a469a3204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:12:23Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['4f1da02d-cbd0-4602-80a0-6cd8656ba707'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:12:47.155349 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [req-61198ba1-d75f-41a8-94ae-6f137e3d7e5f req-bb0a58c2-2961-44a5-ba4b-f89a8f631d10 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] No DVR routers for this DVR port 1cdc3b76-44e3-4767-b0a2-0bb751ae5964 on host hv-cinder-84962 {{(pid=104469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 09:12:47.160363 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-61198ba1-d75f-41a8-94ae-6f137e3d7e5f req-bb0a58c2-2961-44a5-ba4b-f89a8f631d10 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for port (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:47.164660 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-61198ba1-d75f-41a8-94ae-6f137e3d7e5f req-bb0a58c2-2961-44a5-ba4b-f89a8f631d10 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.30 "DELETE /v2.0/ports/1cdc3b76-44e3-4767-b0a2-0bb751ae5964 HTTP/1.1" status: 204 len: 173 time: 1.8518507 Jul 13 09:12:47.186575 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-0a9ef9c2-a331-4cae-8b6d-9cffe78b1bdb req-78bbafba-1d86-49f5-917d-4585ce591aaf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0112888-5873-4829-b011-1ecd352cf3ac HTTP/1.1" status: 200 len: 999 time: 0.1023617 Jul 13 09:12:47.211651 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-a382f72f-43ca-407e-97f0-bd3a469a3204 None None] Set router 4f1da02d-cbd0-4602-80a0-6cd8656ba707 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:12:47.251038 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ef9c2-a331-4cae-8b6d-9cffe78b1bdb req-575e11cc-8f3c-4ab4-9fd3-b72177bf7375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:47.255384 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-0a9ef9c2-a331-4cae-8b6d-9cffe78b1bdb req-575e11cc-8f3c-4ab4-9fd3-b72177bf7375 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8c1af7e4-944c-47db-9585-b5c5f9138bea HTTP/1.1" status: 200 len: 850 time: 0.0577185 Jul 13 09:12:47.294328 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:12:47.305704 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ef9c2-a331-4cae-8b6d-9cffe78b1bdb req-e8ebf78f-9fdd-4914-ba5c-cba6e8d8b6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:47.307492 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-0a9ef9c2-a331-4cae-8b6d-9cffe78b1bdb req-e8ebf78f-9fdd-4914-ba5c-cba6e8d8b6c8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3b440154-a6c9-4139-b7ed-df54c627be50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474238 Jul 13 09:12:47.312755 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-ca1a550a-ad38-426d-b9b4-2eb6284e97af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'name': 'tempest-TestVolumeBootPattern-994788136-router', 'tenant_id': '02051a1f629a48199bb1eb504c747294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:08:46Z', 'updated_at': '2022-07-13T09:08:52Z', 'revision_number': 4, 'project_id': '02051a1f629a48199bb1eb504c747294', 'gw_port': {'id': 'eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:08:46Z', 'updated_at': '2022-07-13T09:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_floatingips': [{'id': '943c8eb2-74a6-496f-8ae1-f33a5077d6e7', 'tenant_id': '02051a1f629a48199bb1eb504c747294', 'floating_ip_address': '172.27.3.213', 'floating_network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'router_id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'port_id': 'f0112888-5873-4829-b011-1ecd352cf3ac', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b440154-a6c9-4139-b7ed-df54c627be50', 'mac_address': 'fa:16:3e:cb:db:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b9d222-8b85-4225-b1ff-02aaa569e511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T09:12:44Z', 'updated_at': '2022-07-13T09:12:44Z', 'revision_number': 0, 'project_id': '02051a1f629a48199bb1eb504c747294', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9947c9ac-22c2-430e-8450-986f34582fdf', 'name': '', 'network_id': '3b440154-a6c9-4139-b7ed-df54c627be50', 'tenant_id': '02051a1f629a48199bb1eb504c747294', 'mac_address': 'fa:16:3e:96:28:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '8c1af7e4-944c-47db-9585-b5c5f9138bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:08:51Z', 'updated_at': '2022-07-13T09:08:57Z', 'revision_number': 5, 'project_id': '02051a1f629a48199bb1eb504c747294', 'subnets': [{'id': '8c1af7e4-944c-47db-9585-b5c5f9138bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:12:47.344241 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1a550a-ad38-426d-b9b4-2eb6284e97af None None] The sync data for ids ['85c398ac-4635-4e27-aa8f-d2369f8b6800'] in dv-cinder-849626-3-iscsi is: [{'id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'name': 'tempest-TestVolumeBootPattern-994788136-router', 'tenant_id': '02051a1f629a48199bb1eb504c747294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:08:46Z', 'updated_at': '2022-07-13T09:08:52Z', 'revision_number': 4, 'project_id': '02051a1f629a48199bb1eb504c747294', 'gw_port': {'id': 'eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:08:46Z', 'updated_at': '2022-07-13T09:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_floatingips': [{'id': '943c8eb2-74a6-496f-8ae1-f33a5077d6e7', 'tenant_id': '02051a1f629a48199bb1eb504c747294', 'floating_ip_address': '172.27.3.213', 'floating_network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'router_id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'port_id': 'f0112888-5873-4829-b011-1ecd352cf3ac', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b440154-a6c9-4139-b7ed-df54c627be50', 'mac_address': 'fa:16:3e:cb:db:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b9d222-8b85-4225-b1ff-02aaa569e511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T09:12:44Z', 'updated_at': '2022-07-13T09:12:44Z', 'revision_number': 0, 'project_id': '02051a1f629a48199bb1eb504c747294', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9947c9ac-22c2-430e-8450-986f34582fdf', 'name': '', 'network_id': '3b440154-a6c9-4139-b7ed-df54c627be50', 'tenant_id': '02051a1f629a48199bb1eb504c747294', 'mac_address': 'fa:16:3e:96:28:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '8c1af7e4-944c-47db-9585-b5c5f9138bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:08:51Z', 'updated_at': '2022-07-13T09:08:57Z', 'revision_number': 5, 'project_id': '02051a1f629a48199bb1eb504c747294', 'subnets': [{'id': '8c1af7e4-944c-47db-9585-b5c5f9138bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 09:12:47.411211 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-0a9ef9c2-a331-4cae-8b6d-9cffe78b1bdb req-81b0c255-6b80-4c9a-aa83-586b6fc57e49 service neutron] 10.222.0.30 "GET /v2.0/networks/3b440154-a6c9-4139-b7ed-df54c627be50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971200 Jul 13 09:12:47.419117 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-a382f72f-43ca-407e-97f0-bd3a469a3204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f1da02d-cbd0-4602-80a0-6cd8656ba707', 'name': 'tempest-AttachVolumeTestJSON-2029521589-router', 'tenant_id': 'eb9e230019f042dbbc680fc3b1340d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': 'adbe2fe6-71a5-4e8a-be54-f60cf11d3e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:06:06Z', 'updated_at': '2022-07-13T09:06:14Z', 'revision_number': 4, 'project_id': 'eb9e230019f042dbbc680fc3b1340d41', 'gw_port': {'id': 'adbe2fe6-71a5-4e8a-be54-f60cf11d3e39', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ea:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1da02d-cbd0-4602-80a0-6cd8656ba707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:07Z', 'updated_at': '2022-07-13T09:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_interfaces': [{'id': 'ce09cf6d-2645-486b-9521-42867dfd20b3', 'name': '', 'network_id': '862d32ef-d286-4010-a420-61dff25da7b3', 'tenant_id': 'eb9e230019f042dbbc680fc3b1340d41', 'mac_address': 'fa:16:3e:c0:88:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1da02d-cbd0-4602-80a0-6cd8656ba707', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '633e38db-5802-43d1-a471-65c5e58c5839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:13Z', 'updated_at': '2022-07-13T09:06:29Z', 'revision_number': 5, 'project_id': 'eb9e230019f042dbbc680fc3b1340d41', 'subnets': [{'id': '633e38db-5802-43d1-a471-65c5e58c5839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:12:47.449994 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a382f72f-43ca-407e-97f0-bd3a469a3204 None None] Checking router: 4f1da02d-cbd0-4602-80a0-6cd8656ba707 for host: dv-cinder-849626-3-iscsi {{(pid=104471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 09:12:47.460293 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a382f72f-43ca-407e-97f0-bd3a469a3204 None None] Routers {'4f1da02d-cbd0-4602-80a0-6cd8656ba707'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:12:47.460882 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-a382f72f-43ca-407e-97f0-bd3a469a3204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:12:23Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['4f1da02d-cbd0-4602-80a0-6cd8656ba707'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:12:47.525034 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-0a9ef9c2-a331-4cae-8b6d-9cffe78b1bdb req-f62cd4d3-0deb-403d-bb5a-cc39f44d4c66 service neutron] 10.222.0.30 "GET /v2.0/networks/3b440154-a6c9-4139-b7ed-df54c627be50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016493 Jul 13 09:12:47.588079 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-a382f72f-43ca-407e-97f0-bd3a469a3204 None None] Set router 4f1da02d-cbd0-4602-80a0-6cd8656ba707 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:12:47.612279 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba91a7f-726c-473d-96fa-482ae28510c5 None None] New status for floating IP 943c8eb2-74a6-496f-8ae1-f33a5077d6e7: ACTIVE {{(pid=104470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 13 09:12:47.783305 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-a382f72f-43ca-407e-97f0-bd3a469a3204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f1da02d-cbd0-4602-80a0-6cd8656ba707', 'name': 'tempest-AttachVolumeTestJSON-2029521589-router', 'tenant_id': 'eb9e230019f042dbbc680fc3b1340d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': 'adbe2fe6-71a5-4e8a-be54-f60cf11d3e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:06:06Z', 'updated_at': '2022-07-13T09:06:14Z', 'revision_number': 4, 'project_id': 'eb9e230019f042dbbc680fc3b1340d41', 'gw_port': {'id': 'adbe2fe6-71a5-4e8a-be54-f60cf11d3e39', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ea:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1da02d-cbd0-4602-80a0-6cd8656ba707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:07Z', 'updated_at': '2022-07-13T09:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_interfaces': [{'id': 'ce09cf6d-2645-486b-9521-42867dfd20b3', 'name': '', 'network_id': '862d32ef-d286-4010-a420-61dff25da7b3', 'tenant_id': 'eb9e230019f042dbbc680fc3b1340d41', 'mac_address': 'fa:16:3e:c0:88:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1da02d-cbd0-4602-80a0-6cd8656ba707', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '633e38db-5802-43d1-a471-65c5e58c5839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:13Z', 'updated_at': '2022-07-13T09:06:29Z', 'revision_number': 5, 'project_id': 'eb9e230019f042dbbc680fc3b1340d41', 'subnets': [{'id': '633e38db-5802-43d1-a471-65c5e58c5839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:12:47.890708 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a382f72f-43ca-407e-97f0-bd3a469a3204 None None] The sync data for ids ['4f1da02d-cbd0-4602-80a0-6cd8656ba707'] in dv-cinder-849626-3-iscsi is: [{'id': '4f1da02d-cbd0-4602-80a0-6cd8656ba707', 'name': 'tempest-AttachVolumeTestJSON-2029521589-router', 'tenant_id': 'eb9e230019f042dbbc680fc3b1340d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': 'adbe2fe6-71a5-4e8a-be54-f60cf11d3e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:06:06Z', 'updated_at': '2022-07-13T09:06:14Z', 'revision_number': 4, 'project_id': 'eb9e230019f042dbbc680fc3b1340d41', 'gw_port': {'id': 'adbe2fe6-71a5-4e8a-be54-f60cf11d3e39', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ea:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1da02d-cbd0-4602-80a0-6cd8656ba707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:07Z', 'updated_at': '2022-07-13T09:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_interfaces': [{'id': 'ce09cf6d-2645-486b-9521-42867dfd20b3', 'name': '', 'network_id': '862d32ef-d286-4010-a420-61dff25da7b3', 'tenant_id': 'eb9e230019f042dbbc680fc3b1340d41', 'mac_address': 'fa:16:3e:c0:88:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1da02d-cbd0-4602-80a0-6cd8656ba707', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '633e38db-5802-43d1-a471-65c5e58c5839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:13Z', 'updated_at': '2022-07-13T09:06:29Z', 'revision_number': 5, 'project_id': 'eb9e230019f042dbbc680fc3b1340d41', 'subnets': [{'id': '633e38db-5802-43d1-a471-65c5e58c5839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 09:12:48.044974 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-c3ef1e7d-9c0d-484c-ac65-25fb69c378fe req-5759fa66-23f8-43fc-9d71-77491c2b467d tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0e9d0df-5024-4fa7-8570-1878f7b39d7d HTTP/1.1" status: 200 len: 210 time: 0.0298429 Jul 13 09:12:48.120583 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec9b64b-ea1c-4273-9718-2054d82a031f None None] New status for floating IP f09c4ba3-638c-4a1b-82a8-c93266defb32: DOWN {{(pid=104471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 13 09:12:48.776906 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0e9d0df-5024-4fa7-8570-1878f7b39d7d', 'name': 'network-vif-deleted', 'tag': '1cdc3b76-44e3-4767-b0a2-0bb751ae5964'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:12:48.779268 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c4e5b91a84def5af2f1fcdaa70b19e5540aa6c2f63d8f4e9cb6586108f6a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5275f7-cd07-45eb-b086-8da78c862dd7" -d '{"events": [{"server_uuid": "b0e9d0df-5024-4fa7-8570-1878f7b39d7d", "name": "network-vif-deleted", "tag": "1cdc3b76-44e3-4767-b0a2-0bb751ae5964"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:12:48.814590 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 09:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-948417b6-cf55-4ec4-be04-8815d3504d14 x-openstack-request-id: req-948417b6-cf55-4ec4-be04-8815d3504d14 {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:12:48.815005 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0e9d0df-5024-4fa7-8570-1878f7b39d7d", "name": "network-vif-deleted", "tag": "1cdc3b76-44e3-4767-b0a2-0bb751ae5964", "status": "completed", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:12:48.815363 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-948417b6-cf55-4ec4-be04-8815d3504d14 {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:12:48.815765 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-948417b6-cf55-4ec4-be04-8815d3504d14'] response: {'server_uuid': 'b0e9d0df-5024-4fa7-8570-1878f7b39d7d', 'name': 'network-vif-deleted', 'tag': '1cdc3b76-44e3-4767-b0a2-0bb751ae5964', 'status': 'completed', 'code': 200} Jul 13 09:12:49.174168 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 38578) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:12:49.237349 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-45560416-dc35-498e-8d18-07c59a1c36dd tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks [] for security_group (6d251890-f65e-434e-a6cb-08ba3fd43f0b), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:49.264079 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-45560416-dc35-498e-8d18-07c59a1c36dd tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks [] for security_group (6d251890-f65e-434e-a6cb-08ba3fd43f0b), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:49.362362 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-45560416-dc35-498e-8d18-07c59a1c36dd tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (6d251890-f65e-434e-a6cb-08ba3fd43f0b), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:49.365016 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-45560416-dc35-498e-8d18-07c59a1c36dd tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:49.366248 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-45560416-dc35-498e-8d18-07c59a1c36dd tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "DELETE /v2.0/security-groups/6d251890-f65e-434e-a6cb-08ba3fd43f0b HTTP/1.1" status: 204 len: 168 time: 0.1899884 Jul 13 09:12:49.369018 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 38580) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:12:49.375853 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45560416-dc35-498e-8d18-07c59a1c36dd tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d251890-f65e-434e-a6cb-08ba3fd43f0b,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:12:49.383401 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.api.v2.resource [None req-e8d9374f-20cb-442b-876b-088977aea315 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] show failed (client error): The resource could not be found. Jul 13 09:12:49.383808 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45560416-dc35-498e-8d18-07c59a1c36dd tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:12:49.384144 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45560416-dc35-498e-8d18-07c59a1c36dd tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:12:49.384396 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-e8d9374f-20cb-442b-876b-088977aea315 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "GET /v2.0/security-groups/6d251890-f65e-434e-a6cb-08ba3fd43f0b HTTP/1.1" status: 404 len: 347 time: 0.0144260 Jul 13 09:12:49.384505 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45560416-dc35-498e-8d18-07c59a1c36dd tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:12:49.384870 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45560416-dc35-498e-8d18-07c59a1c36dd tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:12:49.385198 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45560416-dc35-498e-8d18-07c59a1c36dd tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:12:49.385517 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45560416-dc35-498e-8d18-07c59a1c36dd tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:12:49.385868 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45560416-dc35-498e-8d18-07c59a1c36dd tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:12:49.386214 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45560416-dc35-498e-8d18-07c59a1c36dd tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:12:49.386529 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45560416-dc35-498e-8d18-07c59a1c36dd tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:12:49.386842 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45560416-dc35-498e-8d18-07c59a1c36dd tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:12:49.387245 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45560416-dc35-498e-8d18-07c59a1c36dd tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:12:49.387395 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 38582) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:12:49.387560 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45560416-dc35-498e-8d18-07c59a1c36dd tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:12:49.387868 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45560416-dc35-498e-8d18-07c59a1c36dd tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:12:49.388175 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45560416-dc35-498e-8d18-07c59a1c36dd tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:12:49.388481 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45560416-dc35-498e-8d18-07c59a1c36dd tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:12:49.512228 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-30a690ac-1265-4653-a84a-2e2e435b8d91 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Deleting port e36dd66e-9eed-4846-9a77-a57e82a71f0b {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:12:49.512562 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-30a690ac-1265-4653-a84a-2e2e435b8d91 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (e36dd66e-9eed-4846-9a77-a57e82a71f0b), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:49.591297 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-30a690ac-1265-4653-a84a-2e2e435b8d91 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (e36dd66e-9eed-4846-9a77-a57e82a71f0b), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:49.591616 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-30a690ac-1265-4653-a84a-2e2e435b8d91 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks [] for floatingip (e36dd66e-9eed-4846-9a77-a57e82a71f0b), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:49.603976 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-30a690ac-1265-4653-a84a-2e2e435b8d91 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Calling delete_port for e36dd66e-9eed-4846-9a77-a57e82a71f0b owned by network:floatingip {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:12:49.795913 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-30a690ac-1265-4653-a84a-2e2e435b8d91 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542309'] for port (e36dd66e-9eed-4846-9a77-a57e82a71f0b), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:49.822270 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a690ac-1265-4653-a84a-2e2e435b8d91 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Pushing event deleted for resources: {'Port': ['ID=e36dd66e-9eed-4846-9a77-a57e82a71f0b,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:12:49.884843 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-30a690ac-1265-4653-a84a-2e2e435b8d91 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks [] for floatingip (f09c4ba3-638c-4a1b-82a8-c93266defb32), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:49.887306 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-30a690ac-1265-4653-a84a-2e2e435b8d91 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for floatingip (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:49.890965 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-30a690ac-1265-4653-a84a-2e2e435b8d91 tempest-AttachVolumeTestJSON-239298791 tempest-AttachVolumeTestJSON-239298791-project] 10.222.0.40 "DELETE /v2.0/floatingips/f09c4ba3-638c-4a1b-82a8-c93266defb32 HTTP/1.1" status: 204 len: 168 time: 0.5026755 Jul 13 09:12:50.528551 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device 1cdc3b76-44e3-4767-b0a2-0bb751ae5964 no longer exists at agent hyperv_hv-cinder-84962 {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:12:50.554760 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] No Port match for: 1cdc3b76-44e3-4767-b0a2-0bb751ae5964 {{(pid=104470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 09:12:50.555121 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device 1cdc3b76-44e3-4767-b0a2-0bb751ae5964 not bound to the agent host hv-cinder-84962 {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 09:12:50.636306 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-b2f2a8fa-7274-4aa0-9478-4cad43c8fd77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (a33f270e-6fb2-40d7-a0c5-ff754f30a69f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:51.201949 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.agents_db [None req-6da3c0df-3a39-4d49-9ef0-c2c7fda6ffa8 None None] Agent healthcheck: found 6 active agents {{(pid=104471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:12:52.807241 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-fdde6a28-a364-4d2b-834e-7c669b8b3682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (084ea860-45cb-441c-b2f8-c6c2f7d6686c), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:53.803206 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 38624) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:12:53.948688 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:12:54.476092 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7f3b3aed-46f4-4e68-bbbe-dab9f8099e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (d1fd82e0-5c39-4100-b44b-c54ee27d2d9f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:54.519601 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-20196e96-b645-4e40-a232-3b26739b275b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-385605'] for router_interface (4f1da02d-cbd0-4602-80a0-6cd8656ba707), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:54.565608 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:12:54.794703 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-20196e96-b645-4e40-a232-3b26739b275b admin admin] Deleting port ce09cf6d-2645-486b-9521-42867dfd20b3 {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:12:54.794956 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-20196e96-b645-4e40-a232-3b26739b275b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (ce09cf6d-2645-486b-9521-42867dfd20b3), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:54.872512 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-20196e96-b645-4e40-a232-3b26739b275b admin admin] For port ce09cf6d-2645-486b-9521-42867dfd20b3, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=ce09cf6d-2645-486b-9521-42867dfd20b3,segment=NetworkSegment(9345669b-d3b5-4d9b-ac8e-05327c23f70b),segment_id=9345669b-d3b5-4d9b-ac8e-05327c23f70b)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:12:54.873226 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-20196e96-b645-4e40-a232-3b26739b275b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (ce09cf6d-2645-486b-9521-42867dfd20b3), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:54.886614 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-20196e96-b645-4e40-a232-3b26739b275b admin admin] Calling delete_port for ce09cf6d-2645-486b-9521-42867dfd20b3 owned by network:router_interface {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:12:55.121260 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-20196e96-b645-4e40-a232-3b26739b275b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542309'] for port (ce09cf6d-2645-486b-9521-42867dfd20b3), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:55.150876 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20196e96-b645-4e40-a232-3b26739b275b admin admin] Pushing event deleted for resources: {'Port': ['ID=ce09cf6d-2645-486b-9521-42867dfd20b3,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:12:55.209413 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:12:55.318501 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-20196e96-b645-4e40-a232-3b26739b275b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-385745'] for router_interface (4f1da02d-cbd0-4602-80a0-6cd8656ba707), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:55.422999 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:12:55.510287 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5ee680a5-33f3-4217-99f5-17637ad0570e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (59ae6226-c784-4fad-8646-7377b1ef5f31), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:55.528542 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20196e96-b645-4e40-a232-3b26739b275b admin admin] Router 4f1da02d-cbd0-4602-80a0-6cd8656ba707 has already been hosted by L3 agent 084ea860-45cb-441c-b2f8-c6c2f7d6686c {{(pid=104469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 09:12:55.635718 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20196e96-b645-4e40-a232-3b26739b275b admin admin] Notify agent at l3_agent.dv-cinder-849626-3-iscsi the message routers_updated {{(pid=104469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 09:12:55.643597 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-20196e96-b645-4e40-a232-3b26739b275b admin admin] 10.222.0.40 "PUT /v2.0/routers/4f1da02d-cbd0-4602-80a0-6cd8656ba707/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8368981 Jul 13 09:12:55.643739 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 38640) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:12:55.644579 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea63da8c-2782-4aca-b97d-a10b06ab95f4 None None] Sync routers for ids ['4f1da02d-cbd0-4602-80a0-6cd8656ba707'] in dv-cinder-849626-3-iscsi {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 09:12:55.654898 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea63da8c-2782-4aca-b97d-a10b06ab95f4 None None] Routers {'4f1da02d-cbd0-4602-80a0-6cd8656ba707'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:12:55.655508 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-ea63da8c-2782-4aca-b97d-a10b06ab95f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:12:53Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['4f1da02d-cbd0-4602-80a0-6cd8656ba707'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:12:55.737219 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:12:55.745405 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-021b9e22-7874-4dea-b665-81c31d8e4aff admin admin] Publish callbacks [] for router (4f1da02d-cbd0-4602-80a0-6cd8656ba707), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:55.771258 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-ea63da8c-2782-4aca-b97d-a10b06ab95f4 None None] Set router 4f1da02d-cbd0-4602-80a0-6cd8656ba707 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:12:55.838125 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (9379cce5-6fc7-4135-bc49-530c07185724), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:55.843545 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-021b9e22-7874-4dea-b665-81c31d8e4aff admin admin] Publish callbacks [] for router_gateway (4f1da02d-cbd0-4602-80a0-6cd8656ba707), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:55.940954 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-ea63da8c-2782-4aca-b97d-a10b06ab95f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f1da02d-cbd0-4602-80a0-6cd8656ba707', 'name': 'tempest-AttachVolumeTestJSON-2029521589-router', 'tenant_id': 'eb9e230019f042dbbc680fc3b1340d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': 'adbe2fe6-71a5-4e8a-be54-f60cf11d3e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:06:06Z', 'updated_at': '2022-07-13T09:12:55Z', 'revision_number': 5, 'project_id': 'eb9e230019f042dbbc680fc3b1340d41', 'gw_port': {'id': 'adbe2fe6-71a5-4e8a-be54-f60cf11d3e39', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ea:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1da02d-cbd0-4602-80a0-6cd8656ba707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:07Z', 'updated_at': '2022-07-13T09:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi'}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:12:55.956344 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-021b9e22-7874-4dea-b665-81c31d8e4aff admin admin] Deleting port adbe2fe6-71a5-4e8a-be54-f60cf11d3e39 {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:12:55.956912 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-021b9e22-7874-4dea-b665-81c31d8e4aff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (adbe2fe6-71a5-4e8a-be54-f60cf11d3e39), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:55.970348 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea63da8c-2782-4aca-b97d-a10b06ab95f4 None None] Checking router: 4f1da02d-cbd0-4602-80a0-6cd8656ba707 for host: dv-cinder-849626-3-iscsi {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 09:12:55.979795 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea63da8c-2782-4aca-b97d-a10b06ab95f4 None None] Routers {'4f1da02d-cbd0-4602-80a0-6cd8656ba707'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:12:55.980420 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-ea63da8c-2782-4aca-b97d-a10b06ab95f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:12:53Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['4f1da02d-cbd0-4602-80a0-6cd8656ba707'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:12:56.040870 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-021b9e22-7874-4dea-b665-81c31d8e4aff admin admin] For port adbe2fe6-71a5-4e8a-be54-f60cf11d3e39, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=adbe2fe6-71a5-4e8a-be54-f60cf11d3e39,segment=NetworkSegment(51732cec-dd15-4320-89e5-7b26a17afbfa),segment_id=51732cec-dd15-4320-89e5-7b26a17afbfa)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:12:56.041135 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-021b9e22-7874-4dea-b665-81c31d8e4aff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (adbe2fe6-71a5-4e8a-be54-f60cf11d3e39), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:56.055651 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-021b9e22-7874-4dea-b665-81c31d8e4aff admin admin] Calling delete_port for adbe2fe6-71a5-4e8a-be54-f60cf11d3e39 owned by network:router_gateway {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:12:56.059420 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:12:56.184818 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-ea63da8c-2782-4aca-b97d-a10b06ab95f4 None None] Set router 4f1da02d-cbd0-4602-80a0-6cd8656ba707 gateway port host: None {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:12:56.234264 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-ea63da8c-2782-4aca-b97d-a10b06ab95f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f1da02d-cbd0-4602-80a0-6cd8656ba707', 'name': 'tempest-AttachVolumeTestJSON-2029521589-router', 'tenant_id': 'eb9e230019f042dbbc680fc3b1340d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:06:06Z', 'updated_at': '2022-07-13T09:12:55Z', 'revision_number': 6, 'project_id': 'eb9e230019f042dbbc680fc3b1340d41', 'gw_port_host': None}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:12:56.259581 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea63da8c-2782-4aca-b97d-a10b06ab95f4 None None] The sync data for ids ['4f1da02d-cbd0-4602-80a0-6cd8656ba707'] in dv-cinder-849626-3-iscsi is: [{'id': '4f1da02d-cbd0-4602-80a0-6cd8656ba707', 'name': 'tempest-AttachVolumeTestJSON-2029521589-router', 'tenant_id': 'eb9e230019f042dbbc680fc3b1340d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:06:06Z', 'updated_at': '2022-07-13T09:12:55Z', 'revision_number': 6, 'project_id': 'eb9e230019f042dbbc680fc3b1340d41', 'gw_port_host': None}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 09:12:56.276464 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-021b9e22-7874-4dea-b665-81c31d8e4aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542309'] for port (adbe2fe6-71a5-4e8a-be54-f60cf11d3e39), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:56.300344 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021b9e22-7874-4dea-b665-81c31d8e4aff admin admin] Pushing event deleted for resources: {'Port': ['ID=adbe2fe6-71a5-4e8a-be54-f60cf11d3e39,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:12:56.370747 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-021b9e22-7874-4dea-b665-81c31d8e4aff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-389068'] for router_gateway (4f1da02d-cbd0-4602-80a0-6cd8656ba707), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:56.456861 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-021b9e22-7874-4dea-b665-81c31d8e4aff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-400323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-657'] for router (4f1da02d-cbd0-4602-80a0-6cd8656ba707), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:56.459389 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-021b9e22-7874-4dea-b665-81c31d8e4aff admin admin] Publish callbacks [] for router_controller (4f1da02d-cbd0-4602-80a0-6cd8656ba707), precommit_delete_associations {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:56.543652 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-021b9e22-7874-4dea-b665-81c31d8e4aff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-400247'] for router (4f1da02d-cbd0-4602-80a0-6cd8656ba707), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:56.544155 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-021b9e22-7874-4dea-b665-81c31d8e4aff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f1da02d-cbd0-4602-80a0-6cd8656ba707 {{(pid=104469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 09:12:56.548720 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-021b9e22-7874-4dea-b665-81c31d8e4aff admin admin] Publish callbacks [] for router (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:56.549873 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-021b9e22-7874-4dea-b665-81c31d8e4aff admin admin] 10.222.0.40 "DELETE /v2.0/routers/4f1da02d-cbd0-4602-80a0-6cd8656ba707 HTTP/1.1" status: 204 len: 168 time: 0.9052126 Jul 13 09:12:56.553075 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 38642) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:12:56.596745 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_v2 [None req-02dc1ae5-ef7e-4cac-bf46-f88fb92a9fa7 admin admin] Deleting subnet 633e38db-5802-43d1-a471-65c5e58c5839 {{(pid=104469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 13 09:12:56.600559 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-02dc1ae5-ef7e-4cac-bf46-f88fb92a9fa7 admin admin] Publish callbacks [] for subnet (633e38db-5802-43d1-a471-65c5e58c5839), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:56.627454 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:12:56.637520 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-02dc1ae5-ef7e-4cac-bf46-f88fb92a9fa7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3541572'] for subnet (633e38db-5802-43d1-a471-65c5e58c5839), precommit_delete_associations {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:56.726906 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-02dc1ae5-ef7e-4cac-bf46-f88fb92a9fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7837055'] for subnet (633e38db-5802-43d1-a471-65c5e58c5839), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:56.847350 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-02dc1ae5-ef7e-4cac-bf46-f88fb92a9fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7837033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3541754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8945970'] for subnet (633e38db-5802-43d1-a471-65c5e58c5839), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:56.872148 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dc1ae5-ef7e-4cac-bf46-f88fb92a9fa7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=633e38db-5802-43d1-a471-65c5e58c5839,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:12:56.877768 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-02dc1ae5-ef7e-4cac-bf46-f88fb92a9fa7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594414'] for subnet (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:56.881428 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-02dc1ae5-ef7e-4cac-bf46-f88fb92a9fa7 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/633e38db-5802-43d1-a471-65c5e58c5839 HTTP/1.1" status: 204 len: 168 time: 0.3274186 Jul 13 09:12:56.884107 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 38646) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:12:56.884586 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946d8a10-20d5-4566-8290-6d53238add14 None None] Network 862d32ef-d286-4010-a420-61dff25da7b3 requested from dv-cinder-849626-3-iscsi {{(pid=104470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 09:12:56.956080 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-468b93b6-c392-4f5e-a05d-eeea42d3ead7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7847201'] for network (862d32ef-d286-4010-a420-61dff25da7b3), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:56.998694 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-468b93b6-c392-4f5e-a05d-eeea42d3ead7 admin admin] Deleting port ae1070ce-d4b4-4465-a286-23d1d0c98a03 {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:12:56.999325 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-468b93b6-c392-4f5e-a05d-eeea42d3ead7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (ae1070ce-d4b4-4465-a286-23d1d0c98a03), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:57.061332 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:12:57.069412 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f32dcf-bd1b-45a0-bf34-97b01d3cac63 None None] DHCP port deletion for 862d32ef-d286-4010-a420-61dff25da7b3 request from dv-cinder-849626-3-iscsi {{(pid=104470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 13 09:12:57.073931 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-468b93b6-c392-4f5e-a05d-eeea42d3ead7 admin admin] For port ae1070ce-d4b4-4465-a286-23d1d0c98a03, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=ae1070ce-d4b4-4465-a286-23d1d0c98a03,segment=NetworkSegment(9345669b-d3b5-4d9b-ac8e-05327c23f70b),segment_id=9345669b-d3b5-4d9b-ac8e-05327c23f70b)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:12:57.073931 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-468b93b6-c392-4f5e-a05d-eeea42d3ead7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (ae1070ce-d4b4-4465-a286-23d1d0c98a03), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:57.074255 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:12:57.084103 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-468b93b6-c392-4f5e-a05d-eeea42d3ead7 admin admin] Calling delete_port for ae1070ce-d4b4-4465-a286-23d1d0c98a03 owned by network:dhcp {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:12:57.111191 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-26f32dcf-bd1b-45a0-bf34-97b01d3cac63 None None] Deleting port ae1070ce-d4b4-4465-a286-23d1d0c98a03 {{(pid=104470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:12:57.111458 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-26f32dcf-bd1b-45a0-bf34-97b01d3cac63 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (ae1070ce-d4b4-4465-a286-23d1d0c98a03), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:57.175457 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-26f32dcf-bd1b-45a0-bf34-97b01d3cac63 None None] For port ae1070ce-d4b4-4465-a286-23d1d0c98a03, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=ae1070ce-d4b4-4465-a286-23d1d0c98a03,segment=NetworkSegment(9345669b-d3b5-4d9b-ac8e-05327c23f70b),segment_id=9345669b-d3b5-4d9b-ac8e-05327c23f70b)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:12:57.175855 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-26f32dcf-bd1b-45a0-bf34-97b01d3cac63 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (ae1070ce-d4b4-4465-a286-23d1d0c98a03), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:57.191596 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-26f32dcf-bd1b-45a0-bf34-97b01d3cac63 None None] Calling delete_port for ae1070ce-d4b4-4465-a286-23d1d0c98a03 owned by network:dhcp {{(pid=104470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:12:57.202056 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-468b93b6-c392-4f5e-a05d-eeea42d3ead7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542309'] for port (ae1070ce-d4b4-4465-a286-23d1d0c98a03), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:57.228956 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468b93b6-c392-4f5e-a05d-eeea42d3ead7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae1070ce-d4b4-4465-a286-23d1d0c98a03,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:12:57.230793 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468b93b6-c392-4f5e-a05d-eeea42d3ead7 admin admin] No DVR routers for this DVR port ae1070ce-d4b4-4465-a286-23d1d0c98a03 on host dv-cinder-849626-3-iscsi {{(pid=104469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 09:12:57.271857 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-26f32dcf-bd1b-45a0-bf34-97b01d3cac63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135'] for port (ae1070ce-d4b4-4465-a286-23d1d0c98a03), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:57.298809 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f32dcf-bd1b-45a0-bf34-97b01d3cac63 None None] Pushing event deleted for resources: {'Port': ['ID=ae1070ce-d4b4-4465-a286-23d1d0c98a03,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:12:57.301223 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f32dcf-bd1b-45a0-bf34-97b01d3cac63 None None] No DVR routers for this DVR port ae1070ce-d4b4-4465-a286-23d1d0c98a03 on host dv-cinder-849626-3-iscsi {{(pid=104470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 09:12:57.307221 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-468b93b6-c392-4f5e-a05d-eeea42d3ead7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7836165', 'neutron.services.segments.db._delete_segments_for_network-8760185013827'] for network (862d32ef-d286-4010-a420-61dff25da7b3), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:57.310060 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f32dcf-bd1b-45a0-bf34-97b01d3cac63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:12:57.310487 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f32dcf-bd1b-45a0-bf34-97b01d3cac63 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:12:57.310822 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f32dcf-bd1b-45a0-bf34-97b01d3cac63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:12:57.311154 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f32dcf-bd1b-45a0-bf34-97b01d3cac63 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:12:57.312848 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f32dcf-bd1b-45a0-bf34-97b01d3cac63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:12:57.313334 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f32dcf-bd1b-45a0-bf34-97b01d3cac63 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:12:57.313674 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f32dcf-bd1b-45a0-bf34-97b01d3cac63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:12:57.314434 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f32dcf-bd1b-45a0-bf34-97b01d3cac63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:12:57.314434 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f32dcf-bd1b-45a0-bf34-97b01d3cac63 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:12:57.314644 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f32dcf-bd1b-45a0-bf34-97b01d3cac63 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:12:57.314971 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f32dcf-bd1b-45a0-bf34-97b01d3cac63 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:12:57.315293 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f32dcf-bd1b-45a0-bf34-97b01d3cac63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:12:57.315613 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f32dcf-bd1b-45a0-bf34-97b01d3cac63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:12:57.315928 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f32dcf-bd1b-45a0-bf34-97b01d3cac63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:12:57.316249 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f32dcf-bd1b-45a0-bf34-97b01d3cac63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:12:57.336702 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.services.segments.db [None req-468b93b6-c392-4f5e-a05d-eeea42d3ead7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['862d32ef-d286-4010-a420-61dff25da7b3']}} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:12:57.351887 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.services.segments.db [None req-468b93b6-c392-4f5e-a05d-eeea42d3ead7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9345669b-d3b5-4d9b-ac8e-05327c23f70b') {'for_net_delete': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:12:57.352174 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.services.segments.db [None req-468b93b6-c392-4f5e-a05d-eeea42d3ead7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9345669b-d3b5-4d9b-ac8e-05327c23f70b') {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:12:57.362482 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-468b93b6-c392-4f5e-a05d-eeea42d3ead7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760185015116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3541587'] for segment (9345669b-d3b5-4d9b-ac8e-05327c23f70b), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:57.377510 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-468b93b6-c392-4f5e-a05d-eeea42d3ead7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7769013'] for segment (9345669b-d3b5-4d9b-ac8e-05327c23f70b), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:57.388780 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-468b93b6-c392-4f5e-a05d-eeea42d3ead7 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=104469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 09:12:57.389173 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-468b93b6-c392-4f5e-a05d-eeea42d3ead7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7769013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542360'] for segment (9345669b-d3b5-4d9b-ac8e-05327c23f70b), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:57.516425 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-468b93b6-c392-4f5e-a05d-eeea42d3ead7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7836172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-389073'] for network (862d32ef-d286-4010-a420-61dff25da7b3), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:57.522552 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-468b93b6-c392-4f5e-a05d-eeea42d3ead7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594414'] for network (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:57.528427 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-468b93b6-c392-4f5e-a05d-eeea42d3ead7 admin admin] 10.222.0.40 "DELETE /v2.0/networks/862d32ef-d286-4010-a420-61dff25da7b3 HTTP/1.1" status: 204 len: 168 time: 0.6407976 Jul 13 09:12:57.547330 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468b93b6-c392-4f5e-a05d-eeea42d3ead7 admin admin] Pushing event deleted for resources: {'Network': ['ID=862d32ef-d286-4010-a420-61dff25da7b3,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:12:57.547330 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.services.segments.plugin [-] Segment 9345669b-d3b5-4d9b-ac8e-05327c23f70b resource provider aggregate not found Jul 13 09:12:57.558718 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.services.segments.plugin [-] Segment 9345669b-d3b5-4d9b-ac8e-05327c23f70b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9345669b-d3b5-4d9b-ac8e-05327c23f70b found for delete ", "request_id": "req-cbca30e2-c7f8-4ff6-a969-5e190b2a6b66"}]} Jul 13 09:12:57.772507 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 38658) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:12:57.812301 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-136a6037-6587-4193-aa64-7dbfb7ce38f4 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=eb9e230019f042dbbc680fc3b1340d41&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0385649 Jul 13 09:12:57.814615 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 38660) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:12:57.867782 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-aae74cc4-3ee1-4181-a6ae-39e11ff521bc admin admin] Publish callbacks [] for security_group (dbac5620-0bad-4ec3-a10c-4c6aae180f1d), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:57.889936 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-aae74cc4-3ee1-4181-a6ae-39e11ff521bc admin admin] Publish callbacks [] for security_group (dbac5620-0bad-4ec3-a10c-4c6aae180f1d), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:58.001728 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-aae74cc4-3ee1-4181-a6ae-39e11ff521bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (dbac5620-0bad-4ec3-a10c-4c6aae180f1d), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:58.004747 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-aae74cc4-3ee1-4181-a6ae-39e11ff521bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:58.005894 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-aae74cc4-3ee1-4181-a6ae-39e11ff521bc admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/dbac5620-0bad-4ec3-a10c-4c6aae180f1d HTTP/1.1" status: 204 len: 168 time: 0.1903844 Jul 13 09:12:58.013775 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae74cc4-3ee1-4181-a6ae-39e11ff521bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbac5620-0bad-4ec3-a10c-4c6aae180f1d,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:12:58.323803 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device ae1070ce-d4b4-4465-a286-23d1d0c98a03 no longer exists at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:12:58.344091 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] No Port match for: ae1070ce-d4b4-4465-a286-23d1d0c98a03 {{(pid=104470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 09:12:58.346923 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device ae1070ce-d4b4-4465-a286-23d1d0c98a03 not bound to the agent host dv-cinder-849626-3-iscsi {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 09:12:58.346923 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device ce09cf6d-2645-486b-9521-42867dfd20b3 no longer exists at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:12:58.363527 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] No Port match for: ce09cf6d-2645-486b-9521-42867dfd20b3 {{(pid=104470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 09:12:58.363892 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device ce09cf6d-2645-486b-9521-42867dfd20b3 not bound to the agent host dv-cinder-849626-3-iscsi {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 09:12:58.364778 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device adbe2fe6-71a5-4e8a-be54-f60cf11d3e39 no longer exists at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:12:58.384258 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] No Port match for: adbe2fe6-71a5-4e8a-be54-f60cf11d3e39 {{(pid=104470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 09:12:58.384605 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device adbe2fe6-71a5-4e8a-be54-f60cf11d3e39 not bound to the agent host dv-cinder-849626-3-iscsi {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 09:12:59.001427 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 38686) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:12:59.107033 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-7e399edf-8f84-4a25-9e5d-e0d3648b5a94 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-66573234-network', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:12:59.190504 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e399edf-8f84-4a25-9e5d-e0d3648b5a94 admin admin] Made reservation on behalf of 0486a8d3794f4b50a96d3477e14e344f for: {'network': 1} {{(pid=104468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 09:12:59.193521 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7e399edf-8f84-4a25-9e5d-e0d3648b5a94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for network (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:59.202459 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7e399edf-8f84-4a25-9e5d-e0d3648b5a94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:59.234843 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:12:59.277454 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7e399edf-8f84-4a25-9e5d-e0d3648b5a94 admin admin] Publish callbacks [] for security_group (62740d31-431c-48c4-ba7d-889a727ab0c2), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:59.344016 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7e399edf-8f84-4a25-9e5d-e0d3648b5a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (62740d31-431c-48c4-ba7d-889a727ab0c2), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:59.360899 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:12:59.370262 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e399edf-8f84-4a25-9e5d-e0d3648b5a94 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=104468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 09:12:59.381325 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e399edf-8f84-4a25-9e5d-e0d3648b5a94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62740d31-431c-48c4-ba7d-889a727ab0c2,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:12:59.386359 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7e399edf-8f84-4a25-9e5d-e0d3648b5a94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7769013'] for segment (3edf80a3-cf45-4e6d-829d-b0893b0eaa9d), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:59.386704 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.db.segments_db [None req-7e399edf-8f84-4a25-9e5d-e0d3648b5a94 admin admin] Added segment 3edf80a3-cf45-4e6d-829d-b0893b0eaa9d of type vlan for network 0419ddd4-ade8-4500-ac9c-4682f59c8496 Jul 13 09:12:59.427084 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7e399edf-8f84-4a25-9e5d-e0d3648b5a94 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760184566321'] for network (0419ddd4-ade8-4500-ac9c-4682f59c8496), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:59.493301 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7e399edf-8f84-4a25-9e5d-e0d3648b5a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428'] for network (0419ddd4-ade8-4500-ac9c-4682f59c8496), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:59.494327 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e399edf-8f84-4a25-9e5d-e0d3648b5a94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:12:59.495058 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7e399edf-8f84-4a25-9e5d-e0d3648b5a94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594414'] for network (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:59.558808 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e399edf-8f84-4a25-9e5d-e0d3648b5a94 admin admin] Pushing event updated for resources: {'Network': ['ID=0419ddd4-ade8-4500-ac9c-4682f59c8496,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:12:59.572458 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Network 0419ddd4-ade8-4500-ac9c-4682f59c8496 details requested by agent ovs-agent-dv-cinder-849626-3-iscsi with host dv-cinder-849626-3-iscsi {{(pid=104470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 09:12:59.594241 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-7e399edf-8f84-4a25-9e5d-e0d3648b5a94 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.5896218 Jul 13 09:12:59.595127 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 38692) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:12:59.599954 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-fd9d1b79-368c-4633-bcbc-d2144192874f admin admin] Request body: {'subnet': {'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-66573234-subnet', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:12:59.669692 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd9d1b79-368c-4633-bcbc-d2144192874f admin admin] Made reservation on behalf of 0486a8d3794f4b50a96d3477e14e344f for: {'subnet': 1} {{(pid=104468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 09:12:59.672124 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fd9d1b79-368c-4633-bcbc-d2144192874f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9186800'] for subnet (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:59.887307 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fd9d1b79-368c-4633-bcbc-d2144192874f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8666774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9186754'] for subnet (13acf255-d269-41b2-95ac-9a0376cf4726), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:12:59.936818 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9d1b79-368c-4633-bcbc-d2144192874f admin admin] Pushing event updated for resources: {'Subnet': ['ID=13acf255-d269-41b2-95ac-9a0376cf4726,revision_number=0']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:12:59.952440 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9d1b79-368c-4633-bcbc-d2144192874f admin admin] Checking segment: {'id': '3edf80a3-cf45-4e6d-829d-b0893b0eaa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 09:12:59.952791 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9d1b79-368c-4633-bcbc-d2144192874f admin admin] Network hostable DHCP agents. Network: 0419ddd4-ade8-4500-ac9c-4682f59c8496, hostable agents: ['a33f270e-6fb2-40d7-a0c5-ff754f30a69f'], hosted agents: [] {{(pid=104468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 09:13:00.019294 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9d1b79-368c-4633-bcbc-d2144192874f admin admin] Network 0419ddd4-ade8-4500-ac9c-4682f59c8496 is scheduled to be hosted by DHCP agent a33f270e-6fb2-40d7-a0c5-ff754f30a69f with binding_index 1 {{(pid=104468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 09:13:00.099793 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-fd9d1b79-368c-4633-bcbc-d2144192874f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849626-3-iscsi, 0419ddd4-ade8-4500-ac9c-4682f59c8496) {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:13:00.104029 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9d1b79-368c-4633-bcbc-d2144192874f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:13:00.104653 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fd9d1b79-368c-4633-bcbc-d2144192874f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:00.111685 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc23218d-d4bd-436d-ab84-c282af662eda None None] Network 0419ddd4-ade8-4500-ac9c-4682f59c8496 requested from dv-cinder-849626-3-iscsi {{(pid=104470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 09:13:00.187592 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-fd9d1b79-368c-4633-bcbc-d2144192874f admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5912895 Jul 13 09:13:00.190866 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 38698) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:13:00.195384 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-2383c4d2-2193-4a11-b3bd-6aae3000d09c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-66573234-router', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5'}}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:13:00.218294 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc8d54e-83fe-4f01-8924-761bfddc7808 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa97415d6-5d51-52f2-982d-111b1056dda0-0419ddd4-ade8-4500-ac9c-4682f59c8496', 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496', 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'fixed_ips': [{'subnet_id': '13acf255-d269-41b2-95ac-9a0376cf4726'}]}} from dv-cinder-849626-3-iscsi. {{(pid=104470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 13 09:13:00.219233 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3bc8d54e-83fe-4f01-8924-761bfddc7808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:00.287972 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2383c4d2-2193-4a11-b3bd-6aae3000d09c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-400718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-703'] for router (6e1de26e-503b-40a5-9177-efd8d3310085), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:00.289032 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2383c4d2-2193-4a11-b3bd-6aae3000d09c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-508804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-648'] for router (6e1de26e-503b-40a5-9177-efd8d3310085), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:00.310984 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=79,neutron:UPDATE=4,neutron:INSERT=14,neutron:DELETE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:13:00.327716 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:13:00.342342 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2383c4d2-2193-4a11-b3bd-6aae3000d09c admin admin] Publish callbacks [] for router_controller (6e1de26e-503b-40a5-9177-efd8d3310085), precommit_add_association {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:00.355055 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.db_base_plugin_common [None req-3bc8d54e-83fe-4f01-8924-761bfddc7808 None None] Allocated IP 172.20.0.2 (0419ddd4-ade8-4500-ac9c-4682f59c8496/13acf255-d269-41b2-95ac-9a0376cf4726/a2da2e59-dd1d-4b58-a7d5-abf17b4ade8c) {{(pid=104470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 09:13:00.483047 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:13:00.495850 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3bc8d54e-83fe-4f01-8924-761bfddc7808 None None] Publish callbacks [] for port (a2da2e59-dd1d-4b58-a7d5-abf17b4ade8c), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:00.596913 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3bc8d54e-83fe-4f01-8924-761bfddc7808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760184582126'] for port (a2da2e59-dd1d-4b58-a7d5-abf17b4ade8c), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:00.640516 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc8d54e-83fe-4f01-8924-761bfddc7808 None None] Network 0419ddd4-ade8-4500-ac9c-4682f59c8496 is already hosted by enough agents. {{(pid=104470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:13:00.646993 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.base_scheduler [None req-3bc8d54e-83fe-4f01-8924-761bfddc7808 None None] Resources bound (agent type, host, resource id): {{(pid=104470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:13:00.649448 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc8d54e-83fe-4f01-8924-761bfddc7808 None None] Received port after_create {{(pid=104470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 09:13:00.658576 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc8d54e-83fe-4f01-8924-761bfddc7808 None None] Pushing event updated for resources: {'Port': ['ID=a2da2e59-dd1d-4b58-a7d5-abf17b4ade8c,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:13:00.718334 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-3bc8d54e-83fe-4f01-8924-761bfddc7808 None None] Attempting to bind port a2da2e59-dd1d-4b58-a7d5-abf17b4ade8c on host dv-cinder-849626-3-iscsi for vnic_type normal with profile {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 09:13:00.718695 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-3bc8d54e-83fe-4f01-8924-761bfddc7808 None None] Attempting to bind port a2da2e59-dd1d-4b58-a7d5-abf17b4ade8c by drivers openvswitch,hyperv on host dv-cinder-849626-3-iscsi at level 0 using segments [{'id': '3edf80a3-cf45-4e6d-829d-b0893b0eaa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496'}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 09:13:00.719061 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc8d54e-83fe-4f01-8924-761bfddc7808 None None] Attempting to bind port a2da2e59-dd1d-4b58-a7d5-abf17b4ade8c on network 0419ddd4-ade8-4500-ac9c-4682f59c8496 {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 09:13:00.724946 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc8d54e-83fe-4f01-8924-761bfddc7808 None None] Checking agent: {'id': '9379cce5-6fc7-4135-bc49-530c07185724', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849626-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 8, 57, 26), 'started_at': datetime.datetime(2022, 7, 13, 8, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 9, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849626-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 09:13:00.725308 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc8d54e-83fe-4f01-8924-761bfddc7808 None None] Checking segment: {'id': '3edf80a3-cf45-4e6d-829d-b0893b0eaa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 09:13:00.725703 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3bc8d54e-83fe-4f01-8924-761bfddc7808 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:00.726817 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc8d54e-83fe-4f01-8924-761bfddc7808 None None] Bound using segment: {'id': '3edf80a3-cf45-4e6d-829d-b0893b0eaa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496'} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 09:13:00.726817 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-3bc8d54e-83fe-4f01-8924-761bfddc7808 None None] Bound port: a2da2e59-dd1d-4b58-a7d5-abf17b4ade8c, host: dv-cinder-849626-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3edf80a3-cf45-4e6d-829d-b0893b0eaa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496'}}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 09:13:00.727044 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3bc8d54e-83fe-4f01-8924-761bfddc7808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (a2da2e59-dd1d-4b58-a7d5-abf17b4ade8c), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:00.750468 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2383c4d2-2193-4a11-b3bd-6aae3000d09c admin admin] Publish callbacks [] for router_gateway (6e1de26e-503b-40a5-9177-efd8d3310085), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:00.787920 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-3bc8d54e-83fe-4f01-8924-761bfddc7808 None None] For port a2da2e59-dd1d-4b58-a7d5-abf17b4ade8c, host dv-cinder-849626-3-iscsi, cleared binding levels {{(pid=104470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 09:13:00.790891 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-3bc8d54e-83fe-4f01-8924-761bfddc7808 None None] For port a2da2e59-dd1d-4b58-a7d5-abf17b4ade8c, host dv-cinder-849626-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=a2da2e59-dd1d-4b58-a7d5-abf17b4ade8c,segment=NetworkSegment(3edf80a3-cf45-4e6d-829d-b0893b0eaa9d),segment_id=3edf80a3-cf45-4e6d-829d-b0893b0eaa9d)] {{(pid=104470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 09:13:00.865104 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3bc8d54e-83fe-4f01-8924-761bfddc7808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (a2da2e59-dd1d-4b58-a7d5-abf17b4ade8c), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:00.927884 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc8d54e-83fe-4f01-8924-761bfddc7808 None None] Pushing event updated for resources: {'Port': ['ID=a2da2e59-dd1d-4b58-a7d5-abf17b4ade8c,revision_number=2']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:13:01.046891 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2383c4d2-2193-4a11-b3bd-6aae3000d09c admin admin] Publish callbacks [] for router_gateway (6e1de26e-503b-40a5-9177-efd8d3310085), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:01.068877 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2383c4d2-2193-4a11-b3bd-6aae3000d09c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:01.128549 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:13:01.197250 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.db.db_base_plugin_common [None req-2383c4d2-2193-4a11-b3bd-6aae3000d09c admin admin] Allocated IP 172.27.3.98 (14d154e4-c9a5-47e8-9f7f-9daf0b869ff5/8de8efa6-546e-4542-992b-4162440fe9c8/da847675-4b00-4cc2-a470-1ef521631008) {{(pid=104468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 09:13:01.303746 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2383c4d2-2193-4a11-b3bd-6aae3000d09c admin admin] Publish callbacks [] for port (da847675-4b00-4cc2-a470-1ef521631008), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:01.401784 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2383c4d2-2193-4a11-b3bd-6aae3000d09c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760184582126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665350'] for port (da847675-4b00-4cc2-a470-1ef521631008), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:01.438950 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2383c4d2-2193-4a11-b3bd-6aae3000d09c admin admin] Network 14d154e4-c9a5-47e8-9f7f-9daf0b869ff5 is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:13:01.445125 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-2383c4d2-2193-4a11-b3bd-6aae3000d09c admin admin] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:13:01.449105 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2383c4d2-2193-4a11-b3bd-6aae3000d09c admin admin] Received port after_create {{(pid=104468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 09:13:01.469952 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2383c4d2-2193-4a11-b3bd-6aae3000d09c admin admin] Pushing event updated for resources: {'Port': ['ID=da847675-4b00-4cc2-a470-1ef521631008,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:13:01.557922 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:13:01.784083 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2383c4d2-2193-4a11-b3bd-6aae3000d09c admin admin] Publish callbacks [] for router_gateway (6e1de26e-503b-40a5-9177-efd8d3310085), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:01.826736 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81a0f30-0e7f-438b-86df-453899ba0cfe None None] Network 0419ddd4-ade8-4500-ac9c-4682f59c8496 requested from dv-cinder-849626-3-iscsi {{(pid=104470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 09:13:01.909589 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-6e3df5a8-c9a6-4ccf-ba9f-5c2dd6fa45b5 None None] Provisioning complete for port a2da2e59-dd1d-4b58-a7d5-abf17b4ade8c triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:13:01.910246 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-6e3df5a8-c9a6-4ccf-ba9f-5c2dd6fa45b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (a2da2e59-dd1d-4b58-a7d5-abf17b4ade8c), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:01.977503 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2383c4d2-2193-4a11-b3bd-6aae3000d09c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-400835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388435'] for router (6e1de26e-503b-40a5-9177-efd8d3310085), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:02.011497 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-6e3df5a8-c9a6-4ccf-ba9f-5c2dd6fa45b5 None None] Current status of the port a2da2e59-dd1d-4b58-a7d5-abf17b4ade8c is: DOWN; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:13:02.011888 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-6e3df5a8-c9a6-4ccf-ba9f-5c2dd6fa45b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (a2da2e59-dd1d-4b58-a7d5-abf17b4ade8c), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:02.049544 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-6e3df5a8-c9a6-4ccf-ba9f-5c2dd6fa45b5 None None] For port a2da2e59-dd1d-4b58-a7d5-abf17b4ade8c, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=a2da2e59-dd1d-4b58-a7d5-abf17b4ade8c,segment=NetworkSegment(3edf80a3-cf45-4e6d-829d-b0893b0eaa9d),segment_id=3edf80a3-cf45-4e6d-829d-b0893b0eaa9d)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:13:02.150592 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-6e3df5a8-c9a6-4ccf-ba9f-5c2dd6fa45b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (a2da2e59-dd1d-4b58-a7d5-abf17b4ade8c), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:02.196133 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2383c4d2-2193-4a11-b3bd-6aae3000d09c admin admin] Router 6e1de26e-503b-40a5-9177-efd8d3310085 is scheduled to L3 agent 084ea860-45cb-441c-b2f8-c6c2f7d6686c with binding_index 1 {{(pid=104468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 13 09:13:02.197786 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3df5a8-c9a6-4ccf-ba9f-5c2dd6fa45b5 None None] Pushing event updated for resources: {'Port': ['ID=a2da2e59-dd1d-4b58-a7d5-abf17b4ade8c,revision_number=3']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:13:02.263535 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:13:02.271962 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-847da4a5-41fd-4cae-827f-20dd84cd7553 None None] Provisioning complete for port a2da2e59-dd1d-4b58-a7d5-abf17b4ade8c triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:13:02.272333 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-847da4a5-41fd-4cae-827f-20dd84cd7553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (a2da2e59-dd1d-4b58-a7d5-abf17b4ade8c), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:02.308578 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2383c4d2-2193-4a11-b3bd-6aae3000d09c admin admin] Notify agent at l3_agent.dv-cinder-849626-3-iscsi the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 09:13:02.323154 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5275f292-d627-4031-8d38-e4ead0befd85 None None] Sync routers for ids ['6e1de26e-503b-40a5-9177-efd8d3310085'] in dv-cinder-849626-3-iscsi {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 09:13:02.345585 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5275f292-d627-4031-8d38-e4ead0befd85 None None] Routers {'6e1de26e-503b-40a5-9177-efd8d3310085'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:13:02.346296 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-5275f292-d627-4031-8d38-e4ead0befd85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:12:53Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['6e1de26e-503b-40a5-9177-efd8d3310085'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:13:02.358791 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-847da4a5-41fd-4cae-827f-20dd84cd7553 None None] Current status of the port a2da2e59-dd1d-4b58-a7d5-abf17b4ade8c is: ACTIVE; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:13:02.375551 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2383c4d2-2193-4a11-b3bd-6aae3000d09c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:02.376797 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-2383c4d2-2193-4a11-b3bd-6aae3000d09c admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1850045 Jul 13 09:13:02.379731 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 38706) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:13:02.393269 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device a2da2e59-dd1d-4b58-a7d5-abf17b4ade8c up at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:13:02.432123 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:13:02.444347 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Provisioning complete for port a2da2e59-dd1d-4b58-a7d5-abf17b4ade8c triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:13:02.444723 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (a2da2e59-dd1d-4b58-a7d5-abf17b4ade8c), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:02.452291 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-5275f292-d627-4031-8d38-e4ead0befd85 None None] Set router 6e1de26e-503b-40a5-9177-efd8d3310085 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:13:02.525966 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:13:02.528735 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Current status of the port a2da2e59-dd1d-4b58-a7d5-abf17b4ade8c is: ACTIVE; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:13:02.579730 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:13:02.596891 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:13:02.632930 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-5275f292-d627-4031-8d38-e4ead0befd85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'name': 'tempest-AttachVolumeNegativeTest-66573234-router', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'da847675-4b00-4cc2-a470-1ef521631008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:13:00Z', 'updated_at': '2022-07-13T09:13:01Z', 'revision_number': 3, 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'gw_port': {'id': 'da847675-4b00-4cc2-a470-1ef521631008', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4a:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:13:01Z', 'updated_at': '2022-07-13T09:13:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi'}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:13:02.656960 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5275f292-d627-4031-8d38-e4ead0befd85 None None] Checking router: 6e1de26e-503b-40a5-9177-efd8d3310085 for host: dv-cinder-849626-3-iscsi {{(pid=104471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 09:13:02.657300 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5275f292-d627-4031-8d38-e4ead0befd85 None None] Updating router 6e1de26e-503b-40a5-9177-efd8d3310085 port da847675-4b00-4cc2-a470-1ef521631008 binding host dv-cinder-849626-3-iscsi {{(pid=104471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 09:13:02.660987 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:13:02.686290 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-5275f292-d627-4031-8d38-e4ead0befd85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (da847675-4b00-4cc2-a470-1ef521631008), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:02.804143 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fe646616-2066-47df-b9c7-c1142c354f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:02.929611 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-5275f292-d627-4031-8d38-e4ead0befd85 None None] Publish callbacks [] for port (da847675-4b00-4cc2-a470-1ef521631008), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:02.955848 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.db.db_base_plugin_common [None req-fe646616-2066-47df-b9c7-c1142c354f65 admin admin] Allocated IP 172.20.0.1 (0419ddd4-ade8-4500-ac9c-4682f59c8496/13acf255-d269-41b2-95ac-9a0376cf4726/1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73) {{(pid=104468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 09:13:03.012925 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-5275f292-d627-4031-8d38-e4ead0befd85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (da847675-4b00-4cc2-a470-1ef521631008), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:03.058621 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fe646616-2066-47df-b9c7-c1142c354f65 admin admin] Publish callbacks [] for port (1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:03.067097 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-5275f292-d627-4031-8d38-e4ead0befd85 None None] Attempting to bind port da847675-4b00-4cc2-a470-1ef521631008 on host dv-cinder-849626-3-iscsi for vnic_type normal with profile {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 09:13:03.067678 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-5275f292-d627-4031-8d38-e4ead0befd85 None None] Attempting to bind port da847675-4b00-4cc2-a470-1ef521631008 by drivers openvswitch,hyperv on host dv-cinder-849626-3-iscsi at level 0 using segments [{'id': '51732cec-dd15-4320-89e5-7b26a17afbfa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5'}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 09:13:03.068193 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5275f292-d627-4031-8d38-e4ead0befd85 None None] Attempting to bind port da847675-4b00-4cc2-a470-1ef521631008 on network 14d154e4-c9a5-47e8-9f7f-9daf0b869ff5 {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 09:13:03.071237 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1b0b9a-1d00-4c58-9b10-68ffaa874fd0 None None] Pushing event updated for resources: {'Port': ['ID=da847675-4b00-4cc2-a470-1ef521631008,revision_number=2']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:13:03.078893 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5275f292-d627-4031-8d38-e4ead0befd85 None None] Checking agent: {'id': '9379cce5-6fc7-4135-bc49-530c07185724', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849626-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 8, 57, 26), 'started_at': datetime.datetime(2022, 7, 13, 8, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 9, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849626-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 09:13:03.079278 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5275f292-d627-4031-8d38-e4ead0befd85 None None] Checking segment: {'id': '51732cec-dd15-4320-89e5-7b26a17afbfa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 09:13:03.079636 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-5275f292-d627-4031-8d38-e4ead0befd85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:03.082314 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5275f292-d627-4031-8d38-e4ead0befd85 None None] Bound using segment: {'id': '51732cec-dd15-4320-89e5-7b26a17afbfa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5'} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 09:13:03.082314 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-5275f292-d627-4031-8d38-e4ead0befd85 None None] Bound port: da847675-4b00-4cc2-a470-1ef521631008, host: dv-cinder-849626-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51732cec-dd15-4320-89e5-7b26a17afbfa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5'}}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 09:13:03.082314 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-5275f292-d627-4031-8d38-e4ead0befd85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (da847675-4b00-4cc2-a470-1ef521631008), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:03.083280 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1b0b9a-1d00-4c58-9b10-68ffaa874fd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:13:03.083764 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1b0b9a-1d00-4c58-9b10-68ffaa874fd0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:13:03.084121 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1b0b9a-1d00-4c58-9b10-68ffaa874fd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:13:03.084464 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1b0b9a-1d00-4c58-9b10-68ffaa874fd0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:13:03.084786 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1b0b9a-1d00-4c58-9b10-68ffaa874fd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:13:03.085100 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1b0b9a-1d00-4c58-9b10-68ffaa874fd0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:13:03.085430 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1b0b9a-1d00-4c58-9b10-68ffaa874fd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:13:03.085725 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1b0b9a-1d00-4c58-9b10-68ffaa874fd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:13:03.086044 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1b0b9a-1d00-4c58-9b10-68ffaa874fd0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:13:03.086361 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1b0b9a-1d00-4c58-9b10-68ffaa874fd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:13:03.086667 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1b0b9a-1d00-4c58-9b10-68ffaa874fd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:13:03.086988 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1b0b9a-1d00-4c58-9b10-68ffaa874fd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:13:03.087297 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1b0b9a-1d00-4c58-9b10-68ffaa874fd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:13:03.087602 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1b0b9a-1d00-4c58-9b10-68ffaa874fd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:13:03.087905 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1b0b9a-1d00-4c58-9b10-68ffaa874fd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:13:03.137645 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-5275f292-d627-4031-8d38-e4ead0befd85 None None] For port da847675-4b00-4cc2-a470-1ef521631008, host dv-cinder-849626-3-iscsi, cleared binding levels {{(pid=104471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 09:13:03.140638 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-5275f292-d627-4031-8d38-e4ead0befd85 None None] For port da847675-4b00-4cc2-a470-1ef521631008, host dv-cinder-849626-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=da847675-4b00-4cc2-a470-1ef521631008,segment=NetworkSegment(51732cec-dd15-4320-89e5-7b26a17afbfa),segment_id=51732cec-dd15-4320-89e5-7b26a17afbfa)] {{(pid=104471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 09:13:03.144767 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fe646616-2066-47df-b9c7-c1142c354f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760184582126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665350'] for port (1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:03.184800 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe646616-2066-47df-b9c7-c1142c354f65 admin admin] Network 0419ddd4-ade8-4500-ac9c-4682f59c8496 is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:13:03.187613 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-fe646616-2066-47df-b9c7-c1142c354f65 admin admin] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:13:03.193913 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe646616-2066-47df-b9c7-c1142c354f65 admin admin] Received port after_create {{(pid=104468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 09:13:03.198654 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-5275f292-d627-4031-8d38-e4ead0befd85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (da847675-4b00-4cc2-a470-1ef521631008), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:03.222970 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe646616-2066-47df-b9c7-c1142c354f65 admin admin] Pushing event updated for resources: {'Port': ['ID=1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:13:03.233745 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:13:03.251823 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fe646616-2066-47df-b9c7-c1142c354f65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377229'] for router_interface (6e1de26e-503b-40a5-9177-efd8d3310085), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:03.273222 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5275f292-d627-4031-8d38-e4ead0befd85 None None] Routers {'6e1de26e-503b-40a5-9177-efd8d3310085'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:13:03.273999 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-5275f292-d627-4031-8d38-e4ead0befd85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:12:53Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['6e1de26e-503b-40a5-9177-efd8d3310085'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:13:03.276373 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1b0b9a-1d00-4c58-9b10-68ffaa874fd0 None None] Pushing event updated for resources: {'Port': ['ID=da847675-4b00-4cc2-a470-1ef521631008,revision_number=3']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:13:03.388159 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-5275f292-d627-4031-8d38-e4ead0befd85 None None] Set router 6e1de26e-503b-40a5-9177-efd8d3310085 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:13:03.453875 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fe646616-2066-47df-b9c7-c1142c354f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:03.482648 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-32ccb082-3163-45b2-9b0a-e3177cadf77e None None] Provisioning complete for port 1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73 triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:13:03.483276 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-32ccb082-3163-45b2-9b0a-e3177cadf77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:03.498306 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:13:03.519423 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-32ccb082-3163-45b2-9b0a-e3177cadf77e None None] Port 1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73 cannot update to ACTIVE because it is not bound. {{(pid=104470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 09:13:03.570834 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-5275f292-d627-4031-8d38-e4ead0befd85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'name': 'tempest-AttachVolumeNegativeTest-66573234-router', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'da847675-4b00-4cc2-a470-1ef521631008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:13:00Z', 'updated_at': '2022-07-13T09:13:01Z', 'revision_number': 3, 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'gw_port': {'id': 'da847675-4b00-4cc2-a470-1ef521631008', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4a:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:13:01Z', 'updated_at': '2022-07-13T09:13:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi'}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:13:03.596591 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5275f292-d627-4031-8d38-e4ead0befd85 None None] The sync data for ids ['6e1de26e-503b-40a5-9177-efd8d3310085'] in dv-cinder-849626-3-iscsi is: [{'id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'name': 'tempest-AttachVolumeNegativeTest-66573234-router', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'da847675-4b00-4cc2-a470-1ef521631008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:13:00Z', 'updated_at': '2022-07-13T09:13:01Z', 'revision_number': 3, 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'gw_port': {'id': 'da847675-4b00-4cc2-a470-1ef521631008', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4a:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:13:01Z', 'updated_at': '2022-07-13T09:13:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi'}] {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 09:13:03.640555 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:13:03.655413 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fe646616-2066-47df-b9c7-c1142c354f65 admin admin] Publish callbacks [] for port (1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:03.745007 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fe646616-2066-47df-b9c7-c1142c354f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665375'] for port (1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:03.826202 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe646616-2066-47df-b9c7-c1142c354f65 admin admin] Pushing event updated for resources: {'Port': ['ID=1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73,revision_number=2']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:13:03.832654 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fe646616-2066-47df-b9c7-c1142c354f65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-391157'] for router_interface (6e1de26e-503b-40a5-9177-efd8d3310085), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:03.945829 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe646616-2066-47df-b9c7-c1142c354f65 admin admin] Network 0419ddd4-ade8-4500-ac9c-4682f59c8496 is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:13:03.947490 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-fe646616-2066-47df-b9c7-c1142c354f65 admin admin] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:13:04.065119 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe646616-2066-47df-b9c7-c1142c354f65 admin admin] Router 6e1de26e-503b-40a5-9177-efd8d3310085 has already been hosted by L3 agent 084ea860-45cb-441c-b2f8-c6c2f7d6686c {{(pid=104468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 09:13:04.142714 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-1a924753-88a7-40f9-a5f4-68669a39f448 None None] Provisioning complete for port 1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73 triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:13:04.142829 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1a924753-88a7-40f9-a5f4-68669a39f448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:04.176345 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-1a924753-88a7-40f9-a5f4-68669a39f448 None None] Port 1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73 cannot update to ACTIVE because it is not bound. {{(pid=104470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 09:13:04.181742 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe646616-2066-47df-b9c7-c1142c354f65 admin admin] Notify agent at l3_agent.dv-cinder-849626-3-iscsi the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 09:13:04.186563 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-fe646616-2066-47df-b9c7-c1142c354f65 admin admin] 10.222.0.40 "PUT /v2.0/routers/6e1de26e-503b-40a5-9177-efd8d3310085/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8056130 Jul 13 09:13:04.368738 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device da847675-4b00-4cc2-a470-1ef521631008 up at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:13:04.418349 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Provisioning complete for port da847675-4b00-4cc2-a470-1ef521631008 triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:13:04.418723 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (da847675-4b00-4cc2-a470-1ef521631008), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:04.495076 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Current status of the port da847675-4b00-4cc2-a470-1ef521631008 is: DOWN; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:13:04.495696 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (da847675-4b00-4cc2-a470-1ef521631008), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:04.518965 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] For port da847675-4b00-4cc2-a470-1ef521631008, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=da847675-4b00-4cc2-a470-1ef521631008,segment=NetworkSegment(51732cec-dd15-4320-89e5-7b26a17afbfa),segment_id=51732cec-dd15-4320-89e5-7b26a17afbfa)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:13:04.577263 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 38720) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:13:04.582004 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-bcd2152f-2310-4524-a0ab-21a03003b612 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Request body: {'security_group': {'name': 'tempest-securitygroup--683615364', 'description': 'tempest-description--931335559'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:13:04.607409 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (da847675-4b00-4cc2-a470-1ef521631008), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:04.657287 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Pushing event updated for resources: {'Port': ['ID=da847675-4b00-4cc2-a470-1ef521631008,revision_number=4']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:13:04.694016 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-bcd2152f-2310-4524-a0ab-21a03003b612 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:04.763125 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-bcd2152f-2310-4524-a0ab-21a03003b612 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for security_group (a2080371-6d5f-40a5-a8b3-02838c926e16), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:04.835924 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-bcd2152f-2310-4524-a0ab-21a03003b612 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (a2080371-6d5f-40a5-a8b3-02838c926e16), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:04.850681 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:13:04.867422 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd2152f-2310-4524-a0ab-21a03003b612 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2080371-6d5f-40a5-a8b3-02838c926e16,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:13:04.957573 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-bcd2152f-2310-4524-a0ab-21a03003b612 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:04.959131 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-bcd2152f-2310-4524-a0ab-21a03003b612 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3807893 Jul 13 09:13:04.961842 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 38724) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:13:04.966281 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-4af2daf6-2ec3-481a-a83a-3fa65b1e4a2e tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Request body: {'security_group_rule': {'security_group_id': 'a2080371-6d5f-40a5-a8b3-02838c926e16', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:13:05.105395 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4af2daf6-2ec3-481a-a83a-3fa65b1e4a2e tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for security_group_rule (f89b9641-f77a-41d8-ae6f-62fe42bcb638), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:05.156522 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b518a83-35c5-4d1e-a0d6-480a6a2b80de None None] Sync routers for ids ['6e1de26e-503b-40a5-9177-efd8d3310085'] in dv-cinder-849626-3-iscsi {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 09:13:05.164833 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4af2daf6-2ec3-481a-a83a-3fa65b1e4a2e tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for security_group_rule (f89b9641-f77a-41d8-ae6f-62fe42bcb638), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:05.166748 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b518a83-35c5-4d1e-a0d6-480a6a2b80de None None] Routers {'6e1de26e-503b-40a5-9177-efd8d3310085'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:13:05.167359 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-1b518a83-35c5-4d1e-a0d6-480a6a2b80de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:12:53Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['6e1de26e-503b-40a5-9177-efd8d3310085'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:13:05.235912 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4af2daf6-2ec3-481a-a83a-3fa65b1e4a2e tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485043'] for security_group_rule (f89b9641-f77a-41d8-ae6f-62fe42bcb638), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:05.256152 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af2daf6-2ec3-481a-a83a-3fa65b1e4a2e tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f89b9641-f77a-41d8-ae6f-62fe42bcb638,revision_number=0']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:13:05.318093 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4af2daf6-2ec3-481a-a83a-3fa65b1e4a2e tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:05.319359 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-4af2daf6-2ec3-481a-a83a-3fa65b1e4a2e tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3565664 Jul 13 09:13:05.322140 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 38726) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:13:05.328893 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-a25a8cab-85c3-4510-a966-2dd2b18759b2 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Request body: {'security_group_rule': {'security_group_id': 'a2080371-6d5f-40a5-a8b3-02838c926e16', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:13:05.392390 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-1b518a83-35c5-4d1e-a0d6-480a6a2b80de None None] Set router 6e1de26e-503b-40a5-9177-efd8d3310085 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:13:05.592165 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-1b518a83-35c5-4d1e-a0d6-480a6a2b80de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'name': 'tempest-AttachVolumeNegativeTest-66573234-router', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'da847675-4b00-4cc2-a470-1ef521631008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:13:00Z', 'updated_at': '2022-07-13T09:13:03Z', 'revision_number': 4, 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'gw_port': {'id': 'da847675-4b00-4cc2-a470-1ef521631008', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:13:01Z', 'updated_at': '2022-07-13T09:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_interfaces': [{'id': '1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73', 'name': '', 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'mac_address': 'fa:16:3e:c1:69:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '13acf255-d269-41b2-95ac-9a0376cf4726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:13:02Z', 'updated_at': '2022-07-13T09:13:03Z', 'revision_number': 2, 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'subnets': [{'id': '13acf255-d269-41b2-95ac-9a0376cf4726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:13:05.618931 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b518a83-35c5-4d1e-a0d6-480a6a2b80de None None] Checking router: 6e1de26e-503b-40a5-9177-efd8d3310085 for host: dv-cinder-849626-3-iscsi {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 09:13:05.619293 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b518a83-35c5-4d1e-a0d6-480a6a2b80de None None] Updating router 6e1de26e-503b-40a5-9177-efd8d3310085 port 1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73 binding host dv-cinder-849626-3-iscsi {{(pid=104470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 09:13:05.642474 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a25a8cab-85c3-4510-a966-2dd2b18759b2 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for security_group_rule (c085489e-0136-46c3-9548-b37caaedaba7), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:05.652390 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1b518a83-35c5-4d1e-a0d6-480a6a2b80de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:05.704207 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:13:05.704207 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a25a8cab-85c3-4510-a966-2dd2b18759b2 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for security_group_rule (c085489e-0136-46c3-9548-b37caaedaba7), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:05.784562 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a25a8cab-85c3-4510-a966-2dd2b18759b2 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485043'] for security_group_rule (c085489e-0136-46c3-9548-b37caaedaba7), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:05.805365 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25a8cab-85c3-4510-a966-2dd2b18759b2 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c085489e-0136-46c3-9548-b37caaedaba7,revision_number=0']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:13:05.834421 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:13:05.853689 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:13:05.889343 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a25a8cab-85c3-4510-a966-2dd2b18759b2 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:05.890747 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-a25a8cab-85c3-4510-a966-2dd2b18759b2 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5676017 Jul 13 09:13:05.893868 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 38730) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:13:05.898461 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-c3fba93f-c2a7-45cc-8cb0-34f58a6670a0 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Request body: {'floatingip': {'floating_network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:13:05.906571 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1b518a83-35c5-4d1e-a0d6-480a6a2b80de None None] Publish callbacks [] for port (1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:05.978773 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1b518a83-35c5-4d1e-a0d6-480a6a2b80de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:05.979050 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c3fba93f-c2a7-45cc-8cb0-34f58a6670a0 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:06.031208 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfcaac9-292a-4bfd-af61-dadf15e70c66 None None] Pushing event updated for resources: {'Port': ['ID=1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73,revision_number=3']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:13:06.079712 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c3fba93f-c2a7-45cc-8cb0-34f58a6670a0 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:06.094093 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-1b518a83-35c5-4d1e-a0d6-480a6a2b80de None None] Attempting to bind port 1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73 on host dv-cinder-849626-3-iscsi for vnic_type normal with profile {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 09:13:06.097697 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-1b518a83-35c5-4d1e-a0d6-480a6a2b80de None None] Attempting to bind port 1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73 by drivers openvswitch,hyperv on host dv-cinder-849626-3-iscsi at level 0 using segments [{'id': '3edf80a3-cf45-4e6d-829d-b0893b0eaa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496'}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 09:13:06.097697 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b518a83-35c5-4d1e-a0d6-480a6a2b80de None None] Attempting to bind port 1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73 on network 0419ddd4-ade8-4500-ac9c-4682f59c8496 {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 09:13:06.101371 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b518a83-35c5-4d1e-a0d6-480a6a2b80de None None] Checking agent: {'id': '9379cce5-6fc7-4135-bc49-530c07185724', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849626-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 8, 57, 26), 'started_at': datetime.datetime(2022, 7, 13, 8, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 9, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849626-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 09:13:06.101745 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b518a83-35c5-4d1e-a0d6-480a6a2b80de None None] Checking segment: {'id': '3edf80a3-cf45-4e6d-829d-b0893b0eaa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 09:13:06.102168 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1b518a83-35c5-4d1e-a0d6-480a6a2b80de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:06.102556 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b518a83-35c5-4d1e-a0d6-480a6a2b80de None None] Bound using segment: {'id': '3edf80a3-cf45-4e6d-829d-b0893b0eaa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496'} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 09:13:06.103016 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-1b518a83-35c5-4d1e-a0d6-480a6a2b80de None None] Bound port: 1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73, host: dv-cinder-849626-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3edf80a3-cf45-4e6d-829d-b0893b0eaa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496'}}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 09:13:06.103386 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1b518a83-35c5-4d1e-a0d6-480a6a2b80de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:06.168018 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-1b518a83-35c5-4d1e-a0d6-480a6a2b80de None None] For port 1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73, host dv-cinder-849626-3-iscsi, cleared binding levels {{(pid=104470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 09:13:06.171192 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-1b518a83-35c5-4d1e-a0d6-480a6a2b80de None None] For port 1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73, host dv-cinder-849626-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73,segment=NetworkSegment(3edf80a3-cf45-4e6d-829d-b0893b0eaa9d),segment_id=3edf80a3-cf45-4e6d-829d-b0893b0eaa9d)] {{(pid=104470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 09:13:06.192843 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.db.db_base_plugin_common [None req-c3fba93f-c2a7-45cc-8cb0-34f58a6670a0 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Allocated IP 172.27.3.88 (14d154e4-c9a5-47e8-9f7f-9daf0b869ff5/8de8efa6-546e-4542-992b-4162440fe9c8/74f0c7d2-4be8-4a90-91df-6b01139fec92) {{(pid=104468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 09:13:06.242409 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1b518a83-35c5-4d1e-a0d6-480a6a2b80de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:06.305399 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b518a83-35c5-4d1e-a0d6-480a6a2b80de None None] Routers {'6e1de26e-503b-40a5-9177-efd8d3310085'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:13:06.306053 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-1b518a83-35c5-4d1e-a0d6-480a6a2b80de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:12:53Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['6e1de26e-503b-40a5-9177-efd8d3310085'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:13:06.307766 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c3fba93f-c2a7-45cc-8cb0-34f58a6670a0 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for port (74f0c7d2-4be8-4a90-91df-6b01139fec92), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:06.308982 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:13:06.355919 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfcaac9-292a-4bfd-af61-dadf15e70c66 None None] Pushing event updated for resources: {'Port': ['ID=1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73,revision_number=4']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:13:06.367961 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-f14aea40-9811-45dd-8881-40041da144be None None] Provisioning complete for port 1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73 triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:13:06.368409 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-f14aea40-9811-45dd-8881-40041da144be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:06.419707 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c3fba93f-c2a7-45cc-8cb0-34f58a6670a0 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760184582126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665350'] for port (74f0c7d2-4be8-4a90-91df-6b01139fec92), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:06.424298 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device da847675-4b00-4cc2-a470-1ef521631008 up at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:13:06.466614 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fba93f-c2a7-45cc-8cb0-34f58a6670a0 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Network 14d154e4-c9a5-47e8-9f7f-9daf0b869ff5 is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:13:06.475569 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-c3fba93f-c2a7-45cc-8cb0-34f58a6670a0 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:13:06.478074 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fba93f-c2a7-45cc-8cb0-34f58a6670a0 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Received port after_create {{(pid=104468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 09:13:06.504034 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-1b518a83-35c5-4d1e-a0d6-480a6a2b80de None None] Set router 6e1de26e-503b-40a5-9177-efd8d3310085 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:13:06.505469 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fba93f-c2a7-45cc-8cb0-34f58a6670a0 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Pushing event updated for resources: {'Port': ['ID=74f0c7d2-4be8-4a90-91df-6b01139fec92,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:13:06.569434 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Provisioning complete for port da847675-4b00-4cc2-a470-1ef521631008 triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:13:06.570065 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (da847675-4b00-4cc2-a470-1ef521631008), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:06.578435 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c3fba93f-c2a7-45cc-8cb0-34f58a6670a0 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for floatingip (47e292c3-d7b6-4cd6-bbc4-520b936bec37), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:06.621103 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:13:06.648851 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-f14aea40-9811-45dd-8881-40041da144be None None] Current status of the port 1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73 is: DOWN; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:13:06.649314 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-f14aea40-9811-45dd-8881-40041da144be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:06.668301 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:13:06.697713 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c3fba93f-c2a7-45cc-8cb0-34f58a6670a0 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (74f0c7d2-4be8-4a90-91df-6b01139fec92), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:06.755201 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-f14aea40-9811-45dd-8881-40041da144be None None] For port 1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73,segment=NetworkSegment(3edf80a3-cf45-4e6d-829d-b0893b0eaa9d),segment_id=3edf80a3-cf45-4e6d-829d-b0893b0eaa9d)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:13:06.789077 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:13:06.818487 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Current status of the port da847675-4b00-4cc2-a470-1ef521631008 is: ACTIVE; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:13:06.823386 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-f14aea40-9811-45dd-8881-40041da144be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:06.866232 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-1b518a83-35c5-4d1e-a0d6-480a6a2b80de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'name': 'tempest-AttachVolumeNegativeTest-66573234-router', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'da847675-4b00-4cc2-a470-1ef521631008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:13:00Z', 'updated_at': '2022-07-13T09:13:03Z', 'revision_number': 4, 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'gw_port': {'id': 'da847675-4b00-4cc2-a470-1ef521631008', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:13:01Z', 'updated_at': '2022-07-13T09:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_interfaces': [{'id': '1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73', 'name': '', 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'mac_address': 'fa:16:3e:c1:69:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '13acf255-d269-41b2-95ac-9a0376cf4726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:13:02Z', 'updated_at': '2022-07-13T09:13:06Z', 'revision_number': 4, 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'subnets': [{'id': '13acf255-d269-41b2-95ac-9a0376cf4726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:13:06.877078 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c3fba93f-c2a7-45cc-8cb0-34f58a6670a0 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for port (74f0c7d2-4be8-4a90-91df-6b01139fec92), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:06.904074 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b518a83-35c5-4d1e-a0d6-480a6a2b80de None None] The sync data for ids ['6e1de26e-503b-40a5-9177-efd8d3310085'] in dv-cinder-849626-3-iscsi is: [{'id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'name': 'tempest-AttachVolumeNegativeTest-66573234-router', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'da847675-4b00-4cc2-a470-1ef521631008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:13:00Z', 'updated_at': '2022-07-13T09:13:03Z', 'revision_number': 4, 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'gw_port': {'id': 'da847675-4b00-4cc2-a470-1ef521631008', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:13:01Z', 'updated_at': '2022-07-13T09:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_interfaces': [{'id': '1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73', 'name': '', 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'mac_address': 'fa:16:3e:c1:69:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '13acf255-d269-41b2-95ac-9a0376cf4726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:13:02Z', 'updated_at': '2022-07-13T09:13:06Z', 'revision_number': 4, 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'subnets': [{'id': '13acf255-d269-41b2-95ac-9a0376cf4726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 09:13:06.910124 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14aea40-9811-45dd-8881-40041da144be None None] Pushing event updated for resources: {'Port': ['ID=1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73,revision_number=5']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:13:06.951428 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-ae49c9e2-36be-4150-a7af-28170a3c1da3 None None] Provisioning complete for port 1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73 triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:13:06.951428 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-ae49c9e2-36be-4150-a7af-28170a3c1da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:06.951667 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c3fba93f-c2a7-45cc-8cb0-34f58a6670a0 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665375'] for port (74f0c7d2-4be8-4a90-91df-6b01139fec92), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:07.045116 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fba93f-c2a7-45cc-8cb0-34f58a6670a0 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Pushing event updated for resources: {'Port': ['ID=74f0c7d2-4be8-4a90-91df-6b01139fec92,revision_number=2']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:13:07.050975 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c3fba93f-c2a7-45cc-8cb0-34f58a6670a0 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-388893'] for floatingip (47e292c3-d7b6-4cd6-bbc4-520b936bec37), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:07.056275 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-ae49c9e2-36be-4150-a7af-28170a3c1da3 None None] Current status of the port 1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73 is: ACTIVE; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:13:07.130157 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c3fba93f-c2a7-45cc-8cb0-34f58a6670a0 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for floatingip (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:07.141290 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-c3fba93f-c2a7-45cc-8cb0-34f58a6670a0 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2369118 Jul 13 09:13:07.288868 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-45216623-0981-484b-9dc6-1770b6471ff0 req-12978625-32cf-4cb7-bf03-dd5a573916c2 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--683615364&fields=id&tenant_id=0486a8d3794f4b50a96d3477e14e344f HTTP/1.1" status: 200 len: 267 time: 0.0456355 Jul 13 09:13:07.406290 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45216623-0981-484b-9dc6-1770b6471ff0 req-2380272e-8de8-40a1-bc12-4d517f2d5e99 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:13:07.407818 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-45216623-0981-484b-9dc6-1770b6471ff0 req-2380272e-8de8-40a1-bc12-4d517f2d5e99 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/networks?id=0419ddd4-ade8-4500-ac9c-4682f59c8496 HTTP/1.1" status: 200 len: 813 time: 0.1115882 Jul 13 09:13:07.423268 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-45216623-0981-484b-9dc6-1770b6471ff0 req-741ac137-59f0-4130-808c-455806c50db3 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/quotas/0486a8d3794f4b50a96d3477e14e344f HTTP/1.1" status: 200 len: 375 time: 0.0097418 Jul 13 09:13:07.477074 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-45216623-0981-484b-9dc6-1770b6471ff0 req-603a3f3f-96e9-461a-bb9c-31c1ae1379fe tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=0486a8d3794f4b50a96d3477e14e344f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477114 Jul 13 09:13:07.582516 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-45216623-0981-484b-9dc6-1770b6471ff0 req-5a82c80b-67f0-41d8-a514-708b5b434c7e service neutron] 10.222.0.40 "GET /v2.0/networks/0419ddd4-ade8-4500-ac9c-4682f59c8496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924373 Jul 13 09:13:07.595389 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:13:07.679159 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-45216623-0981-484b-9dc6-1770b6471ff0 req-def4209e-2c5d-4523-a57d-3cfd8620cc91 service neutron] 10.222.0.40 "GET /v2.0/networks/0419ddd4-ade8-4500-ac9c-4682f59c8496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908985 Jul 13 09:13:07.952039 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-197fce07-3ecb-4368-97f2-b3078056cd2b req-c315253b-eb3d-4ce1-90a7-6c9434967e2f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/ports?device_id=ec2037c6-2367-4a79-8c54-1455e09e6280 HTTP/1.1" status: 200 len: 210 time: 0.0540807 Jul 13 09:13:08.346828 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device 1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73 up at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:13:08.398023 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Provisioning complete for port 1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73 triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:13:08.398424 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:08.468976 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Current status of the port 1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73 is: ACTIVE; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:13:09.053891 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-8c5e46d8-bf48-4606-8101-f17b5afae48c req-e88f2a7b-31de-49e0-aaaf-eff2b5592a6b tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/ports?device_id=ec2037c6-2367-4a79-8c54-1455e09e6280 HTTP/1.1" status: 200 len: 210 time: 0.0315886 Jul 13 09:13:09.952241 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45216623-0981-484b-9dc6-1770b6471ff0 req-32f3a458-d0c6-4d29-85b3-ec343159e445 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:13:09.953671 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-45216623-0981-484b-9dc6-1770b6471ff0 req-32f3a458-d0c6-4d29-85b3-ec343159e445 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.30 "GET /v2.0/networks?id=0419ddd4-ade8-4500-ac9c-4682f59c8496 HTTP/1.1" status: 200 len: 813 time: 0.1026053 Jul 13 09:13:10.017157 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-45216623-0981-484b-9dc6-1770b6471ff0 req-034d0803-9d3f-4407-b269-8feb9716d1dc tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0486a8d3794f4b50a96d3477e14e344f HTTP/1.1" status: 200 len: 379 time: 0.0525084 Jul 13 09:13:10.028742 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [req-45216623-0981-484b-9dc6-1770b6471ff0 req-62bea81b-6dda-49ab-94b0-6f27a7a25daf tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Request body: {'port': {'device_id': 'ec2037c6-2367-4a79-8c54-1455e09e6280', 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496', 'admin_state_up': True, 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'security_groups': ['a2080371-6d5f-40a5-a8b3-02838c926e16']}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:13:10.363387 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-0f1831f0-e357-4cb8-ad9c-ebc8811190a1 req-eace708b-656c-4438-a90b-dcd8cb83c98b tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/ports?device_id=ec2037c6-2367-4a79-8c54-1455e09e6280 HTTP/1.1" status: 200 len: 210 time: 0.0370791 Jul 13 09:13:10.389808 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:13:10.487430 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45216623-0981-484b-9dc6-1770b6471ff0 req-62bea81b-6dda-49ab-94b0-6f27a7a25daf tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Made reservation on behalf of 0486a8d3794f4b50a96d3477e14e344f for: {'port': 1} {{(pid=104469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 09:13:10.491107 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-45216623-0981-484b-9dc6-1770b6471ff0 req-62bea81b-6dda-49ab-94b0-6f27a7a25daf tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:10.623097 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_common [req-45216623-0981-484b-9dc6-1770b6471ff0 req-62bea81b-6dda-49ab-94b0-6f27a7a25daf tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Allocated IP 172.20.0.12 (0419ddd4-ade8-4500-ac9c-4682f59c8496/13acf255-d269-41b2-95ac-9a0376cf4726/05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7) {{(pid=104469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 09:13:10.761750 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-45216623-0981-484b-9dc6-1770b6471ff0 req-62bea81b-6dda-49ab-94b0-6f27a7a25daf tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for port (05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:10.785157 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:13:10.876116 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-45216623-0981-484b-9dc6-1770b6471ff0 req-62bea81b-6dda-49ab-94b0-6f27a7a25daf tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760184582126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542309'] for port (05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:10.919779 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45216623-0981-484b-9dc6-1770b6471ff0 req-62bea81b-6dda-49ab-94b0-6f27a7a25daf tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Network 0419ddd4-ade8-4500-ac9c-4682f59c8496 is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:13:10.925259 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [req-45216623-0981-484b-9dc6-1770b6471ff0 req-62bea81b-6dda-49ab-94b0-6f27a7a25daf tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:13:10.930274 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [req-45216623-0981-484b-9dc6-1770b6471ff0 req-62bea81b-6dda-49ab-94b0-6f27a7a25daf tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Received port after_create {{(pid=104469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 09:13:10.959133 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bea81b-6dda-49ab-94b0-6f27a7a25daf tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Pushing event updated for resources: {'Port': ['ID=05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:13:10.984326 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45216623-0981-484b-9dc6-1770b6471ff0 req-62bea81b-6dda-49ab-94b0-6f27a7a25daf tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:13:10.984953 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-45216623-0981-484b-9dc6-1770b6471ff0 req-62bea81b-6dda-49ab-94b0-6f27a7a25daf tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for port (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:11.044489 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-45216623-0981-484b-9dc6-1770b6471ff0 req-62bea81b-6dda-49ab-94b0-6f27a7a25daf tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0195425 Jul 13 09:13:11.090173 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [req-45216623-0981-484b-9dc6-1770b6471ff0 req-27898e71-4733-43c5-a4e6-79db2d0d18cd service neutron] Request body: {'port': {'device_id': 'ec2037c6-2367-4a79-8c54-1455e09e6280', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84962'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:13:11.153991 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-45216623-0981-484b-9dc6-1770b6471ff0 req-27898e71-4733-43c5-a4e6-79db2d0d18cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:11.201213 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-7de963c9-7ecb-42ac-b652-21501a8ee665 None None] Provisioning complete for port 05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7 triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:13:11.201782 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7de963c9-7ecb-42ac-b652-21501a8ee665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:11.236551 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-7de963c9-7ecb-42ac-b652-21501a8ee665 None None] Port 05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7 cannot update to ACTIVE because it is not bound. {{(pid=104470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 09:13:11.361777 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:13:11.417758 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [req-45216623-0981-484b-9dc6-1770b6471ff0 req-27898e71-4733-43c5-a4e6-79db2d0d18cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7 {{(pid=104469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 09:13:11.430275 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-45216623-0981-484b-9dc6-1770b6471ff0 req-27898e71-4733-43c5-a4e6-79db2d0d18cd service neutron] Publish callbacks [] for port (05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:11.454578 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [req-45216623-0981-484b-9dc6-1770b6471ff0 req-27898e71-4733-43c5-a4e6-79db2d0d18cd service neutron] Transition to ACTIVE for port object 05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7 will not be triggered until provisioned by entity L2. {{(pid=104469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 09:13:11.494936 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab20352-7e47-4803-b264-27538d9a98fd req-048fa3f3-1f2e-4189-9008-ce1088a6e440 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:13:11.499906 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-9ab20352-7e47-4803-b264-27538d9a98fd req-048fa3f3-1f2e-4189-9008-ce1088a6e440 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/ports?device_id=ec2037c6-2367-4a79-8c54-1455e09e6280 HTTP/1.1" status: 200 len: 932 time: 0.0593004 Jul 13 09:13:11.512426 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-45216623-0981-484b-9dc6-1770b6471ff0 req-27898e71-4733-43c5-a4e6-79db2d0d18cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542332'] for port (05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:11.592117 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27898e71-4733-43c5-a4e6-79db2d0d18cd service neutron] Pushing event updated for resources: {'Port': ['ID=05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7,revision_number=2']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:13:11.603508 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-9ab20352-7e47-4803-b264-27538d9a98fd req-6eb27499-f652-4cc9-bb56-5f2e7397e97c tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/security-groups?id=a2080371-6d5f-40a5-a8b3-02838c926e16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013067 Jul 13 09:13:11.684358 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [req-45216623-0981-484b-9dc6-1770b6471ff0 req-27898e71-4733-43c5-a4e6-79db2d0d18cd service neutron] Attempting to bind port 05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7 on host hv-cinder-84962 for vnic_type normal with profile {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 09:13:11.684817 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [req-45216623-0981-484b-9dc6-1770b6471ff0 req-27898e71-4733-43c5-a4e6-79db2d0d18cd service neutron] Attempting to bind port 05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7 by drivers openvswitch,hyperv on host hv-cinder-84962 at level 0 using segments [{'id': '3edf80a3-cf45-4e6d-829d-b0893b0eaa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496'}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 09:13:11.685160 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45216623-0981-484b-9dc6-1770b6471ff0 req-27898e71-4733-43c5-a4e6-79db2d0d18cd service neutron] Attempting to bind port 05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7 on network 0419ddd4-ade8-4500-ac9c-4682f59c8496 {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 09:13:11.689827 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45216623-0981-484b-9dc6-1770b6471ff0 req-27898e71-4733-43c5-a4e6-79db2d0d18cd service neutron] Port 05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7 on network 0419ddd4-ade8-4500-ac9c-4682f59c8496 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84962 {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 13 09:13:11.690401 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45216623-0981-484b-9dc6-1770b6471ff0 req-27898e71-4733-43c5-a4e6-79db2d0d18cd service neutron] Attempting to bind port 05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7 on network 0419ddd4-ade8-4500-ac9c-4682f59c8496 {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 09:13:11.696714 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45216623-0981-484b-9dc6-1770b6471ff0 req-27898e71-4733-43c5-a4e6-79db2d0d18cd service neutron] Checking agent: {'id': '6e9d2670-629d-42a5-8dd5-d0857aba9a7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84962', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 9, 4, 10), 'started_at': datetime.datetime(2022, 7, 13, 9, 4, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 9, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 09:13:11.697047 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45216623-0981-484b-9dc6-1770b6471ff0 req-27898e71-4733-43c5-a4e6-79db2d0d18cd service neutron] Checking segment: {'id': '3edf80a3-cf45-4e6d-829d-b0893b0eaa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 09:13:11.697430 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45216623-0981-484b-9dc6-1770b6471ff0 req-27898e71-4733-43c5-a4e6-79db2d0d18cd service neutron] Bound using segment: {'id': '3edf80a3-cf45-4e6d-829d-b0893b0eaa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496'} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 09:13:11.697861 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [req-45216623-0981-484b-9dc6-1770b6471ff0 req-27898e71-4733-43c5-a4e6-79db2d0d18cd service neutron] Bound port: 05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7, host: hv-cinder-84962, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3edf80a3-cf45-4e6d-829d-b0893b0eaa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496'}}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 09:13:11.698378 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-45216623-0981-484b-9dc6-1770b6471ff0 req-27898e71-4733-43c5-a4e6-79db2d0d18cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:11.740342 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (6e9d2670-629d-42a5-8dd5-d0857aba9a7e), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:11.768718 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [req-45216623-0981-484b-9dc6-1770b6471ff0 req-27898e71-4733-43c5-a4e6-79db2d0d18cd service neutron] For port 05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7, host hv-cinder-84962, cleared binding levels {{(pid=104469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 09:13:11.771990 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [req-45216623-0981-484b-9dc6-1770b6471ff0 req-27898e71-4733-43c5-a4e6-79db2d0d18cd service neutron] For port 05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7, host hv-cinder-84962, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7,segment=NetworkSegment(3edf80a3-cf45-4e6d-829d-b0893b0eaa9d),segment_id=3edf80a3-cf45-4e6d-829d-b0893b0eaa9d)] {{(pid=104469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 09:13:11.836522 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-45216623-0981-484b-9dc6-1770b6471ff0 req-27898e71-4733-43c5-a4e6-79db2d0d18cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542332'] for port (05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:11.871109 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45216623-0981-484b-9dc6-1770b6471ff0 req-27898e71-4733-43c5-a4e6-79db2d0d18cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:13:11.871769 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-45216623-0981-484b-9dc6-1770b6471ff0 req-27898e71-4733-43c5-a4e6-79db2d0d18cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for port (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:11.873197 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-45216623-0981-484b-9dc6-1770b6471ff0 req-27898e71-4733-43c5-a4e6-79db2d0d18cd service neutron] 10.222.0.30 "PUT /v2.0/ports/05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7 HTTP/1.1" status: 200 len: 1094 time: 0.7874568 Jul 13 09:13:11.875604 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec2037c6-2367-4a79-8c54-1455e09e6280', 'tag': '05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:13:11.877911 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c4e5b91a84def5af2f1fcdaa70b19e5540aa6c2f63d8f4e9cb6586108f6a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc1cd7f6-5206-4f63-91e8-197885dc7c1e" -d '{"events": [{"name": "network-changed", "server_uuid": "ec2037c6-2367-4a79-8c54-1455e09e6280", "tag": "05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:13:11.908064 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27898e71-4733-43c5-a4e6-79db2d0d18cd service neutron] Pushing event updated for resources: {'Port': ['ID=05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7,revision_number=3']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:13:11.922639 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 09:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8216941b-de8e-42f0-b7e9-6da58c9b4cc1 x-openstack-request-id: req-8216941b-de8e-42f0-b7e9-6da58c9b4cc1 {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:13:11.922922 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec2037c6-2367-4a79-8c54-1455e09e6280", "tag": "05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7", "status": "completed", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:13:11.923175 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-8216941b-de8e-42f0-b7e9-6da58c9b4cc1 {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:13:11.923576 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8216941b-de8e-42f0-b7e9-6da58c9b4cc1'] response: {'name': 'network-changed', 'server_uuid': 'ec2037c6-2367-4a79-8c54-1455e09e6280', 'tag': '05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7', 'status': 'completed', 'code': 200} Jul 13 09:13:12.114144 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:13:12.148298 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1cd7f6-5206-4f63-91e8-197885dc7c1e req-f3573b7c-05b4-4c1f-84cb-ef45af727ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:13:12.149879 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-bc1cd7f6-5206-4f63-91e8-197885dc7c1e req-f3573b7c-05b4-4c1f-84cb-ef45af727ac7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0486a8d3794f4b50a96d3477e14e344f&device_id=ec2037c6-2367-4a79-8c54-1455e09e6280 HTTP/1.1" status: 200 len: 1128 time: 0.0437696 Jul 13 09:13:12.296488 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1cd7f6-5206-4f63-91e8-197885dc7c1e req-d6b8abeb-29b7-406a-897d-2ba25a884fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:13:12.298048 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-bc1cd7f6-5206-4f63-91e8-197885dc7c1e req-d6b8abeb-29b7-406a-897d-2ba25a884fd3 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=0486a8d3794f4b50a96d3477e14e344f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0966823 Jul 13 09:13:12.392869 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1cd7f6-5206-4f63-91e8-197885dc7c1e req-91f1d184-8521-4353-b9fe-86c37b9000ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:13:12.394714 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-bc1cd7f6-5206-4f63-91e8-197885dc7c1e req-91f1d184-8521-4353-b9fe-86c37b9000ea service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0887842 Jul 13 09:13:12.485373 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45216623-0981-484b-9dc6-1770b6471ff0 req-5b2df36d-d62f-455a-ab1f-b7865c03431c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:13:12.487044 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-45216623-0981-484b-9dc6-1770b6471ff0 req-5b2df36d-d62f-455a-ab1f-b7865c03431c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0486a8d3794f4b50a96d3477e14e344f&device_id=ec2037c6-2367-4a79-8c54-1455e09e6280 HTTP/1.1" status: 200 len: 1128 time: 0.0474036 Jul 13 09:13:12.534086 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-45216623-0981-484b-9dc6-1770b6471ff0 req-cc3373fe-47a9-43e6-961d-e251b4682852 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7 HTTP/1.1" status: 200 len: 217 time: 0.0345871 Jul 13 09:13:12.582492 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45216623-0981-484b-9dc6-1770b6471ff0 req-c98a6679-6e14-41fa-948d-0061d60122a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:13:12.584561 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-45216623-0981-484b-9dc6-1770b6471ff0 req-c98a6679-6e14-41fa-948d-0061d60122a5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=13acf255-d269-41b2-95ac-9a0376cf4726 HTTP/1.1" status: 200 len: 852 time: 0.0434084 Jul 13 09:13:12.631959 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45216623-0981-484b-9dc6-1770b6471ff0 req-73b0bd37-3865-4507-b519-2be431f096ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:13:12.634249 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-45216623-0981-484b-9dc6-1770b6471ff0 req-73b0bd37-3865-4507-b519-2be431f096ea service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0419ddd4-ade8-4500-ac9c-4682f59c8496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428948 Jul 13 09:13:12.719579 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:13:12.724336 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d921ff-2d50-41ef-9c3d-05cd5d8036df req-94e410a0-66cc-4a28-be42-8ebac6412553 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:13:12.726324 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-72d921ff-2d50-41ef-9c3d-05cd5d8036df req-94e410a0-66cc-4a28-be42-8ebac6412553 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/ports?device_id=ec2037c6-2367-4a79-8c54-1455e09e6280 HTTP/1.1" status: 200 len: 944 time: 0.0497160 Jul 13 09:13:12.731272 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-45216623-0981-484b-9dc6-1770b6471ff0 req-b9a4028f-7f28-4554-83e9-c02bc61344a5 service neutron] 10.222.0.30 "GET /v2.0/networks/0419ddd4-ade8-4500-ac9c-4682f59c8496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911050 Jul 13 09:13:12.790679 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-72d921ff-2d50-41ef-9c3d-05cd5d8036df req-e7e4c842-745c-4c41-b48e-f4ed4126258e tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/security-groups?id=a2080371-6d5f-40a5-a8b3-02838c926e16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517519 Jul 13 09:13:12.835994 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-45216623-0981-484b-9dc6-1770b6471ff0 req-a458d262-f1da-4de6-97ee-9fcc7b21249f service neutron] 10.222.0.30 "GET /v2.0/networks/0419ddd4-ade8-4500-ac9c-4682f59c8496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976152 Jul 13 09:13:13.152166 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9395e14-24d1-4c22-9e80-49bd80925fd2 req-958296ed-d90d-4aef-b3cd-459a661c8365 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:13:13.153611 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-e9395e14-24d1-4c22-9e80-49bd80925fd2 req-958296ed-d90d-4aef-b3cd-459a661c8365 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/ports?device_id=c14ba4bd-c1b6-4d36-9afb-402a857f32fb HTTP/1.1" status: 200 len: 946 time: 0.0464365 Jul 13 09:13:13.202809 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-e9395e14-24d1-4c22-9e80-49bd80925fd2 req-0bc80b9f-584b-4888-a316-8d2caf8af043 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/security-groups?id=9e1085ae-5b03-4b64-b791-a31d2def9efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436494 Jul 13 09:13:13.574681 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:13:13.910439 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3baa232-85fe-48e4-83e7-4853567bfcbb req-4124850a-24c5-4538-b85c-077090cfd9d9 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:13:13.911825 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b3baa232-85fe-48e4-83e7-4853567bfcbb req-4124850a-24c5-4538-b85c-077090cfd9d9 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/ports?device_id=ec2037c6-2367-4a79-8c54-1455e09e6280 HTTP/1.1" status: 200 len: 944 time: 0.0483053 Jul 13 09:13:13.958272 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b3baa232-85fe-48e4-83e7-4853567bfcbb req-355037a1-95b0-46dc-8e1f-72f075a7af5b tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/security-groups?id=a2080371-6d5f-40a5-a8b3-02838c926e16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400860 Jul 13 09:13:14.314239 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1472bf22-a3b6-4094-848c-fa7af617a856 req-c21941f5-0c1d-4d36-918c-193930fa7390 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:13:14.315696 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-1472bf22-a3b6-4094-848c-fa7af617a856 req-c21941f5-0c1d-4d36-918c-193930fa7390 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/ports?device_id=c14ba4bd-c1b6-4d36-9afb-402a857f32fb HTTP/1.1" status: 200 len: 946 time: 0.0466311 Jul 13 09:13:14.363360 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-1472bf22-a3b6-4094-848c-fa7af617a856 req-8a83f5e1-2386-4d7d-8913-55273224c4ee tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/security-groups?id=9e1085ae-5b03-4b64-b791-a31d2def9efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416138 Jul 13 09:13:15.071747 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e50ad7c-e0bd-4ebe-8a8a-07c75ed806b3 req-727bf7a8-2b08-4664-a195-f701ace20586 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:13:15.073222 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-6e50ad7c-e0bd-4ebe-8a8a-07c75ed806b3 req-727bf7a8-2b08-4664-a195-f701ace20586 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/ports?device_id=ec2037c6-2367-4a79-8c54-1455e09e6280 HTTP/1.1" status: 200 len: 944 time: 0.0474958 Jul 13 09:13:15.119363 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-6e50ad7c-e0bd-4ebe-8a8a-07c75ed806b3 req-1eac1ac9-f7a7-4aba-80a0-43a87afdaac8 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/security-groups?id=a2080371-6d5f-40a5-a8b3-02838c926e16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406539 Jul 13 09:13:15.487449 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52681348-967f-4090-9c1c-bee8246b1643 req-117b56b9-a366-41a6-aa3e-5604f14281ff tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:13:15.488937 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-52681348-967f-4090-9c1c-bee8246b1643 req-117b56b9-a366-41a6-aa3e-5604f14281ff tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/ports?device_id=c14ba4bd-c1b6-4d36-9afb-402a857f32fb HTTP/1.1" status: 200 len: 946 time: 0.0480082 Jul 13 09:13:15.536905 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-52681348-967f-4090-9c1c-bee8246b1643 req-77ee24d1-bcbc-4c13-9507-1891ceb8c10f tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/security-groups?id=9e1085ae-5b03-4b64-b791-a31d2def9efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422020 Jul 13 09:13:15.582262 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba9deb-927a-4a6d-9a8e-d34254b569ac req-c5cebe99-fb2c-45f2-8c5d-8b75166e493e tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:13:15.583716 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-38ba9deb-927a-4a6d-9a8e-d34254b569ac req-c5cebe99-fb2c-45f2-8c5d-8b75166e493e tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.30 "GET /v2.0/ports?device_id=c14ba4bd-c1b6-4d36-9afb-402a857f32fb HTTP/1.1" status: 200 len: 946 time: 0.0496910 Jul 13 09:13:15.666612 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [req-38ba9deb-927a-4a6d-9a8e-d34254b569ac req-7c4e1afb-d694-4c15-b09c-8d163f305a48 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] Deleting port fc7c7334-df17-4f9d-8b8d-0c8311d44d09 {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:13:15.666950 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-38ba9deb-927a-4a6d-9a8e-d34254b569ac req-7c4e1afb-d694-4c15-b09c-8d163f305a48 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (fc7c7334-df17-4f9d-8b8d-0c8311d44d09), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:15.757546 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [req-38ba9deb-927a-4a6d-9a8e-d34254b569ac req-7c4e1afb-d694-4c15-b09c-8d163f305a48 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] For port fc7c7334-df17-4f9d-8b8d-0c8311d44d09, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=fc7c7334-df17-4f9d-8b8d-0c8311d44d09,segment=NetworkSegment(a0be4d95-d4a7-4cb6-804b-d2c776ddb14c),segment_id=a0be4d95-d4a7-4cb6-804b-d2c776ddb14c)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:13:15.758194 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-38ba9deb-927a-4a6d-9a8e-d34254b569ac req-7c4e1afb-d694-4c15-b09c-8d163f305a48 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (fc7c7334-df17-4f9d-8b8d-0c8311d44d09), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:15.770343 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:13:15.771498 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [req-38ba9deb-927a-4a6d-9a8e-d34254b569ac req-7c4e1afb-d694-4c15-b09c-8d163f305a48 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] Calling delete_port for fc7c7334-df17-4f9d-8b8d-0c8311d44d09 owned by compute:nova {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:13:15.863561 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-aa2430b6-8774-4393-b635-9c4dc7261dcc req-ff474e35-23e7-43b4-b650-0fa962a04c6a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0534618 Jul 13 09:13:15.965369 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2430b6-8774-4393-b635-9c4dc7261dcc req-39d8ad65-a128-41a2-904e-510c518e7914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:13:15.966883 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-aa2430b6-8774-4393-b635-9c4dc7261dcc req-39d8ad65-a128-41a2-904e-510c518e7914 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=09b63eccabbc498cb96dd4bbcef0969a&device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa HTTP/1.1" status: 200 len: 1130 time: 0.0553110 Jul 13 09:13:16.044483 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-38ba9deb-927a-4a6d-9a8e-d34254b569ac req-7c4e1afb-d694-4c15-b09c-8d163f305a48 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542309'] for port (fc7c7334-df17-4f9d-8b8d-0c8311d44d09), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:16.056713 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] get_ports_and_sgs() called for port_ids ['fc7c7334-df17-4f9d-8b8d-0c8311d44d09'] {{(pid=104470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 09:13:16.080796 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4e1afb-d694-4c15-b09c-8d163f305a48 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] Pushing event deleted for resources: {'Port': ['ID=fc7c7334-df17-4f9d-8b8d-0c8311d44d09,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:13:16.133495 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [req-38ba9deb-927a-4a6d-9a8e-d34254b569ac req-7c4e1afb-d694-4c15-b09c-8d163f305a48 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] No DVR routers for this DVR port fc7c7334-df17-4f9d-8b8d-0c8311d44d09 on host hv-cinder-84962 {{(pid=104469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 09:13:16.137102 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-38ba9deb-927a-4a6d-9a8e-d34254b569ac req-7c4e1afb-d694-4c15-b09c-8d163f305a48 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for port (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:16.140321 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-38ba9deb-927a-4a6d-9a8e-d34254b569ac req-7c4e1afb-d694-4c15-b09c-8d163f305a48 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.30 "DELETE /v2.0/ports/fc7c7334-df17-4f9d-8b8d-0c8311d44d09 HTTP/1.1" status: 204 len: 173 time: 0.5516086 Jul 13 09:13:16.140789 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c14ba4bd-c1b6-4d36-9afb-402a857f32fb', 'name': 'network-vif-deleted', 'tag': 'fc7c7334-df17-4f9d-8b8d-0c8311d44d09'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:13:16.143009 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c4e5b91a84def5af2f1fcdaa70b19e5540aa6c2f63d8f4e9cb6586108f6a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff562fa-882f-4c8d-9b9a-463615883b57" -d '{"events": [{"server_uuid": "c14ba4bd-c1b6-4d36-9afb-402a857f32fb", "name": "network-vif-deleted", "tag": "fc7c7334-df17-4f9d-8b8d-0c8311d44d09"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:13:16.148140 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2430b6-8774-4393-b635-9c4dc7261dcc req-ac3b4922-7550-4fbe-a3f6-d986b1aaf02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:13:16.149534 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-aa2430b6-8774-4393-b635-9c4dc7261dcc req-ac3b4922-7550-4fbe-a3f6-d986b1aaf02b service neutron] 10.222.0.30 "GET /v2.0/networks?id=dced4119-fd64-48f2-a32b-f0864c860758 HTTP/1.1" status: 200 len: 918 time: 0.1652541 Jul 13 09:13:16.195679 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 09:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d0a9c84-018c-43d6-b9f0-21b7837e9fe0 x-openstack-request-id: req-1d0a9c84-018c-43d6-b9f0-21b7837e9fe0 {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:13:16.196025 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c14ba4bd-c1b6-4d36-9afb-402a857f32fb", "name": "network-vif-deleted", "tag": "fc7c7334-df17-4f9d-8b8d-0c8311d44d09", "status": "completed", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:13:16.196215 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-1d0a9c84-018c-43d6-b9f0-21b7837e9fe0 {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:13:16.196604 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d0a9c84-018c-43d6-b9f0-21b7837e9fe0'] response: {'server_uuid': 'c14ba4bd-c1b6-4d36-9afb-402a857f32fb', 'name': 'network-vif-deleted', 'tag': 'fc7c7334-df17-4f9d-8b8d-0c8311d44d09', 'status': 'completed', 'code': 200} Jul 13 09:13:16.252808 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-aa2430b6-8774-4393-b635-9c4dc7261dcc req-15c9f9a8-694c-455d-8ddb-b8d49bf12144 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9499393-8a91-40ba-8695-6c191d7d0d9d HTTP/1.1" status: 200 len: 1001 time: 0.0957923 Jul 13 09:13:16.259866 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afc5117-c463-450b-9f48-b6e4a77dccbd req-6dcaba43-b948-4430-a09b-45a860041d5f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:13:16.261271 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-5afc5117-c463-450b-9f48-b6e4a77dccbd req-6dcaba43-b948-4430-a09b-45a860041d5f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/ports?device_id=ec2037c6-2367-4a79-8c54-1455e09e6280 HTTP/1.1" status: 200 len: 944 time: 0.0595939 Jul 13 09:13:16.345549 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-5afc5117-c463-450b-9f48-b6e4a77dccbd req-4945a3e2-cbc4-4299-acf9-81f0e22e79d3 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/security-groups?id=a2080371-6d5f-40a5-a8b3-02838c926e16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785322 Jul 13 09:13:16.347119 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2430b6-8774-4393-b635-9c4dc7261dcc req-2786fe30-c5c4-4378-bc6b-e3cd0ca958f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:13:16.348483 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-aa2430b6-8774-4393-b635-9c4dc7261dcc req-2786fe30-c5c4-4378-bc6b-e3cd0ca958f4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f435a127-82ff-4993-a381-fe0f5e258ef6 HTTP/1.1" status: 200 len: 856 time: 0.0680690 Jul 13 09:13:16.362911 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:13:16.400911 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2430b6-8774-4393-b635-9c4dc7261dcc req-7a11f0b3-69a3-4a79-9bcc-4cf15b119abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:13:16.402469 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-aa2430b6-8774-4393-b635-9c4dc7261dcc req-7a11f0b3-69a3-4a79-9bcc-4cf15b119abc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dced4119-fd64-48f2-a32b-f0864c860758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471530 Jul 13 09:13:16.492734 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-aa2430b6-8774-4393-b635-9c4dc7261dcc req-69d590e0-5e22-4a74-a7c4-d83c2f1a6883 service neutron] 10.222.0.30 "GET /v2.0/networks/dced4119-fd64-48f2-a32b-f0864c860758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844934 Jul 13 09:13:16.587996 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-aa2430b6-8774-4393-b635-9c4dc7261dcc req-a3b28e6f-0b27-4c97-a1ca-5a3e9ee3b131 service neutron] 10.222.0.30 "GET /v2.0/networks/dced4119-fd64-48f2-a32b-f0864c860758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892234 Jul 13 09:13:16.649546 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-e1f5df01-a159-4646-b77a-6f5b44d6f3e3 req-010d68b7-52c9-4203-a9ba-770a6f4f7017 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/ports?device_id=c14ba4bd-c1b6-4d36-9afb-402a857f32fb HTTP/1.1" status: 200 len: 210 time: 0.0308940 Jul 13 09:13:16.727615 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device 05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7 details requested by agent hyperv_hv-cinder-84962 with host hv-cinder-84962 {{(pid=104470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 09:13:16.831053 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port 05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7,segment=NetworkSegment(3edf80a3-cf45-4e6d-829d-b0893b0eaa9d),segment_id=3edf80a3-cf45-4e6d-829d-b0893b0eaa9d)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:13:16.833502 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:13:16.843812 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Returning: {'device': '05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7', 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496', 'port_id': '05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7', 'mac_address': 'fa:16:3e:e0:e1:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13acf255-d269-41b2-95ac-9a0376cf4726', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 09:13:16.879872 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Current status of the port 05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7 is: DOWN; New status is: BUILD {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:13:16.880261 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:16.893833 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7 {{(pid=104470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 09:13:16.915681 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port 05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7,segment=NetworkSegment(3edf80a3-cf45-4e6d-829d-b0893b0eaa9d),segment_id=3edf80a3-cf45-4e6d-829d-b0893b0eaa9d)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:13:16.972415 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:17.021846 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Pushing event updated for resources: {'Port': ['ID=05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7,revision_number=4']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:13:17.321954 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] get_ports_and_sgs() called for port_ids ['05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7'] {{(pid=104470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 09:13:17.425176 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:13:17.464794 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18dd394-e694-4e2d-8acd-d529ef8a98a7 req-f6769571-4b8a-4278-9e8a-3b0318f4cb59 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:13:17.466344 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a18dd394-e694-4e2d-8acd-d529ef8a98a7 req-f6769571-4b8a-4278-9e8a-3b0318f4cb59 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/ports?device_id=ec2037c6-2367-4a79-8c54-1455e09e6280 HTTP/1.1" status: 200 len: 945 time: 0.0496962 Jul 13 09:13:17.521077 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a18dd394-e694-4e2d-8acd-d529ef8a98a7 req-de2a06c7-7ce2-403d-b858-310068ce7e72 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/security-groups?id=a2080371-6d5f-40a5-a8b3-02838c926e16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489829 Jul 13 09:13:18.638078 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72fced5-1b56-4042-a4d9-8e7d6f6e6cce req-9b7904a4-1e45-450d-b286-d5d787174183 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:13:18.639534 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b72fced5-1b56-4042-a4d9-8e7d6f6e6cce req-9b7904a4-1e45-450d-b286-d5d787174183 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/ports?device_id=ec2037c6-2367-4a79-8c54-1455e09e6280 HTTP/1.1" status: 200 len: 945 time: 0.0500035 Jul 13 09:13:18.686048 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b72fced5-1b56-4042-a4d9-8e7d6f6e6cce req-4b9c09ac-cffb-4afd-8c30-8e8f465577b9 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/security-groups?id=a2080371-6d5f-40a5-a8b3-02838c926e16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410123 Jul 13 09:13:19.153273 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:13:19.786116 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:13:19.799502 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4db498-577c-4a75-933a-0eaf68efda00 req-427e1b14-2dbb-44eb-8f05-aa18d0125fb2 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:13:19.800970 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-6c4db498-577c-4a75-933a-0eaf68efda00 req-427e1b14-2dbb-44eb-8f05-aa18d0125fb2 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/ports?device_id=ec2037c6-2367-4a79-8c54-1455e09e6280 HTTP/1.1" status: 200 len: 945 time: 0.0469360 Jul 13 09:13:19.847715 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-6c4db498-577c-4a75-933a-0eaf68efda00 req-ade0e362-25ea-458c-9d3e-35277fb583dd tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/security-groups?id=a2080371-6d5f-40a5-a8b3-02838c926e16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406096 Jul 13 09:13:19.974457 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device 05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7 up at agent hyperv_hv-cinder-84962 {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:13:20.018177 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Provisioning for port 05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7 completed by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 13 09:13:20.080910 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Provisioning complete for port 05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7 triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:13:20.081290 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:20.083695 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:13:20.156294 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Current status of the port 05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7 is: BUILD; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:13:20.156681 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:20.180066 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec2037c6-2367-4a79-8c54-1455e09e6280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:13:20.182805 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db18c03db31c8eba27ff59efcab6aeefebc9da3faa7d3b822264179bbf74904a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a66e20c3-e1aa-4895-83f8-ea146d00db84" -d '{"events": [{"server_uuid": "ec2037c6-2367-4a79-8c54-1455e09e6280", "name": "network-vif-plugged", "status": "completed", "tag": "05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:13:20.196357 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port 05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7,segment=NetworkSegment(3edf80a3-cf45-4e6d-829d-b0893b0eaa9d),segment_id=3edf80a3-cf45-4e6d-829d-b0893b0eaa9d)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:13:20.217815 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 09:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf6ed06c-2cd1-4d19-a4ad-968387d16d2b x-openstack-request-id: req-cf6ed06c-2cd1-4d19-a4ad-968387d16d2b {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:13:20.218116 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec2037c6-2367-4a79-8c54-1455e09e6280", "name": "network-vif-plugged", "status": "completed", "tag": "05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:13:20.218360 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-cf6ed06c-2cd1-4d19-a4ad-968387d16d2b {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:13:20.218761 dv-cinder-849626-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf6ed06c-2cd1-4d19-a4ad-968387d16d2b'] response: {'server_uuid': 'ec2037c6-2367-4a79-8c54-1455e09e6280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7', 'code': 200} Jul 13 09:13:20.253692 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:20.303128 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Pushing event updated for resources: {'Port': ['ID=05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7,revision_number=5']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:13:20.594915 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-18b4f4f7-a6fa-46c4-a4c3-336256bbd597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (a33f270e-6fb2-40d7-a0c5-ff754f30a69f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:20.893045 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device fc7c7334-df17-4f9d-8b8d-0c8311d44d09 no longer exists at agent hyperv_hv-cinder-84962 {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:13:20.914132 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] No Port match for: fc7c7334-df17-4f9d-8b8d-0c8311d44d09 {{(pid=104470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 09:13:20.914545 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device fc7c7334-df17-4f9d-8b8d-0c8311d44d09 not bound to the agent host hv-cinder-84962 {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 09:13:20.973190 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2fe165-bc91-40b5-9670-77c64f7e4b46 req-febf429a-18c4-4b3c-a0cd-066e2c1dfc19 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:13:20.974699 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-7a2fe165-bc91-40b5-9670-77c64f7e4b46 req-febf429a-18c4-4b3c-a0cd-066e2c1dfc19 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/ports?device_id=ec2037c6-2367-4a79-8c54-1455e09e6280 HTTP/1.1" status: 200 len: 946 time: 0.0493660 Jul 13 09:13:21.024468 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-7a2fe165-bc91-40b5-9670-77c64f7e4b46 req-cbe45a3b-7d19-400e-896b-f8fc5679fb49 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/security-groups?id=a2080371-6d5f-40a5-a8b3-02838c926e16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438552 Jul 13 09:13:21.159110 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b241bd-9b3d-4738-83b2-8997b7209b3b req-0e877e0e-1e15-466a-b1e8-1814d16b2e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:13:21.160691 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b5b241bd-9b3d-4738-83b2-8997b7209b3b req-0e877e0e-1e15-466a-b1e8-1814d16b2e13 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ec2037c6-2367-4a79-8c54-1455e09e6280 HTTP/1.1" status: 200 len: 1130 time: 0.0420022 Jul 13 09:13:21.208276 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b5b241bd-9b3d-4738-83b2-8997b7209b3b req-ee08b14f-648a-44b8-a19c-f9f02a3d8caf service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a2080371-6d5f-40a5-a8b3-02838c926e16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396159 Jul 13 09:13:22.142809 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e6b34-6ae8-4c56-9cbe-640b31d0a38b req-89f79bfd-600b-44f7-8519-02f7bf6987d9 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:13:22.144383 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-2d2e6b34-6ae8-4c56-9cbe-640b31d0a38b req-89f79bfd-600b-44f7-8519-02f7bf6987d9 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/ports?device_id=ec2037c6-2367-4a79-8c54-1455e09e6280 HTTP/1.1" status: 200 len: 946 time: 0.0486112 Jul 13 09:13:22.197978 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-2d2e6b34-6ae8-4c56-9cbe-640b31d0a38b req-6c86c1a1-ca1e-4797-9ef1-2dbf9227f40e tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/security-groups?id=a2080371-6d5f-40a5-a8b3-02838c926e16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479686 Jul 13 09:13:22.856145 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-baf95904-8adb-4df3-9d0c-c8bebab16dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (084ea860-45cb-441c-b2f8-c6c2f7d6686c), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:22.957775 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7be897-2825-4f0e-97cd-8f3805009910 req-c1ea79b8-e8f6-41d9-a670-7a6fc990754f tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:13:22.959316 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-9e7be897-2825-4f0e-97cd-8f3805009910 req-c1ea79b8-e8f6-41d9-a670-7a6fc990754f tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa HTTP/1.1" status: 200 len: 946 time: 0.0517612 Jul 13 09:13:23.006568 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-9e7be897-2825-4f0e-97cd-8f3805009910 req-3fd0b55d-5a61-46ae-8250-2d815fa737b5 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=70d72f57-389f-4602-bc9a-71623592d222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415027 Jul 13 09:13:23.312525 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0fe3f-015a-4876-9ee2-3d0851e72089 req-9cef4472-373c-4a49-b188-f2a2d2cb85e6 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:13:23.313974 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-bbd0fe3f-015a-4876-9ee2-3d0851e72089 req-9cef4472-373c-4a49-b188-f2a2d2cb85e6 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/ports?device_id=ec2037c6-2367-4a79-8c54-1455e09e6280 HTTP/1.1" status: 200 len: 946 time: 0.0466447 Jul 13 09:13:23.360344 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-bbd0fe3f-015a-4876-9ee2-3d0851e72089 req-0beedfbf-601f-4bfc-94d7-5ba09cc654bd tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/security-groups?id=a2080371-6d5f-40a5-a8b3-02838c926e16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409079 Jul 13 09:13:23.467011 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c190c28a-9a1e-4d9c-9d6a-5c4e6ee41aa8 req-1586b014-3bbd-4a1f-b4bf-c755a440d694 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:13:23.468477 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c190c28a-9a1e-4d9c-9d6a-5c4e6ee41aa8 req-1586b014-3bbd-4a1f-b4bf-c755a440d694 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/ports?device_id=ec2037c6-2367-4a79-8c54-1455e09e6280 HTTP/1.1" status: 200 len: 946 time: 0.0461755 Jul 13 09:13:23.476931 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 38884) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:13:23.481632 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-cae87961-6999-4538-b056-40f150306bb2 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Request body: {'floatingip': {'port_id': '05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:13:23.519622 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-cae87961-6999-4538-b056-40f150306bb2 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for floatingip (47e292c3-d7b6-4cd6-bbc4-520b936bec37), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:23.834187 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:13:23.938930 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-cae87961-6999-4538-b056-40f150306bb2 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:24.058770 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-cae87961-6999-4538-b056-40f150306bb2 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-388893'] for floatingip (47e292c3-d7b6-4cd6-bbc4-520b936bec37), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:24.122802 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4866e3b-c9b5-4e7b-9652-b4273ab85f70 req-4cf3b15f-ad11-461e-b82d-1cd397f218c5 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:13:24.124343 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b4866e3b-c9b5-4e7b-9652-b4273ab85f70 req-4cf3b15f-ad11-461e-b82d-1cd397f218c5 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa HTTP/1.1" status: 200 len: 946 time: 0.0479388 Jul 13 09:13:24.156842 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.db.l3_db [None req-cae87961-6999-4538-b056-40f150306bb2 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Floating IP 47e292c3-d7b6-4cd6-bbc4-520b936bec37 associated. External IP: 172.27.3.88, port: 05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7. Jul 13 09:13:24.172220 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b4866e3b-c9b5-4e7b-9652-b4273ab85f70 req-1b0663eb-5ff6-4435-ac82-2fc824f95451 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=70d72f57-389f-4602-bc9a-71623592d222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422826 Jul 13 09:13:24.288859 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:13:24.354891 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cae87961-6999-4538-b056-40f150306bb2 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Router 6e1de26e-503b-40a5-9177-efd8d3310085 has already been hosted by L3 agent 084ea860-45cb-441c-b2f8-c6c2f7d6686c {{(pid=104468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 09:13:24.458298 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7f3b3aed-46f4-4e68-bbbe-dab9f8099e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (d1fd82e0-5c39-4100-b44b-c54ee27d2d9f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:24.458889 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae87961-6999-4538-b056-40f150306bb2 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Notify agent at l3_agent.dv-cinder-849626-3-iscsi the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 09:13:24.468174 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-cae87961-6999-4538-b056-40f150306bb2 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for floatingip (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:24.468294 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312e79f1-3de3-4503-8a7d-a6ac6458ad48 None None] Sync routers for ids ['6e1de26e-503b-40a5-9177-efd8d3310085'] in dv-cinder-849626-3-iscsi {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 09:13:24.479231 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312e79f1-3de3-4503-8a7d-a6ac6458ad48 None None] Routers {'6e1de26e-503b-40a5-9177-efd8d3310085'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:13:24.479839 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-312e79f1-3de3-4503-8a7d-a6ac6458ad48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:13:23Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['6e1de26e-503b-40a5-9177-efd8d3310085'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:13:24.492530 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-cae87961-6999-4538-b056-40f150306bb2 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "PUT /v2.0/floatingips/47e292c3-d7b6-4cd6-bbc4-520b936bec37 HTTP/1.1" status: 200 len: 991 time: 1.0140927 Jul 13 09:13:24.493673 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec2037c6-2367-4a79-8c54-1455e09e6280', 'tag': '05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7'}] {{(pid=104468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:13:24.495920 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b622ba103e3e5260ba9f31452615d2910364782cfb993b04b3292bc67dda7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd68c06a-0ba0-4314-bf22-416b527b56da" -d '{"events": [{"name": "network-changed", "server_uuid": "ec2037c6-2367-4a79-8c54-1455e09e6280", "tag": "05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7"}]}' {{(pid=104468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:13:24.533749 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 09:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b710472-b844-4cf3-915a-353b9d13cfe4 x-openstack-request-id: req-4b710472-b844-4cf3-915a-353b9d13cfe4 {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:13:24.534058 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec2037c6-2367-4a79-8c54-1455e09e6280", "tag": "05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7", "status": "completed", "code": 200}]} {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:13:24.534313 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-4b710472-b844-4cf3-915a-353b9d13cfe4 {{(pid=104468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:13:24.534712 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b710472-b844-4cf3-915a-353b9d13cfe4'] response: {'name': 'network-changed', 'server_uuid': 'ec2037c6-2367-4a79-8c54-1455e09e6280', 'tag': '05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7', 'status': 'completed', 'code': 200} Jul 13 09:13:24.583289 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-312e79f1-3de3-4503-8a7d-a6ac6458ad48 None None] Set router 6e1de26e-503b-40a5-9177-efd8d3310085 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:13:24.790444 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-312e79f1-3de3-4503-8a7d-a6ac6458ad48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'name': 'tempest-AttachVolumeNegativeTest-66573234-router', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'da847675-4b00-4cc2-a470-1ef521631008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:13:00Z', 'updated_at': '2022-07-13T09:13:03Z', 'revision_number': 4, 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'gw_port': {'id': 'da847675-4b00-4cc2-a470-1ef521631008', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:13:01Z', 'updated_at': '2022-07-13T09:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_floatingips': [{'id': '47e292c3-d7b6-4cd6-bbc4-520b936bec37', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'floating_ip_address': '172.27.3.88', 'floating_network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'router_id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'port_id': '05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496', 'mac_address': 'fa:16:3e:e0:e1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2037c6-2367-4a79-8c54-1455e09e6280', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T09:13:06Z', 'updated_at': '2022-07-13T09:13:23Z', 'revision_number': 1, 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73', 'name': '', 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'mac_address': 'fa:16:3e:c1:69:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '13acf255-d269-41b2-95ac-9a0376cf4726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:13:02Z', 'updated_at': '2022-07-13T09:13:06Z', 'revision_number': 5, 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'subnets': [{'id': '13acf255-d269-41b2-95ac-9a0376cf4726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:13:24.814162 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312e79f1-3de3-4503-8a7d-a6ac6458ad48 None None] Checking router: 6e1de26e-503b-40a5-9177-efd8d3310085 for host: dv-cinder-849626-3-iscsi {{(pid=104471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 09:13:24.822843 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312e79f1-3de3-4503-8a7d-a6ac6458ad48 None None] Routers {'6e1de26e-503b-40a5-9177-efd8d3310085'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:13:24.823426 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-312e79f1-3de3-4503-8a7d-a6ac6458ad48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:13:23Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['6e1de26e-503b-40a5-9177-efd8d3310085'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:13:25.003948 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-312e79f1-3de3-4503-8a7d-a6ac6458ad48 None None] Set router 6e1de26e-503b-40a5-9177-efd8d3310085 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:13:25.207064 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-312e79f1-3de3-4503-8a7d-a6ac6458ad48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'name': 'tempest-AttachVolumeNegativeTest-66573234-router', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'da847675-4b00-4cc2-a470-1ef521631008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:13:00Z', 'updated_at': '2022-07-13T09:13:03Z', 'revision_number': 4, 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'gw_port': {'id': 'da847675-4b00-4cc2-a470-1ef521631008', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:13:01Z', 'updated_at': '2022-07-13T09:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_floatingips': [{'id': '47e292c3-d7b6-4cd6-bbc4-520b936bec37', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'floating_ip_address': '172.27.3.88', 'floating_network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'router_id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'port_id': '05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496', 'mac_address': 'fa:16:3e:e0:e1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2037c6-2367-4a79-8c54-1455e09e6280', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T09:13:06Z', 'updated_at': '2022-07-13T09:13:23Z', 'revision_number': 1, 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73', 'name': '', 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'mac_address': 'fa:16:3e:c1:69:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '13acf255-d269-41b2-95ac-9a0376cf4726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:13:02Z', 'updated_at': '2022-07-13T09:13:06Z', 'revision_number': 5, 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'subnets': [{'id': '13acf255-d269-41b2-95ac-9a0376cf4726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:13:25.231296 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312e79f1-3de3-4503-8a7d-a6ac6458ad48 None None] The sync data for ids ['6e1de26e-503b-40a5-9177-efd8d3310085'] in dv-cinder-849626-3-iscsi is: [{'id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'name': 'tempest-AttachVolumeNegativeTest-66573234-router', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'da847675-4b00-4cc2-a470-1ef521631008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:13:00Z', 'updated_at': '2022-07-13T09:13:03Z', 'revision_number': 4, 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'gw_port': {'id': 'da847675-4b00-4cc2-a470-1ef521631008', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:13:01Z', 'updated_at': '2022-07-13T09:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_floatingips': [{'id': '47e292c3-d7b6-4cd6-bbc4-520b936bec37', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'floating_ip_address': '172.27.3.88', 'floating_network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'router_id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'port_id': '05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496', 'mac_address': 'fa:16:3e:e0:e1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2037c6-2367-4a79-8c54-1455e09e6280', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T09:13:06Z', 'updated_at': '2022-07-13T09:13:23Z', 'revision_number': 1, 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73', 'name': '', 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'mac_address': 'fa:16:3e:c1:69:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '13acf255-d269-41b2-95ac-9a0376cf4726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:13:02Z', 'updated_at': '2022-07-13T09:13:06Z', 'revision_number': 5, 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'subnets': [{'id': '13acf255-d269-41b2-95ac-9a0376cf4726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 09:13:25.296948 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9363dfd6-6884-4d27-89b0-feb763e2a165 req-21703aba-26b1-4623-b5c0-8fe5ee370d38 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:13:25.298528 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-9363dfd6-6884-4d27-89b0-feb763e2a165 req-21703aba-26b1-4623-b5c0-8fe5ee370d38 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa HTTP/1.1" status: 200 len: 946 time: 0.0527368 Jul 13 09:13:25.348076 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-9363dfd6-6884-4d27-89b0-feb763e2a165 req-be88b2f7-ee47-4c9d-9ebf-548c3273199a tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=70d72f57-389f-4602-bc9a-71623592d222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436697 Jul 13 09:13:25.425788 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d369bce-ae40-4640-98d5-faaf808713f2 None None] New status for floating IP 47e292c3-d7b6-4cd6-bbc4-520b936bec37: ACTIVE {{(pid=104470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 13 09:13:25.566611 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5ee680a5-33f3-4217-99f5-17637ad0570e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (59ae6226-c784-4fad-8646-7377b1ef5f31), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:25.807289 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (9379cce5-6fc7-4135-bc49-530c07185724), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:25.994260 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd68c06a-0ba0-4314-bf22-416b527b56da req-10c521a3-1d25-40db-9f25-b612b47afbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:13:25.995809 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-bd68c06a-0ba0-4314-bf22-416b527b56da req-10c521a3-1d25-40db-9f25-b612b47afbb0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0486a8d3794f4b50a96d3477e14e344f&device_id=ec2037c6-2367-4a79-8c54-1455e09e6280 HTTP/1.1" status: 200 len: 1130 time: 0.0411808 Jul 13 09:13:26.091265 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd68c06a-0ba0-4314-bf22-416b527b56da req-8d5aadb9-54ed-4d36-8d99-5616df9515a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:13:26.092804 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-bd68c06a-0ba0-4314-bf22-416b527b56da req-8d5aadb9-54ed-4d36-8d99-5616df9515a9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0419ddd4-ade8-4500-ac9c-4682f59c8496 HTTP/1.1" status: 200 len: 914 time: 0.0882432 Jul 13 09:13:26.155568 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-bd68c06a-0ba0-4314-bf22-416b527b56da req-6981f70a-c601-4c46-b676-44678e5451e6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7 HTTP/1.1" status: 200 len: 1001 time: 0.0569110 Jul 13 09:13:26.266058 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:13:26.273055 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd68c06a-0ba0-4314-bf22-416b527b56da req-c2d0d825-95e1-4129-8ea5-6cd97e25a859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:13:26.275127 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-bd68c06a-0ba0-4314-bf22-416b527b56da req-c2d0d825-95e1-4129-8ea5-6cd97e25a859 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=13acf255-d269-41b2-95ac-9a0376cf4726 HTTP/1.1" status: 200 len: 852 time: 0.0450811 Jul 13 09:13:26.325983 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd68c06a-0ba0-4314-bf22-416b527b56da req-bf92ef1c-fd9e-48f8-be09-6283310fd6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:13:26.327598 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-bd68c06a-0ba0-4314-bf22-416b527b56da req-bf92ef1c-fd9e-48f8-be09-6283310fd6da service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0419ddd4-ade8-4500-ac9c-4682f59c8496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430601 Jul 13 09:13:26.454310 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a116f-95c1-472b-8007-bade15867861 req-29f59494-1d44-4475-b57e-20f4270d3a79 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:13:26.455768 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a74a116f-95c1-472b-8007-bade15867861 req-29f59494-1d44-4475-b57e-20f4270d3a79 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa HTTP/1.1" status: 200 len: 946 time: 0.0944569 Jul 13 09:13:26.473561 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89413318-794a-4f64-a323-4ec36ed574fe req-9a5ff3e5-ad5f-4b47-a938-3596627c67cf tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:13:26.480174 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-89413318-794a-4f64-a323-4ec36ed574fe req-9a5ff3e5-ad5f-4b47-a938-3596627c67cf tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa HTTP/1.1" status: 200 len: 946 time: 0.0495427 Jul 13 09:13:26.498731 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:13:26.521785 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-bd68c06a-0ba0-4314-bf22-416b527b56da req-dab724db-a04f-404c-b9d6-c958d5fef90e service neutron] 10.222.0.30 "GET /v2.0/networks/0419ddd4-ade8-4500-ac9c-4682f59c8496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614478 Jul 13 09:13:26.523563 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-89413318-794a-4f64-a323-4ec36ed574fe req-f343c221-4125-49a2-85c4-aaa01f85de6a tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups?id=70d72f57-389f-4602-bc9a-71623592d222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430355 Jul 13 09:13:26.615203 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [req-a74a116f-95c1-472b-8007-bade15867861 req-19536bcd-cf82-4054-9501-7be0f2704eed tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Deleting port b9499393-8a91-40ba-8695-6c191d7d0d9d {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:13:26.615203 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-a74a116f-95c1-472b-8007-bade15867861 req-19536bcd-cf82-4054-9501-7be0f2704eed tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (b9499393-8a91-40ba-8695-6c191d7d0d9d), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:26.700652 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-bd68c06a-0ba0-4314-bf22-416b527b56da req-c7e8d8a5-7363-4594-b0e3-c6b7d998ba39 service neutron] 10.222.0.30 "GET /v2.0/networks/0419ddd4-ade8-4500-ac9c-4682f59c8496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729515 Jul 13 09:13:26.723025 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [req-a74a116f-95c1-472b-8007-bade15867861 req-19536bcd-cf82-4054-9501-7be0f2704eed tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] For port b9499393-8a91-40ba-8695-6c191d7d0d9d, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=b9499393-8a91-40ba-8695-6c191d7d0d9d,segment=NetworkSegment(d26cc65f-34ee-4574-8332-30169090378e),segment_id=d26cc65f-34ee-4574-8332-30169090378e)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:13:26.724604 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-a74a116f-95c1-472b-8007-bade15867861 req-19536bcd-cf82-4054-9501-7be0f2704eed tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (b9499393-8a91-40ba-8695-6c191d7d0d9d), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:26.888527 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-a74a116f-95c1-472b-8007-bade15867861 req-19536bcd-cf82-4054-9501-7be0f2704eed tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:26.888891 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-a74a116f-95c1-472b-8007-bade15867861 req-19536bcd-cf82-4054-9501-7be0f2704eed tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-388893'] for floatingip (0bfac300-8ffb-4590-81c8-90ea3a1b2b02), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:26.889202 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.db.l3_db [req-a74a116f-95c1-472b-8007-bade15867861 req-19536bcd-cf82-4054-9501-7be0f2704eed tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Floating IP 0bfac300-8ffb-4590-81c8-90ea3a1b2b02 disassociated. External IP: 172.27.3.147, port: b9499393-8a91-40ba-8695-6c191d7d0d9d. Jul 13 09:13:26.889542 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [req-a74a116f-95c1-472b-8007-bade15867861 req-19536bcd-cf82-4054-9501-7be0f2704eed tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Calling delete_port for b9499393-8a91-40ba-8695-6c191d7d0d9d owned by compute:nova {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:13:27.081867 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-a74a116f-95c1-472b-8007-bade15867861 req-19536bcd-cf82-4054-9501-7be0f2704eed tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542309'] for port (b9499393-8a91-40ba-8695-6c191d7d0d9d), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:27.107963 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19536bcd-cf82-4054-9501-7be0f2704eed tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Pushing event deleted for resources: {'Port': ['ID=b9499393-8a91-40ba-8695-6c191d7d0d9d,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:13:27.119819 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19536bcd-cf82-4054-9501-7be0f2704eed tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:13:27.120738 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19536bcd-cf82-4054-9501-7be0f2704eed tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:13:27.121160 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19536bcd-cf82-4054-9501-7be0f2704eed tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:13:27.121485 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19536bcd-cf82-4054-9501-7be0f2704eed tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:13:27.121923 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19536bcd-cf82-4054-9501-7be0f2704eed tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:13:27.122275 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19536bcd-cf82-4054-9501-7be0f2704eed tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:13:27.122603 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19536bcd-cf82-4054-9501-7be0f2704eed tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:13:27.122924 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19536bcd-cf82-4054-9501-7be0f2704eed tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:13:27.123240 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19536bcd-cf82-4054-9501-7be0f2704eed tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:13:27.123556 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19536bcd-cf82-4054-9501-7be0f2704eed tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:13:27.123874 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19536bcd-cf82-4054-9501-7be0f2704eed tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:13:27.124193 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19536bcd-cf82-4054-9501-7be0f2704eed tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:13:27.124507 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19536bcd-cf82-4054-9501-7be0f2704eed tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:13:27.124821 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19536bcd-cf82-4054-9501-7be0f2704eed tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:13:27.125132 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19536bcd-cf82-4054-9501-7be0f2704eed tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:13:27.231396 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:13:27.551639 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a74a116f-95c1-472b-8007-bade15867861 req-19536bcd-cf82-4054-9501-7be0f2704eed tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Router 4f4cac08-9db5-4216-bb73-8d0f30feaaaa has already been hosted by L3 agent 084ea860-45cb-441c-b2f8-c6c2f7d6686c {{(pid=104469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 09:13:27.583928 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:13:27.624958 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec700a49-80a1-4fe2-933b-7990d4e69081 req-92ac5492-43fa-4c29-8f4a-17c1d2c782d4 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:13:27.626436 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ec700a49-80a1-4fe2-933b-7990d4e69081 req-92ac5492-43fa-4c29-8f4a-17c1d2c782d4 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/networks?id=8a64382d-2c78-430f-8ebf-0370d8f9f1b4 HTTP/1.1" status: 200 len: 812 time: 0.4214320 Jul 13 09:13:27.634908 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-4644d9b0-eec8-43da-a07f-2f60479cca55 req-252f5548-d026-4f33-805a-5d0710d82f24 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/ports?device_id=fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa HTTP/1.1" status: 200 len: 210 time: 0.0285532 Jul 13 09:13:27.676069 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ec700a49-80a1-4fe2-933b-7990d4e69081 req-a7a2c456-1b9f-4773-8657-6759a2f3e6d8 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/quotas/2362e98f5387452893f972175548189a HTTP/1.1" status: 200 len: 375 time: 0.0406561 Jul 13 09:13:27.716737 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ec700a49-80a1-4fe2-933b-7990d4e69081 req-d31b4498-524c-4756-a7f4-aab5d0c1b622 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=2362e98f5387452893f972175548189a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320740 Jul 13 09:13:27.719097 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a74a116f-95c1-472b-8007-bade15867861 req-19536bcd-cf82-4054-9501-7be0f2704eed tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Notify agent at l3_agent.dv-cinder-849626-3-iscsi the message routers_updated {{(pid=104469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 09:13:27.730084 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3138b6c8-d6c8-4526-9983-97d4a72b5b9b None None] Sync routers for ids ['4f4cac08-9db5-4216-bb73-8d0f30feaaaa'] in dv-cinder-849626-3-iscsi {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 09:13:27.740444 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3138b6c8-d6c8-4526-9983-97d4a72b5b9b None None] Routers {'4f4cac08-9db5-4216-bb73-8d0f30feaaaa'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:13:27.741039 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-3138b6c8-d6c8-4526-9983-97d4a72b5b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:13:23Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['4f4cac08-9db5-4216-bb73-8d0f30feaaaa'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:13:27.781111 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [req-a74a116f-95c1-472b-8007-bade15867861 req-19536bcd-cf82-4054-9501-7be0f2704eed tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] No DVR routers for this DVR port b9499393-8a91-40ba-8695-6c191d7d0d9d on host hv-cinder-84962 {{(pid=104469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 09:13:27.784713 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-a74a116f-95c1-472b-8007-bade15867861 req-19536bcd-cf82-4054-9501-7be0f2704eed tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for port (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:27.787846 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a74a116f-95c1-472b-8007-bade15867861 req-19536bcd-cf82-4054-9501-7be0f2704eed tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.30 "DELETE /v2.0/ports/b9499393-8a91-40ba-8695-6c191d7d0d9d HTTP/1.1" status: 204 len: 173 time: 1.3260286 Jul 13 09:13:27.788266 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa', 'name': 'network-vif-deleted', 'tag': 'b9499393-8a91-40ba-8695-6c191d7d0d9d'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:13:27.791047 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c4e5b91a84def5af2f1fcdaa70b19e5540aa6c2f63d8f4e9cb6586108f6a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-564fa279-137f-441c-ad24-0295e294db70" -d '{"events": [{"server_uuid": "fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa", "name": "network-vif-deleted", "tag": "b9499393-8a91-40ba-8695-6c191d7d0d9d"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:13:27.845723 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-3138b6c8-d6c8-4526-9983-97d4a72b5b9b None None] Set router 4f4cac08-9db5-4216-bb73-8d0f30feaaaa gateway port host: dv-cinder-849626-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:13:27.855460 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ec700a49-80a1-4fe2-933b-7990d4e69081 req-338ae879-20bd-49dd-a0c5-42a17024338f service neutron] 10.222.0.40 "GET /v2.0/networks/8a64382d-2c78-430f-8ebf-0370d8f9f1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298852 Jul 13 09:13:27.860313 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 09:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e10d445d-ecbf-41e1-8fdc-84ad5ac70a03 x-openstack-request-id: req-e10d445d-ecbf-41e1-8fdc-84ad5ac70a03 {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:13:27.860598 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa", "name": "network-vif-deleted", "tag": "b9499393-8a91-40ba-8695-6c191d7d0d9d", "status": "completed", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:13:27.860850 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-e10d445d-ecbf-41e1-8fdc-84ad5ac70a03 {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:13:27.861241 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e10d445d-ecbf-41e1-8fdc-84ad5ac70a03'] response: {'server_uuid': 'fd9fb7b6-4fd2-4b2c-92c6-45b4a80a2aaa', 'name': 'network-vif-deleted', 'tag': 'b9499393-8a91-40ba-8695-6c191d7d0d9d', 'status': 'completed', 'code': 200} Jul 13 09:13:27.955881 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ec700a49-80a1-4fe2-933b-7990d4e69081 req-767c0eae-7a6c-4943-ae88-7c2b41deca10 service neutron] 10.222.0.40 "GET /v2.0/networks/8a64382d-2c78-430f-8ebf-0370d8f9f1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937700 Jul 13 09:13:27.981744 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:13:27.994393 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:13:28.044317 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-3138b6c8-d6c8-4526-9983-97d4a72b5b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4cac08-9db5-4216-bb73-8d0f30feaaaa', 'name': 'tempest-AttachVolumeShelveTestJSON-1534830702-router', 'tenant_id': '09b63eccabbc498cb96dd4bbcef0969a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'beed97aa-b53f-44ee-b0cf-5cc4388ac182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:05:59Z', 'updated_at': '2022-07-13T09:06:05Z', 'revision_number': 4, 'project_id': '09b63eccabbc498cb96dd4bbcef0969a', 'gw_port': {'id': 'beed97aa-b53f-44ee-b0cf-5cc4388ac182', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:59:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4cac08-9db5-4216-bb73-8d0f30feaaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:00Z', 'updated_at': '2022-07-13T09:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_interfaces': [{'id': 'd88bd1f5-fc2f-402c-a795-a82f3f28cc4a', 'name': '', 'network_id': 'dced4119-fd64-48f2-a32b-f0864c860758', 'tenant_id': '09b63eccabbc498cb96dd4bbcef0969a', 'mac_address': 'fa:16:3e:5c:02:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4cac08-9db5-4216-bb73-8d0f30feaaaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f435a127-82ff-4993-a381-fe0f5e258ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:03Z', 'updated_at': '2022-07-13T09:06:14Z', 'revision_number': 5, 'project_id': '09b63eccabbc498cb96dd4bbcef0969a', 'subnets': [{'id': 'f435a127-82ff-4993-a381-fe0f5e258ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:13:28.073944 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3138b6c8-d6c8-4526-9983-97d4a72b5b9b None None] Checking router: 4f4cac08-9db5-4216-bb73-8d0f30feaaaa for host: dv-cinder-849626-3-iscsi {{(pid=104471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 09:13:28.082465 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3138b6c8-d6c8-4526-9983-97d4a72b5b9b None None] Routers {'4f4cac08-9db5-4216-bb73-8d0f30feaaaa'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:13:28.083063 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-3138b6c8-d6c8-4526-9983-97d4a72b5b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:13:23Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['4f4cac08-9db5-4216-bb73-8d0f30feaaaa'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:13:28.187103 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-3138b6c8-d6c8-4526-9983-97d4a72b5b9b None None] Set router 4f4cac08-9db5-4216-bb73-8d0f30feaaaa gateway port host: dv-cinder-849626-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:13:28.212386 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-94737e7f-0d7c-4e45-afb3-4249a9bac334 req-bd50b32f-c78f-4f53-b531-4da09e0649d1 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/ports?device_id=70a6705c-54ea-47fa-bd38-808adfa5851c HTTP/1.1" status: 200 len: 210 time: 0.0329669 Jul 13 09:13:28.239236 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.agents_db [None req-6da3c0df-3a39-4d49-9ef0-c2c7fda6ffa8 None None] Agent healthcheck: found 6 active agents {{(pid=104471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:13:28.386572 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-3138b6c8-d6c8-4526-9983-97d4a72b5b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4cac08-9db5-4216-bb73-8d0f30feaaaa', 'name': 'tempest-AttachVolumeShelveTestJSON-1534830702-router', 'tenant_id': '09b63eccabbc498cb96dd4bbcef0969a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'beed97aa-b53f-44ee-b0cf-5cc4388ac182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:05:59Z', 'updated_at': '2022-07-13T09:06:05Z', 'revision_number': 4, 'project_id': '09b63eccabbc498cb96dd4bbcef0969a', 'gw_port': {'id': 'beed97aa-b53f-44ee-b0cf-5cc4388ac182', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:59:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4cac08-9db5-4216-bb73-8d0f30feaaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:00Z', 'updated_at': '2022-07-13T09:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_interfaces': [{'id': 'd88bd1f5-fc2f-402c-a795-a82f3f28cc4a', 'name': '', 'network_id': 'dced4119-fd64-48f2-a32b-f0864c860758', 'tenant_id': '09b63eccabbc498cb96dd4bbcef0969a', 'mac_address': 'fa:16:3e:5c:02:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4cac08-9db5-4216-bb73-8d0f30feaaaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f435a127-82ff-4993-a381-fe0f5e258ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:03Z', 'updated_at': '2022-07-13T09:06:14Z', 'revision_number': 5, 'project_id': '09b63eccabbc498cb96dd4bbcef0969a', 'subnets': [{'id': 'f435a127-82ff-4993-a381-fe0f5e258ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:13:28.411514 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3138b6c8-d6c8-4526-9983-97d4a72b5b9b None None] The sync data for ids ['4f4cac08-9db5-4216-bb73-8d0f30feaaaa'] in dv-cinder-849626-3-iscsi is: [{'id': '4f4cac08-9db5-4216-bb73-8d0f30feaaaa', 'name': 'tempest-AttachVolumeShelveTestJSON-1534830702-router', 'tenant_id': '09b63eccabbc498cb96dd4bbcef0969a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'beed97aa-b53f-44ee-b0cf-5cc4388ac182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:05:59Z', 'updated_at': '2022-07-13T09:06:05Z', 'revision_number': 4, 'project_id': '09b63eccabbc498cb96dd4bbcef0969a', 'gw_port': {'id': 'beed97aa-b53f-44ee-b0cf-5cc4388ac182', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:59:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4cac08-9db5-4216-bb73-8d0f30feaaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:00Z', 'updated_at': '2022-07-13T09:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_interfaces': [{'id': 'd88bd1f5-fc2f-402c-a795-a82f3f28cc4a', 'name': '', 'network_id': 'dced4119-fd64-48f2-a32b-f0864c860758', 'tenant_id': '09b63eccabbc498cb96dd4bbcef0969a', 'mac_address': 'fa:16:3e:5c:02:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4cac08-9db5-4216-bb73-8d0f30feaaaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f435a127-82ff-4993-a381-fe0f5e258ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:03Z', 'updated_at': '2022-07-13T09:06:14Z', 'revision_number': 5, 'project_id': '09b63eccabbc498cb96dd4bbcef0969a', 'subnets': [{'id': 'f435a127-82ff-4993-a381-fe0f5e258ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 09:13:28.633513 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d671e10e-fd46-4f9f-9c54-85ca5e2b8b8c None None] New status for floating IP 0bfac300-8ffb-4590-81c8-90ea3a1b2b02: DOWN {{(pid=104470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 13 09:13:28.702964 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:UPDATE=10,neutron:SELECT=89,neutron:DELETE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:13:28.814150 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 38938) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:13:28.870407 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-34d1ef62-bedf-4c1b-8f42-79f1733aa304 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks [] for security_group (70d72f57-389f-4602-bc9a-71623592d222), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:28.908557 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-34d1ef62-bedf-4c1b-8f42-79f1733aa304 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks [] for security_group (70d72f57-389f-4602-bc9a-71623592d222), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:29.013135 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-34d1ef62-bedf-4c1b-8f42-79f1733aa304 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (70d72f57-389f-4602-bc9a-71623592d222), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:29.015827 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-34d1ef62-bedf-4c1b-8f42-79f1733aa304 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:29.020544 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-34d1ef62-bedf-4c1b-8f42-79f1733aa304 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "DELETE /v2.0/security-groups/70d72f57-389f-4602-bc9a-71623592d222 HTTP/1.1" status: 204 len: 168 time: 0.2018733 Jul 13 09:13:29.020701 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 38940) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:13:29.027148 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d1ef62-bedf-4c1b-8f42-79f1733aa304 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d72f57-389f-4602-bc9a-71623592d222,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:13:29.037620 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.api.v2.resource [None req-ba32fd12-96ca-444c-b38d-014a17132fc8 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] show failed (client error): The resource could not be found. Jul 13 09:13:29.038664 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-ba32fd12-96ca-444c-b38d-014a17132fc8 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "GET /v2.0/security-groups/70d72f57-389f-4602-bc9a-71623592d222 HTTP/1.1" status: 404 len: 347 time: 0.0168092 Jul 13 09:13:29.042147 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 38942) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:13:29.160266 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-c4c109c4-51ec-4ab8-b738-421eb1af18d5 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Deleting port f209cc1c-36a2-4c8f-a6b1-699b668b94a7 {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:13:29.160602 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c4c109c4-51ec-4ab8-b738-421eb1af18d5 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (f209cc1c-36a2-4c8f-a6b1-699b668b94a7), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:29.235312 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c4c109c4-51ec-4ab8-b738-421eb1af18d5 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (f209cc1c-36a2-4c8f-a6b1-699b668b94a7), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:29.235635 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c4c109c4-51ec-4ab8-b738-421eb1af18d5 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks [] for floatingip (f209cc1c-36a2-4c8f-a6b1-699b668b94a7), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:29.248204 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-c4c109c4-51ec-4ab8-b738-421eb1af18d5 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Calling delete_port for f209cc1c-36a2-4c8f-a6b1-699b668b94a7 owned by network:floatingip {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:13:29.330567 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-33cbaaff-05ad-4866-852a-4c0b7462b6b8 req-a10c3275-29c5-4cf8-975e-9785c7daa372 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/ports?device_id=70a6705c-54ea-47fa-bd38-808adfa5851c HTTP/1.1" status: 200 len: 210 time: 0.0336790 Jul 13 09:13:29.482614 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c4c109c4-51ec-4ab8-b738-421eb1af18d5 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542309'] for port (f209cc1c-36a2-4c8f-a6b1-699b668b94a7), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:29.511005 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c109c4-51ec-4ab8-b738-421eb1af18d5 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Pushing event deleted for resources: {'Port': ['ID=f209cc1c-36a2-4c8f-a6b1-699b668b94a7,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:13:29.579983 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c4c109c4-51ec-4ab8-b738-421eb1af18d5 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks [] for floatingip (0bfac300-8ffb-4590-81c8-90ea3a1b2b02), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:29.582817 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c4c109c4-51ec-4ab8-b738-421eb1af18d5 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for floatingip (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:29.586800 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-c4c109c4-51ec-4ab8-b738-421eb1af18d5 tempest-AttachVolumeShelveTestJSON-747678042 tempest-AttachVolumeShelveTestJSON-747678042-project] 10.222.0.40 "DELETE /v2.0/floatingips/0bfac300-8ffb-4590-81c8-90ea3a1b2b02 HTTP/1.1" status: 204 len: 168 time: 0.5409193 Jul 13 09:13:30.052631 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:13:30.087741 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec700a49-80a1-4fe2-933b-7990d4e69081 req-35aa2c00-5e42-4c55-bc26-2e11fafcbee0 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:13:30.089187 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ec700a49-80a1-4fe2-933b-7990d4e69081 req-35aa2c00-5e42-4c55-bc26-2e11fafcbee0 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.30 "GET /v2.0/networks?id=8a64382d-2c78-430f-8ebf-0370d8f9f1b4 HTTP/1.1" status: 200 len: 812 time: 0.1036108 Jul 13 09:13:30.101300 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [req-ec700a49-80a1-4fe2-933b-7990d4e69081 req-73c80cb1-092a-467d-8c55-5ebdfdea6d55 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] Request body: {'port': {'device_id': '70a6705c-54ea-47fa-bd38-808adfa5851c', 'network_id': '8a64382d-2c78-430f-8ebf-0370d8f9f1b4', 'admin_state_up': True, 'tenant_id': '2362e98f5387452893f972175548189a'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:13:30.169566 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:13:30.293287 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec700a49-80a1-4fe2-933b-7990d4e69081 req-73c80cb1-092a-467d-8c55-5ebdfdea6d55 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] Made reservation on behalf of 2362e98f5387452893f972175548189a for: {'port': 1} {{(pid=104469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 09:13:30.296594 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-ec700a49-80a1-4fe2-933b-7990d4e69081 req-73c80cb1-092a-467d-8c55-5ebdfdea6d55 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:30.430197 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-6ac8fb89-82fb-464c-99ee-fb70ed832b57 req-ab2a2d48-833e-44c8-ac63-daa071e03313 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/ports?device_id=70a6705c-54ea-47fa-bd38-808adfa5851c HTTP/1.1" status: 200 len: 210 time: 0.0282881 Jul 13 09:13:30.432293 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_common [req-ec700a49-80a1-4fe2-933b-7990d4e69081 req-73c80cb1-092a-467d-8c55-5ebdfdea6d55 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] Allocated IP 172.20.0.2 (8a64382d-2c78-430f-8ebf-0370d8f9f1b4/10f10f8c-a331-4f08-b9ca-5b92d0b96844/aee42f0f-6e77-480e-b3b1-decd7db2a61a) {{(pid=104469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 09:13:30.582466 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-ec700a49-80a1-4fe2-933b-7990d4e69081 req-73c80cb1-092a-467d-8c55-5ebdfdea6d55 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] Publish callbacks [] for port (aee42f0f-6e77-480e-b3b1-decd7db2a61a), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:30.670439 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-ec700a49-80a1-4fe2-933b-7990d4e69081 req-73c80cb1-092a-467d-8c55-5ebdfdea6d55 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760184582126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542309'] for port (aee42f0f-6e77-480e-b3b1-decd7db2a61a), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:30.710046 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec700a49-80a1-4fe2-933b-7990d4e69081 req-73c80cb1-092a-467d-8c55-5ebdfdea6d55 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] Network 8a64382d-2c78-430f-8ebf-0370d8f9f1b4 is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:13:30.713696 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [req-ec700a49-80a1-4fe2-933b-7990d4e69081 req-73c80cb1-092a-467d-8c55-5ebdfdea6d55 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:13:30.720031 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec700a49-80a1-4fe2-933b-7990d4e69081 req-73c80cb1-092a-467d-8c55-5ebdfdea6d55 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] Received port after_create {{(pid=104469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 09:13:30.747097 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c80cb1-092a-467d-8c55-5ebdfdea6d55 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] Pushing event updated for resources: {'Port': ['ID=aee42f0f-6e77-480e-b3b1-decd7db2a61a,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:13:30.770418 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec700a49-80a1-4fe2-933b-7990d4e69081 req-73c80cb1-092a-467d-8c55-5ebdfdea6d55 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:13:30.771022 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-ec700a49-80a1-4fe2-933b-7990d4e69081 req-73c80cb1-092a-467d-8c55-5ebdfdea6d55 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for port (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:30.844414 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ec700a49-80a1-4fe2-933b-7990d4e69081 req-73c80cb1-092a-467d-8c55-5ebdfdea6d55 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7469981 Jul 13 09:13:30.856227 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [req-ec700a49-80a1-4fe2-933b-7990d4e69081 req-16507672-9bb1-4f23-a214-b5e3a651e383 service neutron] Request body: {'port': {'device_id': '70a6705c-54ea-47fa-bd38-808adfa5851c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84962'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:13:30.916673 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:13:30.917223 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device b9499393-8a91-40ba-8695-6c191d7d0d9d no longer exists at agent hyperv_hv-cinder-84962 {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:13:30.922223 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-ec700a49-80a1-4fe2-933b-7990d4e69081 req-16507672-9bb1-4f23-a214-b5e3a651e383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (aee42f0f-6e77-480e-b3b1-decd7db2a61a), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:30.939799 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] No Port match for: b9499393-8a91-40ba-8695-6c191d7d0d9d {{(pid=104470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 09:13:30.940204 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device b9499393-8a91-40ba-8695-6c191d7d0d9d not bound to the agent host hv-cinder-84962 {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 09:13:31.131587 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:13:31.184621 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [req-ec700a49-80a1-4fe2-933b-7990d4e69081 req-16507672-9bb1-4f23-a214-b5e3a651e383 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aee42f0f-6e77-480e-b3b1-decd7db2a61a {{(pid=104469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 09:13:31.192422 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-ec700a49-80a1-4fe2-933b-7990d4e69081 req-16507672-9bb1-4f23-a214-b5e3a651e383 service neutron] Publish callbacks [] for port (aee42f0f-6e77-480e-b3b1-decd7db2a61a), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:31.205741 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [req-ec700a49-80a1-4fe2-933b-7990d4e69081 req-16507672-9bb1-4f23-a214-b5e3a651e383 service neutron] Transition to ACTIVE for port object aee42f0f-6e77-480e-b3b1-decd7db2a61a will not be triggered until provisioned by entity L2. {{(pid=104469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 09:13:31.315532 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-ec700a49-80a1-4fe2-933b-7990d4e69081 req-16507672-9bb1-4f23-a214-b5e3a651e383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542332'] for port (aee42f0f-6e77-480e-b3b1-decd7db2a61a), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:31.371192 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16507672-9bb1-4f23-a214-b5e3a651e383 service neutron] Pushing event updated for resources: {'Port': ['ID=aee42f0f-6e77-480e-b3b1-decd7db2a61a,revision_number=2']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:13:31.440466 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [req-ec700a49-80a1-4fe2-933b-7990d4e69081 req-16507672-9bb1-4f23-a214-b5e3a651e383 service neutron] Attempting to bind port aee42f0f-6e77-480e-b3b1-decd7db2a61a on host hv-cinder-84962 for vnic_type normal with profile {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 09:13:31.440715 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [req-ec700a49-80a1-4fe2-933b-7990d4e69081 req-16507672-9bb1-4f23-a214-b5e3a651e383 service neutron] Attempting to bind port aee42f0f-6e77-480e-b3b1-decd7db2a61a by drivers openvswitch,hyperv on host hv-cinder-84962 at level 0 using segments [{'id': 'a0be4d95-d4a7-4cb6-804b-d2c776ddb14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8a64382d-2c78-430f-8ebf-0370d8f9f1b4'}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 09:13:31.441038 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec700a49-80a1-4fe2-933b-7990d4e69081 req-16507672-9bb1-4f23-a214-b5e3a651e383 service neutron] Attempting to bind port aee42f0f-6e77-480e-b3b1-decd7db2a61a on network 8a64382d-2c78-430f-8ebf-0370d8f9f1b4 {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 09:13:31.445338 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec700a49-80a1-4fe2-933b-7990d4e69081 req-16507672-9bb1-4f23-a214-b5e3a651e383 service neutron] Port aee42f0f-6e77-480e-b3b1-decd7db2a61a on network 8a64382d-2c78-430f-8ebf-0370d8f9f1b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84962 {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 13 09:13:31.445646 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec700a49-80a1-4fe2-933b-7990d4e69081 req-16507672-9bb1-4f23-a214-b5e3a651e383 service neutron] Attempting to bind port aee42f0f-6e77-480e-b3b1-decd7db2a61a on network 8a64382d-2c78-430f-8ebf-0370d8f9f1b4 {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 09:13:31.450890 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec700a49-80a1-4fe2-933b-7990d4e69081 req-16507672-9bb1-4f23-a214-b5e3a651e383 service neutron] Checking agent: {'id': '6e9d2670-629d-42a5-8dd5-d0857aba9a7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84962', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 9, 4, 10), 'started_at': datetime.datetime(2022, 7, 13, 9, 4, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 9, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 09:13:31.451223 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec700a49-80a1-4fe2-933b-7990d4e69081 req-16507672-9bb1-4f23-a214-b5e3a651e383 service neutron] Checking segment: {'id': 'a0be4d95-d4a7-4cb6-804b-d2c776ddb14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8a64382d-2c78-430f-8ebf-0370d8f9f1b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 09:13:31.457184 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec700a49-80a1-4fe2-933b-7990d4e69081 req-16507672-9bb1-4f23-a214-b5e3a651e383 service neutron] Bound using segment: {'id': 'a0be4d95-d4a7-4cb6-804b-d2c776ddb14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8a64382d-2c78-430f-8ebf-0370d8f9f1b4'} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 09:13:31.457184 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [req-ec700a49-80a1-4fe2-933b-7990d4e69081 req-16507672-9bb1-4f23-a214-b5e3a651e383 service neutron] Bound port: aee42f0f-6e77-480e-b3b1-decd7db2a61a, host: hv-cinder-84962, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0be4d95-d4a7-4cb6-804b-d2c776ddb14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8a64382d-2c78-430f-8ebf-0370d8f9f1b4'}}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 09:13:31.457184 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-ec700a49-80a1-4fe2-933b-7990d4e69081 req-16507672-9bb1-4f23-a214-b5e3a651e383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (aee42f0f-6e77-480e-b3b1-decd7db2a61a), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:31.543624 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [req-ec700a49-80a1-4fe2-933b-7990d4e69081 req-16507672-9bb1-4f23-a214-b5e3a651e383 service neutron] For port aee42f0f-6e77-480e-b3b1-decd7db2a61a, host hv-cinder-84962, cleared binding levels {{(pid=104469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 09:13:31.561096 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadb2d6-5ecf-4151-9f2a-b3a50ae31a1a req-2459cbb1-7a44-490f-b181-468ca7c1638c tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:13:31.562591 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-6eadb2d6-5ecf-4151-9f2a-b3a50ae31a1a req-2459cbb1-7a44-490f-b181-468ca7c1638c tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/ports?device_id=70a6705c-54ea-47fa-bd38-808adfa5851c HTTP/1.1" status: 200 len: 943 time: 0.0633121 Jul 13 09:13:31.565861 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [req-ec700a49-80a1-4fe2-933b-7990d4e69081 req-16507672-9bb1-4f23-a214-b5e3a651e383 service neutron] For port aee42f0f-6e77-480e-b3b1-decd7db2a61a, host hv-cinder-84962, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=aee42f0f-6e77-480e-b3b1-decd7db2a61a,segment=NetworkSegment(a0be4d95-d4a7-4cb6-804b-d2c776ddb14c),segment_id=a0be4d95-d4a7-4cb6-804b-d2c776ddb14c)] {{(pid=104469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 09:13:31.613094 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-6eadb2d6-5ecf-4151-9f2a-b3a50ae31a1a req-c2e4d503-152e-4740-9228-c819b30f7ce5 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/security-groups?id=9e1085ae-5b03-4b64-b791-a31d2def9efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443769 Jul 13 09:13:31.630481 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-ec700a49-80a1-4fe2-933b-7990d4e69081 req-16507672-9bb1-4f23-a214-b5e3a651e383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542332'] for port (aee42f0f-6e77-480e-b3b1-decd7db2a61a), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:31.667068 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec700a49-80a1-4fe2-933b-7990d4e69081 req-16507672-9bb1-4f23-a214-b5e3a651e383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:13:31.667695 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-ec700a49-80a1-4fe2-933b-7990d4e69081 req-16507672-9bb1-4f23-a214-b5e3a651e383 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for port (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:31.669161 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ec700a49-80a1-4fe2-933b-7990d4e69081 req-16507672-9bb1-4f23-a214-b5e3a651e383 service neutron] 10.222.0.30 "PUT /v2.0/ports/aee42f0f-6e77-480e-b3b1-decd7db2a61a HTTP/1.1" status: 200 len: 1093 time: 0.8174760 Jul 13 09:13:31.669592 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70a6705c-54ea-47fa-bd38-808adfa5851c', 'tag': 'aee42f0f-6e77-480e-b3b1-decd7db2a61a'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:13:31.671869 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c4e5b91a84def5af2f1fcdaa70b19e5540aa6c2f63d8f4e9cb6586108f6a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68295e8a-27f0-44be-935c-0c8345554a42" -d '{"events": [{"name": "network-changed", "server_uuid": "70a6705c-54ea-47fa-bd38-808adfa5851c", "tag": "aee42f0f-6e77-480e-b3b1-decd7db2a61a"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:13:31.693808 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16507672-9bb1-4f23-a214-b5e3a651e383 service neutron] Pushing event updated for resources: {'Port': ['ID=aee42f0f-6e77-480e-b3b1-decd7db2a61a,revision_number=3']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:13:31.714222 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 09:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04046cda-76a8-4638-8546-e712582cf231 x-openstack-request-id: req-04046cda-76a8-4638-8546-e712582cf231 {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:13:31.714508 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70a6705c-54ea-47fa-bd38-808adfa5851c", "tag": "aee42f0f-6e77-480e-b3b1-decd7db2a61a", "status": "completed", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:13:31.714759 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-04046cda-76a8-4638-8546-e712582cf231 {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:13:31.715182 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04046cda-76a8-4638-8546-e712582cf231'] response: {'name': 'network-changed', 'server_uuid': '70a6705c-54ea-47fa-bd38-808adfa5851c', 'tag': 'aee42f0f-6e77-480e-b3b1-decd7db2a61a', 'status': 'completed', 'code': 200} Jul 13 09:13:31.785139 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68295e8a-27f0-44be-935c-0c8345554a42 req-d04a918c-9451-4761-b811-c78a6765a4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:13:31.786656 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-68295e8a-27f0-44be-935c-0c8345554a42 req-d04a918c-9451-4761-b811-c78a6765a4e3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2362e98f5387452893f972175548189a&device_id=70a6705c-54ea-47fa-bd38-808adfa5851c HTTP/1.1" status: 200 len: 1127 time: 0.0411353 Jul 13 09:13:31.853458 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:13:31.887404 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68295e8a-27f0-44be-935c-0c8345554a42 req-4a502022-5c24-459f-a2a3-f88b1bff200b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:13:31.888875 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-68295e8a-27f0-44be-935c-0c8345554a42 req-4a502022-5c24-459f-a2a3-f88b1bff200b service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=2362e98f5387452893f972175548189a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0958037 Jul 13 09:13:31.986784 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68295e8a-27f0-44be-935c-0c8345554a42 req-3fc588c3-db10-41cd-9ede-3b18d2258b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:13:31.988166 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-68295e8a-27f0-44be-935c-0c8345554a42 req-3fc588c3-db10-41cd-9ede-3b18d2258b78 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0894873 Jul 13 09:13:32.060407 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec700a49-80a1-4fe2-933b-7990d4e69081 req-26fe97de-d58e-43cb-80d3-657e89a262fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:13:32.061864 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ec700a49-80a1-4fe2-933b-7990d4e69081 req-26fe97de-d58e-43cb-80d3-657e89a262fd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2362e98f5387452893f972175548189a&device_id=70a6705c-54ea-47fa-bd38-808adfa5851c HTTP/1.1" status: 200 len: 1127 time: 0.0393705 Jul 13 09:13:32.104334 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ec700a49-80a1-4fe2-933b-7990d4e69081 req-f78a25cb-b74c-4401-a8f0-462948fbb17b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aee42f0f-6e77-480e-b3b1-decd7db2a61a HTTP/1.1" status: 200 len: 217 time: 0.0359590 Jul 13 09:13:32.153196 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec700a49-80a1-4fe2-933b-7990d4e69081 req-0637b829-c45a-481b-942a-045a1773d220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:13:32.154723 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ec700a49-80a1-4fe2-933b-7990d4e69081 req-0637b829-c45a-481b-942a-045a1773d220 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=10f10f8c-a331-4f08-b9ca-5b92d0b96844 HTTP/1.1" status: 200 len: 852 time: 0.0444317 Jul 13 09:13:32.188710 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ec700a49-80a1-4fe2-933b-7990d4e69081 req-ef4c1e49-a59c-4515-b578-dda13d762d92 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8a64382d-2c78-430f-8ebf-0370d8f9f1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263212 Jul 13 09:13:32.283825 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 38980) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:13:32.292049 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ec700a49-80a1-4fe2-933b-7990d4e69081 req-fd1efa56-3d75-45e3-b682-261b6baa65e2 service neutron] 10.222.0.30 "GET /v2.0/networks/8a64382d-2c78-430f-8ebf-0370d8f9f1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942602 Jul 13 09:13:32.384882 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ec700a49-80a1-4fe2-933b-7990d4e69081 req-dd796a70-eaee-4a8b-a7b3-d61324f0276a service neutron] 10.222.0.30 "GET /v2.0/networks/8a64382d-2c78-430f-8ebf-0370d8f9f1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861518 Jul 13 09:13:32.431515 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:13:32.645776 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e48c46ae-9752-42dd-b751-3723cf33b92a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-385605'] for router_interface (4f4cac08-9db5-4216-bb73-8d0f30feaaaa), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:32.729570 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf40fa-11de-48b3-bc98-aa66f1086bc6 req-a60fdeba-5618-49da-a987-98f90077e790 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:13:32.731200 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1bbf40fa-11de-48b3-bc98-aa66f1086bc6 req-a60fdeba-5618-49da-a987-98f90077e790 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/ports?device_id=70a6705c-54ea-47fa-bd38-808adfa5851c HTTP/1.1" status: 200 len: 943 time: 0.0513048 Jul 13 09:13:32.732709 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:13:32.779740 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1bbf40fa-11de-48b3-bc98-aa66f1086bc6 req-a606ad9e-4620-4e7b-a4e6-10da25e1e747 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/security-groups?id=9e1085ae-5b03-4b64-b791-a31d2def9efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430143 Jul 13 09:13:33.080055 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-e48c46ae-9752-42dd-b751-3723cf33b92a admin admin] Deleting port d88bd1f5-fc2f-402c-a795-a82f3f28cc4a {{(pid=104468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:13:33.080300 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e48c46ae-9752-42dd-b751-3723cf33b92a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (d88bd1f5-fc2f-402c-a795-a82f3f28cc4a), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:33.156077 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.db [None req-e48c46ae-9752-42dd-b751-3723cf33b92a admin admin] For port d88bd1f5-fc2f-402c-a795-a82f3f28cc4a, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=d88bd1f5-fc2f-402c-a795-a82f3f28cc4a,segment=NetworkSegment(d26cc65f-34ee-4574-8332-30169090378e),segment_id=d26cc65f-34ee-4574-8332-30169090378e)] {{(pid=104468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:13:33.156432 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e48c46ae-9752-42dd-b751-3723cf33b92a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (d88bd1f5-fc2f-402c-a795-a82f3f28cc4a), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:33.169680 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-e48c46ae-9752-42dd-b751-3723cf33b92a admin admin] Calling delete_port for d88bd1f5-fc2f-402c-a795-a82f3f28cc4a owned by network:router_interface {{(pid=104468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:13:33.412751 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e48c46ae-9752-42dd-b751-3723cf33b92a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665350'] for port (d88bd1f5-fc2f-402c-a795-a82f3f28cc4a), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:33.438101 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48c46ae-9752-42dd-b751-3723cf33b92a admin admin] Pushing event deleted for resources: {'Port': ['ID=d88bd1f5-fc2f-402c-a795-a82f3f28cc4a,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:13:33.579705 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:13:33.604611 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e48c46ae-9752-42dd-b751-3723cf33b92a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-385745'] for router_interface (4f4cac08-9db5-4216-bb73-8d0f30feaaaa), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:33.812922 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:13:33.816858 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e48c46ae-9752-42dd-b751-3723cf33b92a admin admin] Router 4f4cac08-9db5-4216-bb73-8d0f30feaaaa has already been hosted by L3 agent 084ea860-45cb-441c-b2f8-c6c2f7d6686c {{(pid=104468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 09:13:33.942574 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f4422-08b0-438e-b635-81bab70d981f req-74274d46-ddc0-4b9e-8ec3-4a66ee2de6f1 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:13:33.944057 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-b52f4422-08b0-438e-b635-81bab70d981f req-74274d46-ddc0-4b9e-8ec3-4a66ee2de6f1 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/ports?device_id=70a6705c-54ea-47fa-bd38-808adfa5851c HTTP/1.1" status: 200 len: 943 time: 0.0853777 Jul 13 09:13:33.975358 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48c46ae-9752-42dd-b751-3723cf33b92a admin admin] Notify agent at l3_agent.dv-cinder-849626-3-iscsi the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 09:13:33.981982 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-e48c46ae-9752-42dd-b751-3723cf33b92a admin admin] 10.222.0.40 "PUT /v2.0/routers/4f4cac08-9db5-4216-bb73-8d0f30feaaaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6971478 Jul 13 09:13:33.984084 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1beb8088-31da-4ee5-ad71-a4181b2c4e4c None None] Sync routers for ids ['4f4cac08-9db5-4216-bb73-8d0f30feaaaa'] in dv-cinder-849626-3-iscsi {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 09:13:33.985077 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 38988) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:13:34.001716 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1beb8088-31da-4ee5-ad71-a4181b2c4e4c None None] Routers {'4f4cac08-9db5-4216-bb73-8d0f30feaaaa'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:13:34.002621 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-1beb8088-31da-4ee5-ad71-a4181b2c4e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:13:23Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['4f4cac08-9db5-4216-bb73-8d0f30feaaaa'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:13:34.005329 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-b52f4422-08b0-438e-b635-81bab70d981f req-7f120148-2324-4aac-8aea-44d597f0ddf6 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/security-groups?id=9e1085ae-5b03-4b64-b791-a31d2def9efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535359 Jul 13 09:13:34.087091 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:13:34.107106 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-1beb8088-31da-4ee5-ad71-a4181b2c4e4c None None] Set router 4f4cac08-9db5-4216-bb73-8d0f30feaaaa gateway port host: dv-cinder-849626-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:13:34.109571 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-bbabac99-ace2-46de-841a-6ae04ff2199b admin admin] Publish callbacks [] for router (4f4cac08-9db5-4216-bb73-8d0f30feaaaa), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:34.214823 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-bbabac99-ace2-46de-841a-6ae04ff2199b admin admin] Publish callbacks [] for router_gateway (4f4cac08-9db5-4216-bb73-8d0f30feaaaa), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:34.303218 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-1beb8088-31da-4ee5-ad71-a4181b2c4e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4cac08-9db5-4216-bb73-8d0f30feaaaa', 'name': 'tempest-AttachVolumeShelveTestJSON-1534830702-router', 'tenant_id': '09b63eccabbc498cb96dd4bbcef0969a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'beed97aa-b53f-44ee-b0cf-5cc4388ac182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:05:59Z', 'updated_at': '2022-07-13T09:13:33Z', 'revision_number': 5, 'project_id': '09b63eccabbc498cb96dd4bbcef0969a', 'gw_port': {'id': 'beed97aa-b53f-44ee-b0cf-5cc4388ac182', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:59:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4cac08-9db5-4216-bb73-8d0f30feaaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:06:00Z', 'updated_at': '2022-07-13T09:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi'}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:13:34.334181 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-bbabac99-ace2-46de-841a-6ae04ff2199b admin admin] Deleting port beed97aa-b53f-44ee-b0cf-5cc4388ac182 {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:13:34.334858 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-bbabac99-ace2-46de-841a-6ae04ff2199b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (beed97aa-b53f-44ee-b0cf-5cc4388ac182), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:34.337735 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1beb8088-31da-4ee5-ad71-a4181b2c4e4c None None] Checking router: 4f4cac08-9db5-4216-bb73-8d0f30feaaaa for host: dv-cinder-849626-3-iscsi {{(pid=104471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 09:13:34.350154 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1beb8088-31da-4ee5-ad71-a4181b2c4e4c None None] Routers {'4f4cac08-9db5-4216-bb73-8d0f30feaaaa'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:13:34.350898 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-1beb8088-31da-4ee5-ad71-a4181b2c4e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:13:23Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['4f4cac08-9db5-4216-bb73-8d0f30feaaaa'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:13:34.440773 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-bbabac99-ace2-46de-841a-6ae04ff2199b admin admin] For port beed97aa-b53f-44ee-b0cf-5cc4388ac182, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=beed97aa-b53f-44ee-b0cf-5cc4388ac182,segment=NetworkSegment(51732cec-dd15-4320-89e5-7b26a17afbfa),segment_id=51732cec-dd15-4320-89e5-7b26a17afbfa)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:13:34.441134 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-bbabac99-ace2-46de-841a-6ae04ff2199b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (beed97aa-b53f-44ee-b0cf-5cc4388ac182), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:34.455735 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:13:34.456975 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-bbabac99-ace2-46de-841a-6ae04ff2199b admin admin] Calling delete_port for beed97aa-b53f-44ee-b0cf-5cc4388ac182 owned by network:router_gateway {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:13:34.545509 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-1beb8088-31da-4ee5-ad71-a4181b2c4e4c None None] Set router 4f4cac08-9db5-4216-bb73-8d0f30feaaaa gateway port host: None {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:13:34.603026 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-1beb8088-31da-4ee5-ad71-a4181b2c4e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4cac08-9db5-4216-bb73-8d0f30feaaaa', 'name': 'tempest-AttachVolumeShelveTestJSON-1534830702-router', 'tenant_id': '09b63eccabbc498cb96dd4bbcef0969a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:05:59Z', 'updated_at': '2022-07-13T09:13:34Z', 'revision_number': 6, 'project_id': '09b63eccabbc498cb96dd4bbcef0969a', 'gw_port_host': None}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:13:34.633515 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1beb8088-31da-4ee5-ad71-a4181b2c4e4c None None] The sync data for ids ['4f4cac08-9db5-4216-bb73-8d0f30feaaaa'] in dv-cinder-849626-3-iscsi is: [{'id': '4f4cac08-9db5-4216-bb73-8d0f30feaaaa', 'name': 'tempest-AttachVolumeShelveTestJSON-1534830702-router', 'tenant_id': '09b63eccabbc498cb96dd4bbcef0969a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:05:59Z', 'updated_at': '2022-07-13T09:13:34Z', 'revision_number': 6, 'project_id': '09b63eccabbc498cb96dd4bbcef0969a', 'gw_port_host': None}] {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 09:13:34.710552 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-bbabac99-ace2-46de-841a-6ae04ff2199b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542309'] for port (beed97aa-b53f-44ee-b0cf-5cc4388ac182), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:34.745714 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbabac99-ace2-46de-841a-6ae04ff2199b admin admin] Pushing event deleted for resources: {'Port': ['ID=beed97aa-b53f-44ee-b0cf-5cc4388ac182,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:13:34.808998 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-bbabac99-ace2-46de-841a-6ae04ff2199b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-389068'] for router_gateway (4f4cac08-9db5-4216-bb73-8d0f30feaaaa), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:34.897803 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-bbabac99-ace2-46de-841a-6ae04ff2199b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-400323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-657'] for router (4f4cac08-9db5-4216-bb73-8d0f30feaaaa), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:34.900711 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-bbabac99-ace2-46de-841a-6ae04ff2199b admin admin] Publish callbacks [] for router_controller (4f4cac08-9db5-4216-bb73-8d0f30feaaaa), precommit_delete_associations {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:34.948034 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device aee42f0f-6e77-480e-b3b1-decd7db2a61a details requested by agent hyperv_hv-cinder-84962 with host hv-cinder-84962 {{(pid=104470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 09:13:34.995950 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-bbabac99-ace2-46de-841a-6ae04ff2199b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-400247'] for router (4f4cac08-9db5-4216-bb73-8d0f30feaaaa), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:34.996744 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbabac99-ace2-46de-841a-6ae04ff2199b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f4cac08-9db5-4216-bb73-8d0f30feaaaa {{(pid=104469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 09:13:35.002089 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-bbabac99-ace2-46de-841a-6ae04ff2199b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:35.003420 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-bbabac99-ace2-46de-841a-6ae04ff2199b admin admin] 10.222.0.40 "DELETE /v2.0/routers/4f4cac08-9db5-4216-bb73-8d0f30feaaaa HTTP/1.1" status: 204 len: 168 time: 1.0173018 Jul 13 09:13:35.005891 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 38990) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:13:35.072987 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.db.db_base_plugin_v2 [None req-abaa345d-532f-475e-980a-c8d12262094b admin admin] Deleting subnet f435a127-82ff-4993-a381-fe0f5e258ef6 {{(pid=104468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 13 09:13:35.076739 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-abaa345d-532f-475e-980a-c8d12262094b admin admin] Publish callbacks [] for subnet (f435a127-82ff-4993-a381-fe0f5e258ef6), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:35.083565 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port aee42f0f-6e77-480e-b3b1-decd7db2a61a, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=aee42f0f-6e77-480e-b3b1-decd7db2a61a,segment=NetworkSegment(a0be4d95-d4a7-4cb6-804b-d2c776ddb14c),segment_id=a0be4d95-d4a7-4cb6-804b-d2c776ddb14c)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:13:35.100594 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Returning: {'device': 'aee42f0f-6e77-480e-b3b1-decd7db2a61a', 'network_id': '8a64382d-2c78-430f-8ebf-0370d8f9f1b4', 'port_id': 'aee42f0f-6e77-480e-b3b1-decd7db2a61a', 'mac_address': 'fa:16:3e:ba:9c:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10f10f8c-a331-4f08-b9ca-5b92d0b96844', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 09:13:35.123894 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-abaa345d-532f-475e-980a-c8d12262094b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4173327'] for subnet (f435a127-82ff-4993-a381-fe0f5e258ef6), precommit_delete_associations {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:35.137771 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Current status of the port aee42f0f-6e77-480e-b3b1-decd7db2a61a is: DOWN; New status is: BUILD {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:13:35.138197 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (aee42f0f-6e77-480e-b3b1-decd7db2a61a), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:35.141242 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f442e765-1148-4101-a0e9-07955a604ec7 req-03db5680-246a-473c-ba54-a41dc2b18c3f tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:13:35.143003 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f442e765-1148-4101-a0e9-07955a604ec7 req-03db5680-246a-473c-ba54-a41dc2b18c3f tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/ports?device_id=70a6705c-54ea-47fa-bd38-808adfa5851c HTTP/1.1" status: 200 len: 943 time: 0.0593143 Jul 13 09:13:35.152689 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aee42f0f-6e77-480e-b3b1-decd7db2a61a {{(pid=104470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 09:13:35.174172 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port aee42f0f-6e77-480e-b3b1-decd7db2a61a, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=aee42f0f-6e77-480e-b3b1-decd7db2a61a,segment=NetworkSegment(a0be4d95-d4a7-4cb6-804b-d2c776ddb14c),segment_id=a0be4d95-d4a7-4cb6-804b-d2c776ddb14c)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:13:35.195168 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f442e765-1148-4101-a0e9-07955a604ec7 req-5d65dd06-dd98-4430-b3de-09b7366e6389 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/security-groups?id=9e1085ae-5b03-4b64-b791-a31d2def9efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459089 Jul 13 09:13:35.210596 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-abaa345d-532f-475e-980a-c8d12262094b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7837055'] for subnet (f435a127-82ff-4993-a381-fe0f5e258ef6), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:35.258863 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (aee42f0f-6e77-480e-b3b1-decd7db2a61a), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:35.304881 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Pushing event updated for resources: {'Port': ['ID=aee42f0f-6e77-480e-b3b1-decd7db2a61a,revision_number=4']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:13:35.310648 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-abaa345d-532f-475e-980a-c8d12262094b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7837033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8666841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9186763'] for subnet (f435a127-82ff-4993-a381-fe0f5e258ef6), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:35.336597 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaa345d-532f-475e-980a-c8d12262094b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f435a127-82ff-4993-a381-fe0f5e258ef6,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:13:35.342377 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-abaa345d-532f-475e-980a-c8d12262094b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:35.346988 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-abaa345d-532f-475e-980a-c8d12262094b admin admin] 10.222.0.40 "DELETE /v2.0/subnets/f435a127-82ff-4993-a381-fe0f5e258ef6 HTTP/1.1" status: 204 len: 168 time: 0.3395016 Jul 13 09:13:35.348665 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 38994) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:13:35.348857 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9f3267-b706-4498-b291-9478a8373a00 None None] Network dced4119-fd64-48f2-a32b-f0864c860758 requested from dv-cinder-849626-3-iscsi {{(pid=104470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 09:13:35.422795 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-21d9dd49-d1ab-4e0d-8b52-5b4f1e259f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7847201'] for network (dced4119-fd64-48f2-a32b-f0864c860758), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:35.466591 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-21d9dd49-d1ab-4e0d-8b52-5b4f1e259f47 admin admin] Deleting port b47feaa5-e2fd-4e28-93f3-c04f95405233 {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:13:35.466952 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-21d9dd49-d1ab-4e0d-8b52-5b4f1e259f47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (b47feaa5-e2fd-4e28-93f3-c04f95405233), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:35.519326 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b240b51-0209-4983-ab78-66ac9cb97e21 None None] DHCP port deletion for dced4119-fd64-48f2-a32b-f0864c860758 request from dv-cinder-849626-3-iscsi {{(pid=104470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 13 09:13:35.521594 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] get_ports_and_sgs() called for port_ids ['aee42f0f-6e77-480e-b3b1-decd7db2a61a'] {{(pid=104470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 09:13:35.540319 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-21d9dd49-d1ab-4e0d-8b52-5b4f1e259f47 admin admin] For port b47feaa5-e2fd-4e28-93f3-c04f95405233, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=b47feaa5-e2fd-4e28-93f3-c04f95405233,segment=NetworkSegment(d26cc65f-34ee-4574-8332-30169090378e),segment_id=d26cc65f-34ee-4574-8332-30169090378e)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:13:35.540886 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-21d9dd49-d1ab-4e0d-8b52-5b4f1e259f47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (b47feaa5-e2fd-4e28-93f3-c04f95405233), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:35.543362 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:UPDATE=2,neutron:SELECT=92,neutron:DELETE=6 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:13:35.556962 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-21d9dd49-d1ab-4e0d-8b52-5b4f1e259f47 admin admin] Calling delete_port for b47feaa5-e2fd-4e28-93f3-c04f95405233 owned by network:dhcp {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:13:35.597192 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3b240b51-0209-4983-ab78-66ac9cb97e21 None None] Deleting port b47feaa5-e2fd-4e28-93f3-c04f95405233 {{(pid=104470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:13:35.597456 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3b240b51-0209-4983-ab78-66ac9cb97e21 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (b47feaa5-e2fd-4e28-93f3-c04f95405233), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:35.631318 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:13:35.690634 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-3b240b51-0209-4983-ab78-66ac9cb97e21 None None] For port b47feaa5-e2fd-4e28-93f3-c04f95405233, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=b47feaa5-e2fd-4e28-93f3-c04f95405233,segment=NetworkSegment(d26cc65f-34ee-4574-8332-30169090378e),segment_id=d26cc65f-34ee-4574-8332-30169090378e)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:13:35.691034 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3b240b51-0209-4983-ab78-66ac9cb97e21 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (b47feaa5-e2fd-4e28-93f3-c04f95405233), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:35.713270 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3b240b51-0209-4983-ab78-66ac9cb97e21 None None] Calling delete_port for b47feaa5-e2fd-4e28-93f3-c04f95405233 owned by network:dhcp {{(pid=104470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:13:35.727660 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-21d9dd49-d1ab-4e0d-8b52-5b4f1e259f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542309'] for port (b47feaa5-e2fd-4e28-93f3-c04f95405233), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:35.761019 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d9dd49-d1ab-4e0d-8b52-5b4f1e259f47 admin admin] No DVR routers for this DVR port b47feaa5-e2fd-4e28-93f3-c04f95405233 on host dv-cinder-849626-3-iscsi {{(pid=104469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 09:13:35.764743 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d9dd49-d1ab-4e0d-8b52-5b4f1e259f47 admin admin] Pushing event deleted for resources: {'Port': ['ID=b47feaa5-e2fd-4e28-93f3-c04f95405233,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:13:35.804382 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:13:35.807985 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:13:35.836803 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-21d9dd49-d1ab-4e0d-8b52-5b4f1e259f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7836165', 'neutron.services.segments.db._delete_segments_for_network-8760185013827'] for network (dced4119-fd64-48f2-a32b-f0864c860758), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:35.842838 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3b240b51-0209-4983-ab78-66ac9cb97e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135'] for port (b47feaa5-e2fd-4e28-93f3-c04f95405233), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:35.857966 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.services.segments.db [None req-21d9dd49-d1ab-4e0d-8b52-5b4f1e259f47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dced4119-fd64-48f2-a32b-f0864c860758']}} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:13:35.867363 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.services.segments.db [None req-21d9dd49-d1ab-4e0d-8b52-5b4f1e259f47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd26cc65f-34ee-4574-8332-30169090378e') {'for_net_delete': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:13:35.867655 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.services.segments.db [None req-21d9dd49-d1ab-4e0d-8b52-5b4f1e259f47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd26cc65f-34ee-4574-8332-30169090378e') {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:13:35.868934 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b240b51-0209-4983-ab78-66ac9cb97e21 None None] Pushing event deleted for resources: {'Port': ['ID=b47feaa5-e2fd-4e28-93f3-c04f95405233,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:13:35.870827 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b240b51-0209-4983-ab78-66ac9cb97e21 None None] No DVR routers for this DVR port b47feaa5-e2fd-4e28-93f3-c04f95405233 on host dv-cinder-849626-3-iscsi {{(pid=104470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 09:13:35.879106 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-21d9dd49-d1ab-4e0d-8b52-5b4f1e259f47 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760185015116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3541587'] for segment (d26cc65f-34ee-4574-8332-30169090378e), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:35.893714 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-21d9dd49-d1ab-4e0d-8b52-5b4f1e259f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7769013'] for segment (d26cc65f-34ee-4574-8332-30169090378e), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:35.900330 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21d9dd49-d1ab-4e0d-8b52-5b4f1e259f47 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=104469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 09:13:35.900707 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-21d9dd49-d1ab-4e0d-8b52-5b4f1e259f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7769013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542360'] for segment (d26cc65f-34ee-4574-8332-30169090378e), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:35.950965 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.services.segments.plugin [-] Segment d26cc65f-34ee-4574-8332-30169090378e resource provider aggregate not found Jul 13 09:13:35.967355 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.services.segments.plugin [-] Segment d26cc65f-34ee-4574-8332-30169090378e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d26cc65f-34ee-4574-8332-30169090378e found for delete ", "request_id": "req-f6908165-2cdf-4fcc-8df8-97a4f48facef"}]} Jul 13 09:13:36.024395 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-21d9dd49-d1ab-4e0d-8b52-5b4f1e259f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7836172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-389073'] for network (dced4119-fd64-48f2-a32b-f0864c860758), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:36.030442 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-21d9dd49-d1ab-4e0d-8b52-5b4f1e259f47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594414'] for network (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:36.033389 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-21d9dd49-d1ab-4e0d-8b52-5b4f1e259f47 admin admin] 10.222.0.40 "DELETE /v2.0/networks/dced4119-fd64-48f2-a32b-f0864c860758 HTTP/1.1" status: 204 len: 168 time: 0.6835949 Jul 13 09:13:36.045634 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d9dd49-d1ab-4e0d-8b52-5b4f1e259f47 admin admin] Pushing event deleted for resources: {'Network': ['ID=dced4119-fd64-48f2-a32b-f0864c860758,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:13:36.315354 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376351d6-be6f-497a-8e1b-cd68011d802c req-0cbadac3-2f7c-41b6-aa20-0dbea9138771 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:13:36.317182 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-376351d6-be6f-497a-8e1b-cd68011d802c req-0cbadac3-2f7c-41b6-aa20-0dbea9138771 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/ports?device_id=70a6705c-54ea-47fa-bd38-808adfa5851c HTTP/1.1" status: 200 len: 944 time: 0.0514822 Jul 13 09:13:36.339106 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 39006) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:13:36.366530 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device beed97aa-b53f-44ee-b0cf-5cc4388ac182 no longer exists at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:13:36.376763 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-376351d6-be6f-497a-8e1b-cd68011d802c req-651309f6-0ab3-4e5f-99b8-1e2d314d2e60 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/security-groups?id=9e1085ae-5b03-4b64-b791-a31d2def9efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534778 Jul 13 09:13:36.384964 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-39078594-73de-4d14-9908-b7ac35954c5f admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=09b63eccabbc498cb96dd4bbcef0969a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0444274 Jul 13 09:13:36.387642 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 39008) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:13:36.387840 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] No Port match for: beed97aa-b53f-44ee-b0cf-5cc4388ac182 {{(pid=104470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 09:13:36.388256 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device beed97aa-b53f-44ee-b0cf-5cc4388ac182 not bound to the agent host dv-cinder-849626-3-iscsi {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 09:13:36.388802 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device d88bd1f5-fc2f-402c-a795-a82f3f28cc4a no longer exists at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:13:36.414788 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] No Port match for: d88bd1f5-fc2f-402c-a795-a82f3f28cc4a {{(pid=104470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 09:13:36.415817 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device d88bd1f5-fc2f-402c-a795-a82f3f28cc4a not bound to the agent host dv-cinder-849626-3-iscsi {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 09:13:36.416293 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device b47feaa5-e2fd-4e28-93f3-c04f95405233 no longer exists at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:13:36.438425 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] No Port match for: b47feaa5-e2fd-4e28-93f3-c04f95405233 {{(pid=104470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 09:13:36.438425 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device b47feaa5-e2fd-4e28-93f3-c04f95405233 not bound to the agent host dv-cinder-849626-3-iscsi {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 09:13:36.444403 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d764ada0-63ff-480a-934b-8f5f1fa9a7df admin admin] Publish callbacks [] for security_group (bbeed76d-de9b-4b5e-a3d1-bbfc39691bc0), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:36.470406 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d764ada0-63ff-480a-934b-8f5f1fa9a7df admin admin] Publish callbacks [] for security_group (bbeed76d-de9b-4b5e-a3d1-bbfc39691bc0), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:36.590128 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d764ada0-63ff-480a-934b-8f5f1fa9a7df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (bbeed76d-de9b-4b5e-a3d1-bbfc39691bc0), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:36.592589 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d764ada0-63ff-480a-934b-8f5f1fa9a7df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:36.593717 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-d764ada0-63ff-480a-934b-8f5f1fa9a7df admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/bbeed76d-de9b-4b5e-a3d1-bbfc39691bc0 HTTP/1.1" status: 204 len: 168 time: 0.2051890 Jul 13 09:13:36.604087 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d764ada0-63ff-480a-934b-8f5f1fa9a7df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbeed76d-de9b-4b5e-a3d1-bbfc39691bc0,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:13:36.955145 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device aee42f0f-6e77-480e-b3b1-decd7db2a61a up at agent hyperv_hv-cinder-84962 {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:13:36.998222 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Provisioning for port aee42f0f-6e77-480e-b3b1-decd7db2a61a completed by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 13 09:13:37.064273 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Provisioning complete for port aee42f0f-6e77-480e-b3b1-decd7db2a61a triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:13:37.064648 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (aee42f0f-6e77-480e-b3b1-decd7db2a61a), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:37.139032 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Current status of the port aee42f0f-6e77-480e-b3b1-decd7db2a61a is: BUILD; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:13:37.139334 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (aee42f0f-6e77-480e-b3b1-decd7db2a61a), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:37.162023 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a6705c-54ea-47fa-bd38-808adfa5851c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee42f0f-6e77-480e-b3b1-decd7db2a61a'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:13:37.164218 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db18c03db31c8eba27ff59efcab6aeefebc9da3faa7d3b822264179bbf74904a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-987bd0f0-3ace-4afe-93b3-b98e2a06d04c" -d '{"events": [{"server_uuid": "70a6705c-54ea-47fa-bd38-808adfa5851c", "name": "network-vif-plugged", "status": "completed", "tag": "aee42f0f-6e77-480e-b3b1-decd7db2a61a"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:13:37.177909 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port aee42f0f-6e77-480e-b3b1-decd7db2a61a, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=aee42f0f-6e77-480e-b3b1-decd7db2a61a,segment=NetworkSegment(a0be4d95-d4a7-4cb6-804b-d2c776ddb14c),segment_id=a0be4d95-d4a7-4cb6-804b-d2c776ddb14c)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:13:37.205409 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 09:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a32bac3-b0d7-4780-ba25-5f3d3ee67bea x-openstack-request-id: req-9a32bac3-b0d7-4780-ba25-5f3d3ee67bea {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:13:37.205409 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70a6705c-54ea-47fa-bd38-808adfa5851c", "name": "network-vif-plugged", "status": "completed", "tag": "aee42f0f-6e77-480e-b3b1-decd7db2a61a", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:13:37.205409 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-9a32bac3-b0d7-4780-ba25-5f3d3ee67bea {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:13:37.205409 dv-cinder-849626-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a32bac3-b0d7-4780-ba25-5f3d3ee67bea'] response: {'server_uuid': '70a6705c-54ea-47fa-bd38-808adfa5851c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee42f0f-6e77-480e-b3b1-decd7db2a61a', 'code': 200} Jul 13 09:13:37.252725 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (aee42f0f-6e77-480e-b3b1-decd7db2a61a), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:37.299163 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Pushing event updated for resources: {'Port': ['ID=aee42f0f-6e77-480e-b3b1-decd7db2a61a,revision_number=5']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:13:37.494547 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1afabe-28da-40e8-9628-ac9c771739c3 req-fc6acd79-619b-4ac4-9f41-e895a40e4e89 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:13:37.496065 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5a1afabe-28da-40e8-9628-ac9c771739c3 req-fc6acd79-619b-4ac4-9f41-e895a40e4e89 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/ports?device_id=70a6705c-54ea-47fa-bd38-808adfa5851c HTTP/1.1" status: 200 len: 945 time: 0.0480208 Jul 13 09:13:37.518552 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:13:37.544574 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5a1afabe-28da-40e8-9628-ac9c771739c3 req-5e3af704-af4e-4f12-8add-eeb7285a3590 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/security-groups?id=9e1085ae-5b03-4b64-b791-a31d2def9efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429249 Jul 13 09:13:37.547376 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f7f1fd-4c3c-424f-996b-5f1793617e05 req-d4863ca3-3cab-48cf-ad11-9bb7d7d47fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:13:37.549185 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-86f7f1fd-4c3c-424f-996b-5f1793617e05 req-d4863ca3-3cab-48cf-ad11-9bb7d7d47fc0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=70a6705c-54ea-47fa-bd38-808adfa5851c HTTP/1.1" status: 200 len: 1129 time: 0.0424328 Jul 13 09:13:37.605977 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-86f7f1fd-4c3c-424f-996b-5f1793617e05 req-f341017b-6060-488f-a452-51653145bc55 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9e1085ae-5b03-4b64-b791-a31d2def9efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399187 Jul 13 09:13:38.662614 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50f852-d33d-4718-a27c-2cc58773e345 req-bdf2e005-5159-41c0-abc2-acf7290a8e38 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:13:38.664303 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1f50f852-d33d-4718-a27c-2cc58773e345 req-bdf2e005-5159-41c0-abc2-acf7290a8e38 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/ports?device_id=70a6705c-54ea-47fa-bd38-808adfa5851c HTTP/1.1" status: 200 len: 945 time: 0.0474818 Jul 13 09:13:38.712857 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1f50f852-d33d-4718-a27c-2cc58773e345 req-6504357f-884a-4b8d-9767-9c656c705ef7 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/security-groups?id=9e1085ae-5b03-4b64-b791-a31d2def9efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431781 Jul 13 09:13:39.829486 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a43e9a-5b9c-4ed1-8f35-c7ad5c4f05de req-ebaf6731-f0d0-4840-a63a-621eb528047a tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:13:39.830990 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-e3a43e9a-5b9c-4ed1-8f35-c7ad5c4f05de req-ebaf6731-f0d0-4840-a63a-621eb528047a tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/ports?device_id=70a6705c-54ea-47fa-bd38-808adfa5851c HTTP/1.1" status: 200 len: 945 time: 0.0497417 Jul 13 09:13:39.876572 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-e3a43e9a-5b9c-4ed1-8f35-c7ad5c4f05de req-745a80d6-5e69-4a13-8ec5-597c12ea5d8f tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/security-groups?id=9e1085ae-5b03-4b64-b791-a31d2def9efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401630 Jul 13 09:13:41.744583 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (6e9d2670-629d-42a5-8dd5-d0857aba9a7e), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:44.571628 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=93 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:13:44.606258 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=78 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:13:48.706930 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=65,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:13:48.708902 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=44,neutron:DELETE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:13:49.870898 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=64,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:13:49.873250 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=8 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:13:50.623756 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-45f2a19d-77b5-4a63-a293-47f9eddd3150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (a33f270e-6fb2-40d7-a0c5-ff754f30a69f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:52.805926 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7b984cb0-6bb8-4c30-af8a-70ab09dbfac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (084ea860-45cb-441c-b2f8-c6c2f7d6686c), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:54.509623 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7f3b3aed-46f4-4e68-bbbe-dab9f8099e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (d1fd82e0-5c39-4100-b44b-c54ee27d2d9f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:55.504175 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5ee680a5-33f3-4217-99f5-17637ad0570e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (59ae6226-c784-4fad-8646-7377b1ef5f31), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:55.789858 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (9379cce5-6fc7-4135-bc49-530c07185724), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:13:58.151896 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:14:02.280733 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915cb8f8-46e5-4429-b43a-4221b9e3780c req-b998aa19-daaf-4f79-85bb-e81fc81e7d33 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:02.282271 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-915cb8f8-46e5-4429-b43a-4221b9e3780c req-b998aa19-daaf-4f79-85bb-e81fc81e7d33 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/ports?device_id=70a6705c-54ea-47fa-bd38-808adfa5851c HTTP/1.1" status: 200 len: 945 time: 0.0501802 Jul 13 09:14:02.331067 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-915cb8f8-46e5-4429-b43a-4221b9e3780c req-17609c11-875c-4b9e-9ab5-324467782c7e tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/security-groups?id=9e1085ae-5b03-4b64-b791-a31d2def9efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430844 Jul 13 09:14:03.456098 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998df4b7-910f-4d45-a39a-b90dfe1ce663 req-b3a37890-09a9-4993-93ed-3291bdcb7984 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:03.457486 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-998df4b7-910f-4d45-a39a-b90dfe1ce663 req-b3a37890-09a9-4993-93ed-3291bdcb7984 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/ports?device_id=70a6705c-54ea-47fa-bd38-808adfa5851c HTTP/1.1" status: 200 len: 945 time: 0.0503137 Jul 13 09:14:03.508362 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-998df4b7-910f-4d45-a39a-b90dfe1ce663 req-a229e00b-a46b-4fbf-b72f-3bd5ba269682 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/security-groups?id=9e1085ae-5b03-4b64-b791-a31d2def9efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453742 Jul 13 09:14:03.937424 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c5b73-d1e0-4647-83b8-a52204c22d9d req-3e5c979d-2dc1-47ab-b249-ad9db3a00da6 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:03.938868 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a10c5b73-d1e0-4647-83b8-a52204c22d9d req-3e5c979d-2dc1-47ab-b249-ad9db3a00da6 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.30 "GET /v2.0/ports?device_id=70a6705c-54ea-47fa-bd38-808adfa5851c HTTP/1.1" status: 200 len: 945 time: 0.0452793 Jul 13 09:14:04.022886 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [req-a10c5b73-d1e0-4647-83b8-a52204c22d9d req-2d3c5ac2-d025-49e4-9390-965286d6aca5 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] Deleting port aee42f0f-6e77-480e-b3b1-decd7db2a61a {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:14:04.023215 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-a10c5b73-d1e0-4647-83b8-a52204c22d9d req-2d3c5ac2-d025-49e4-9390-965286d6aca5 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (aee42f0f-6e77-480e-b3b1-decd7db2a61a), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:04.108874 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [req-a10c5b73-d1e0-4647-83b8-a52204c22d9d req-2d3c5ac2-d025-49e4-9390-965286d6aca5 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] For port aee42f0f-6e77-480e-b3b1-decd7db2a61a, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=aee42f0f-6e77-480e-b3b1-decd7db2a61a,segment=NetworkSegment(a0be4d95-d4a7-4cb6-804b-d2c776ddb14c),segment_id=a0be4d95-d4a7-4cb6-804b-d2c776ddb14c)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:14:04.109216 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-a10c5b73-d1e0-4647-83b8-a52204c22d9d req-2d3c5ac2-d025-49e4-9390-965286d6aca5 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (aee42f0f-6e77-480e-b3b1-decd7db2a61a), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:04.121771 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [req-a10c5b73-d1e0-4647-83b8-a52204c22d9d req-2d3c5ac2-d025-49e4-9390-965286d6aca5 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] Calling delete_port for aee42f0f-6e77-480e-b3b1-decd7db2a61a owned by compute:nova {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:14:04.304303 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-a10c5b73-d1e0-4647-83b8-a52204c22d9d req-2d3c5ac2-d025-49e4-9390-965286d6aca5 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542309'] for port (aee42f0f-6e77-480e-b3b1-decd7db2a61a), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:04.317079 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] get_ports_and_sgs() called for port_ids ['aee42f0f-6e77-480e-b3b1-decd7db2a61a'] {{(pid=104470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 09:14:04.331312 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3c5ac2-d025-49e4-9390-965286d6aca5 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] Pushing event deleted for resources: {'Port': ['ID=aee42f0f-6e77-480e-b3b1-decd7db2a61a,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:14:04.381525 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [req-a10c5b73-d1e0-4647-83b8-a52204c22d9d req-2d3c5ac2-d025-49e4-9390-965286d6aca5 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] No DVR routers for this DVR port aee42f0f-6e77-480e-b3b1-decd7db2a61a on host hv-cinder-84962 {{(pid=104469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 09:14:04.384239 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-a10c5b73-d1e0-4647-83b8-a52204c22d9d req-2d3c5ac2-d025-49e4-9390-965286d6aca5 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for port (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:04.387367 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a10c5b73-d1e0-4647-83b8-a52204c22d9d req-2d3c5ac2-d025-49e4-9390-965286d6aca5 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.30 "DELETE /v2.0/ports/aee42f0f-6e77-480e-b3b1-decd7db2a61a HTTP/1.1" status: 204 len: 173 time: 0.4427416 Jul 13 09:14:04.387787 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a6705c-54ea-47fa-bd38-808adfa5851c', 'name': 'network-vif-deleted', 'tag': 'aee42f0f-6e77-480e-b3b1-decd7db2a61a'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:14:04.390301 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c4e5b91a84def5af2f1fcdaa70b19e5540aa6c2f63d8f4e9cb6586108f6a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd436ae-99f6-4411-a26b-8d513b52299f" -d '{"events": [{"server_uuid": "70a6705c-54ea-47fa-bd38-808adfa5851c", "name": "network-vif-deleted", "tag": "aee42f0f-6e77-480e-b3b1-decd7db2a61a"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:14:04.426342 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 09:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c28121cd-9daa-4e63-98f7-2d232e006b59 x-openstack-request-id: req-c28121cd-9daa-4e63-98f7-2d232e006b59 {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:14:04.426629 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70a6705c-54ea-47fa-bd38-808adfa5851c", "name": "network-vif-deleted", "tag": "aee42f0f-6e77-480e-b3b1-decd7db2a61a", "status": "completed", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:14:04.426878 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-c28121cd-9daa-4e63-98f7-2d232e006b59 {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:14:04.427278 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c28121cd-9daa-4e63-98f7-2d232e006b59'] response: {'server_uuid': '70a6705c-54ea-47fa-bd38-808adfa5851c', 'name': 'network-vif-deleted', 'tag': 'aee42f0f-6e77-480e-b3b1-decd7db2a61a', 'status': 'completed', 'code': 200} Jul 13 09:14:04.861887 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-3c6a3fdf-fb5c-4a90-a4e2-5661a2acff5a req-162ba8c7-f2d2-4dac-ac4c-12787562aa87 tempest-VolumesSnapshotTestJSON-347448595 tempest-VolumesSnapshotTestJSON-347448595-project] 10.222.0.40 "GET /v2.0/ports?device_id=70a6705c-54ea-47fa-bd38-808adfa5851c HTTP/1.1" status: 200 len: 210 time: 0.2798076 Jul 13 09:14:05.224984 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.agents_db [None req-6da3c0df-3a39-4d49-9ef0-c2c7fda6ffa8 None None] Agent healthcheck: found 6 active agents {{(pid=104471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:14:05.723542 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=39,neutron:UPDATE=5 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:14:09.730393 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device aee42f0f-6e77-480e-b3b1-decd7db2a61a no longer exists at agent hyperv_hv-cinder-84962 {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:14:09.748695 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] No Port match for: aee42f0f-6e77-480e-b3b1-decd7db2a61a {{(pid=104470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 09:14:09.749028 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device aee42f0f-6e77-480e-b3b1-decd7db2a61a not bound to the agent host hv-cinder-84962 {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 09:14:11.688689 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=63,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:14:11.771324 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (6e9d2670-629d-42a5-8dd5-d0857aba9a7e), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:12.324253 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=9 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:14:12.326675 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=9 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:14:12.896672 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df3881-eaee-42ca-b792-7992ca7cabc5 req-7d5f2290-3bb4-4d41-8cda-3bb86f12712c tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:12.898161 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-12df3881-eaee-42ca-b792-7992ca7cabc5 req-7d5f2290-3bb4-4d41-8cda-3bb86f12712c tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/ports?device_id=d44bf150-cda8-482a-a0b9-f51d8070d972 HTTP/1.1" status: 200 len: 945 time: 0.0480595 Jul 13 09:14:12.948926 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-12df3881-eaee-42ca-b792-7992ca7cabc5 req-58799f49-bbf4-4209-93df-c2f1b8e20510 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/security-groups?id=318303b4-ee97-4d04-ac0e-60b52783791c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451427 Jul 13 09:14:14.067353 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d94bb13-6c32-4a59-9eaf-0b784515bc6b req-a054f047-e165-4173-9102-a40bf9cca14b tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:14.069007 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5d94bb13-6c32-4a59-9eaf-0b784515bc6b req-a054f047-e165-4173-9102-a40bf9cca14b tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/ports?device_id=d44bf150-cda8-482a-a0b9-f51d8070d972 HTTP/1.1" status: 200 len: 945 time: 0.0482621 Jul 13 09:14:14.121199 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5d94bb13-6c32-4a59-9eaf-0b784515bc6b req-6bd941f3-57f3-4656-9000-883c3f4b2e08 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/security-groups?id=318303b4-ee97-4d04-ac0e-60b52783791c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467021 Jul 13 09:14:15.234196 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af0e32f-a424-4102-b513-79bd4f354b3f req-12cd8cbe-1b1e-4a56-beb3-56c7c769bb0b tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:15.235649 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-0af0e32f-a424-4102-b513-79bd4f354b3f req-12cd8cbe-1b1e-4a56-beb3-56c7c769bb0b tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/ports?device_id=d44bf150-cda8-482a-a0b9-f51d8070d972 HTTP/1.1" status: 200 len: 945 time: 0.0464799 Jul 13 09:14:15.284152 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-0af0e32f-a424-4102-b513-79bd4f354b3f req-ed0c37a8-275a-4124-a1af-3444560922e8 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/security-groups?id=318303b4-ee97-4d04-ac0e-60b52783791c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429444 Jul 13 09:14:16.396445 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be367ee6-eccd-4533-9ebc-612b584fa418 req-dddb7bc3-15d3-4154-ac9d-4e0a03a81d73 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:16.397911 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-be367ee6-eccd-4533-9ebc-612b584fa418 req-dddb7bc3-15d3-4154-ac9d-4e0a03a81d73 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/ports?device_id=d44bf150-cda8-482a-a0b9-f51d8070d972 HTTP/1.1" status: 200 len: 945 time: 0.0469573 Jul 13 09:14:16.446131 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-be367ee6-eccd-4533-9ebc-612b584fa418 req-b9dc8f21-515c-4132-91f9-6914ef028c80 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/security-groups?id=318303b4-ee97-4d04-ac0e-60b52783791c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427175 Jul 13 09:14:17.569923 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba671c4-09aa-4d44-9468-efc840b07361 req-cfe7d7cf-32f7-4dcd-91e5-76ca4092ccc0 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:17.571436 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-dba671c4-09aa-4d44-9468-efc840b07361 req-cfe7d7cf-32f7-4dcd-91e5-76ca4092ccc0 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/ports?device_id=d44bf150-cda8-482a-a0b9-f51d8070d972 HTTP/1.1" status: 200 len: 945 time: 0.0534437 Jul 13 09:14:17.620341 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-dba671c4-09aa-4d44-9468-efc840b07361 req-a26a7e64-97b6-46bf-b846-9cd618f2c8ef tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/security-groups?id=318303b4-ee97-4d04-ac0e-60b52783791c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433354 Jul 13 09:14:17.974355 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a4161-8b75-4182-b8b0-069ea96b5b85 req-053a93ae-2200-4404-87e7-c8022989df4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:17.975860 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-0c2a4161-8b75-4182-b8b0-069ea96b5b85 req-053a93ae-2200-4404-87e7-c8022989df4f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6b5574138d6341268eae22b78af64765&device_id=d44bf150-cda8-482a-a0b9-f51d8070d972 HTTP/1.1" status: 200 len: 1129 time: 0.0408740 Jul 13 09:14:18.083632 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a4161-8b75-4182-b8b0-069ea96b5b85 req-d4751bd1-81e1-43dc-b469-c7747b627282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:18.084857 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-0c2a4161-8b75-4182-b8b0-069ea96b5b85 req-d4751bd1-81e1-43dc-b469-c7747b627282 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bf682ee0-62e0-448d-97a2-9a80bdd5bf49 HTTP/1.1" status: 200 len: 909 time: 0.0906956 Jul 13 09:14:18.154581 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-0c2a4161-8b75-4182-b8b0-069ea96b5b85 req-f00b1b3e-5599-48bf-9a2d-0038b1632329 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c98f0a70-76c7-4798-9dfc-6e8275493f88 HTTP/1.1" status: 200 len: 1000 time: 0.0642080 Jul 13 09:14:18.208348 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a4161-8b75-4182-b8b0-069ea96b5b85 req-47430bd5-9e05-4edc-be71-f918987fafe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:18.209906 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-0c2a4161-8b75-4182-b8b0-069ea96b5b85 req-47430bd5-9e05-4edc-be71-f918987fafe4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4d4f83bc-542b-44e8-b61c-831e28191723 HTTP/1.1" status: 200 len: 847 time: 0.0496361 Jul 13 09:14:18.253769 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a4161-8b75-4182-b8b0-069ea96b5b85 req-895fe3b7-0eb9-47db-b3a3-f4fe43dc11a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:18.255277 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-0c2a4161-8b75-4182-b8b0-069ea96b5b85 req-895fe3b7-0eb9-47db-b3a3-f4fe43dc11a0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bf682ee0-62e0-448d-97a2-9a80bdd5bf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393586 Jul 13 09:14:18.295819 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:14:18.332713 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:14:18.357150 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-0c2a4161-8b75-4182-b8b0-069ea96b5b85 req-b09cb603-f34e-45be-bbed-5f95975ca18d service neutron] 10.222.0.30 "GET /v2.0/networks/bf682ee0-62e0-448d-97a2-9a80bdd5bf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892036 Jul 13 09:14:18.446747 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-0c2a4161-8b75-4182-b8b0-069ea96b5b85 req-7b4448fa-9344-4ef6-975b-26972a474ef1 service neutron] 10.222.0.30 "GET /v2.0/networks/bf682ee0-62e0-448d-97a2-9a80bdd5bf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837281 Jul 13 09:14:18.738319 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f835935a-9b95-451c-bc16-352bfaf93dcd req-6139c300-bb6a-46f5-8e65-7dcf1e7be5d7 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:18.739836 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f835935a-9b95-451c-bc16-352bfaf93dcd req-6139c300-bb6a-46f5-8e65-7dcf1e7be5d7 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/ports?device_id=d44bf150-cda8-482a-a0b9-f51d8070d972 HTTP/1.1" status: 200 len: 945 time: 0.0483489 Jul 13 09:14:18.801439 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f835935a-9b95-451c-bc16-352bfaf93dcd req-f744b694-d2ac-486d-80c0-8315e846f917 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/security-groups?id=318303b4-ee97-4d04-ac0e-60b52783791c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559521 Jul 13 09:14:19.537520 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=15 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:14:19.540422 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=19 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:14:19.918304 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb392a41-dedf-4583-a6a1-a6d7c0d48dd5 req-849439bc-9718-42c9-b486-f155dcd84480 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:19.919784 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-fb392a41-dedf-4583-a6a1-a6d7c0d48dd5 req-849439bc-9718-42c9-b486-f155dcd84480 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/ports?device_id=d44bf150-cda8-482a-a0b9-f51d8070d972 HTTP/1.1" status: 200 len: 945 time: 0.0477834 Jul 13 09:14:19.968179 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-fb392a41-dedf-4583-a6a1-a6d7c0d48dd5 req-064408f1-15c1-40b6-b870-08f457a6b791 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/security-groups?id=318303b4-ee97-4d04-ac0e-60b52783791c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428815 Jul 13 09:14:20.578230 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e43b2dbc-3810-4860-bbb3-a1a5e0ec96ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (a33f270e-6fb2-40d7-a0c5-ff754f30a69f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:21.082647 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0921920-c075-4f18-8ae2-69c1ed9d9b73 req-4516542f-a07b-4355-a066-6eae889a271a tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:21.084106 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d0921920-c075-4f18-8ae2-69c1ed9d9b73 req-4516542f-a07b-4355-a066-6eae889a271a tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/ports?device_id=d44bf150-cda8-482a-a0b9-f51d8070d972 HTTP/1.1" status: 200 len: 945 time: 0.0463328 Jul 13 09:14:21.137717 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d0921920-c075-4f18-8ae2-69c1ed9d9b73 req-ce3c7773-30d2-4454-9b23-416f5c964bb3 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/security-groups?id=318303b4-ee97-4d04-ac0e-60b52783791c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480573 Jul 13 09:14:22.255591 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4a2590-32ae-4fc8-85e9-733d5fa59008 req-95161ed0-aa3a-4015-b46a-558a81fc4a2e tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:22.257323 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-1f4a2590-32ae-4fc8-85e9-733d5fa59008 req-95161ed0-aa3a-4015-b46a-558a81fc4a2e tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/ports?device_id=d44bf150-cda8-482a-a0b9-f51d8070d972 HTTP/1.1" status: 200 len: 945 time: 0.0459592 Jul 13 09:14:22.308698 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-1f4a2590-32ae-4fc8-85e9-733d5fa59008 req-c56c838a-a1cf-4c03-99cb-1203e30f5f7d tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/security-groups?id=318303b4-ee97-4d04-ac0e-60b52783791c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457501 Jul 13 09:14:22.805506 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-194d1a7a-b52e-48a4-be88-c30dc8871611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (084ea860-45cb-441c-b2f8-c6c2f7d6686c), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:23.426194 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d4317-f596-4507-a9bb-b6798054f0b5 req-93a96124-3e27-4042-8975-81b3d33b2c71 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:23.427696 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-752d4317-f596-4507-a9bb-b6798054f0b5 req-93a96124-3e27-4042-8975-81b3d33b2c71 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/ports?device_id=d44bf150-cda8-482a-a0b9-f51d8070d972 HTTP/1.1" status: 200 len: 945 time: 0.0495014 Jul 13 09:14:23.477152 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-752d4317-f596-4507-a9bb-b6798054f0b5 req-dd9abc1b-6b9a-4d58-a0a6-ad86e21b13d4 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/security-groups?id=318303b4-ee97-4d04-ac0e-60b52783791c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438313 Jul 13 09:14:24.464041 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7f3b3aed-46f4-4e68-bbbe-dab9f8099e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (d1fd82e0-5c39-4100-b44b-c54ee27d2d9f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:24.602998 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac93119-daa1-4e3f-8c5a-2787b3c6624f req-7bb9992e-e2de-4d00-bc8a-84666da10790 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:24.604498 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-1ac93119-daa1-4e3f-8c5a-2787b3c6624f req-7bb9992e-e2de-4d00-bc8a-84666da10790 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/ports?device_id=d44bf150-cda8-482a-a0b9-f51d8070d972 HTTP/1.1" status: 200 len: 945 time: 0.0533204 Jul 13 09:14:24.665280 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-1ac93119-daa1-4e3f-8c5a-2787b3c6624f req-0069210c-7626-4c6a-8c5d-08b5f4e81dc4 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/security-groups?id=318303b4-ee97-4d04-ac0e-60b52783791c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469985 Jul 13 09:14:25.509664 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5ee680a5-33f3-4217-99f5-17637ad0570e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (59ae6226-c784-4fad-8646-7377b1ef5f31), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:25.778158 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e5fff-d1ba-4fd7-ac61-8313da3d6558 req-4c55cf17-8757-4f49-84a7-ce3fa37f954f tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:25.781447 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-e55e5fff-d1ba-4fd7-ac61-8313da3d6558 req-4c55cf17-8757-4f49-84a7-ce3fa37f954f tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/ports?device_id=d44bf150-cda8-482a-a0b9-f51d8070d972 HTTP/1.1" status: 200 len: 945 time: 0.0522063 Jul 13 09:14:25.800133 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (9379cce5-6fc7-4135-bc49-530c07185724), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:25.831992 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-e55e5fff-d1ba-4fd7-ac61-8313da3d6558 req-4268ccca-06ed-4060-b1b6-1632aefa3dc5 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/security-groups?id=318303b4-ee97-4d04-ac0e-60b52783791c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459445 Jul 13 09:14:25.895680 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 39584) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:14:25.900230 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-c1ddc94d-ccac-40ce-9bb8-8e852bbe30f0 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Request body: {'security_group': {'name': 'tempest-securitygroup--845305631', 'description': 'tempest-description--674115462'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:14:26.047035 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c1ddc94d-ccac-40ce-9bb8-8e852bbe30f0 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:26.114444 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c1ddc94d-ccac-40ce-9bb8-8e852bbe30f0 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for security_group (f5e2bd22-c0d5-4405-8591-bb614dcbb385), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:26.172488 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c1ddc94d-ccac-40ce-9bb8-8e852bbe30f0 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (f5e2bd22-c0d5-4405-8591-bb614dcbb385), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:26.202473 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ddc94d-ccac-40ce-9bb8-8e852bbe30f0 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e2bd22-c0d5-4405-8591-bb614dcbb385,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:14:26.248785 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c1ddc94d-ccac-40ce-9bb8-8e852bbe30f0 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:26.250046 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-c1ddc94d-ccac-40ce-9bb8-8e852bbe30f0 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3533692 Jul 13 09:14:26.253347 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 39592) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:14:26.257989 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-fefc23cd-77c0-4438-87a6-1b1714a9174f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Request body: {'security_group_rule': {'security_group_id': 'f5e2bd22-c0d5-4405-8591-bb614dcbb385', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:14:26.361886 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fefc23cd-77c0-4438-87a6-1b1714a9174f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for security_group_rule (ca22e1cd-ea6f-49f0-be03-a41e96906964), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:26.376582 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:14:26.417616 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fefc23cd-77c0-4438-87a6-1b1714a9174f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for security_group_rule (ca22e1cd-ea6f-49f0-be03-a41e96906964), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:26.498179 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fefc23cd-77c0-4438-87a6-1b1714a9174f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485043'] for security_group_rule (ca22e1cd-ea6f-49f0-be03-a41e96906964), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:26.520731 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefc23cd-77c0-4438-87a6-1b1714a9174f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca22e1cd-ea6f-49f0-be03-a41e96906964,revision_number=0']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:14:26.591482 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fefc23cd-77c0-4438-87a6-1b1714a9174f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:26.592686 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-fefc23cd-77c0-4438-87a6-1b1714a9174f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3384171 Jul 13 09:14:26.595478 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 39594) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:14:26.599930 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-06183fe8-a689-4236-98d5-7e650c290543 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Request body: {'security_group_rule': {'security_group_id': 'f5e2bd22-c0d5-4405-8591-bb614dcbb385', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:14:26.719882 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-06183fe8-a689-4236-98d5-7e650c290543 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for security_group_rule (70cfb628-8459-4f0d-93e3-2596c12742f7), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:26.749521 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:14:26.778869 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-06183fe8-a689-4236-98d5-7e650c290543 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for security_group_rule (70cfb628-8459-4f0d-93e3-2596c12742f7), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:26.864263 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-06183fe8-a689-4236-98d5-7e650c290543 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485043'] for security_group_rule (70cfb628-8459-4f0d-93e3-2596c12742f7), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:26.883016 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06183fe8-a689-4236-98d5-7e650c290543 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70cfb628-8459-4f0d-93e3-2596c12742f7,revision_number=0']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:14:26.949973 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29384b9f-75ce-465c-88d6-18b430d35c1e req-37447243-58cd-405b-8573-1d2bba00c155 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:26.951524 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-29384b9f-75ce-465c-88d6-18b430d35c1e req-37447243-58cd-405b-8573-1d2bba00c155 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/ports?device_id=d44bf150-cda8-482a-a0b9-f51d8070d972 HTTP/1.1" status: 200 len: 945 time: 0.0474806 Jul 13 09:14:26.978233 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-06183fe8-a689-4236-98d5-7e650c290543 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:26.982399 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-06183fe8-a689-4236-98d5-7e650c290543 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3830185 Jul 13 09:14:26.982949 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 39606) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:14:26.988165 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-8be7d74c-b6ed-4c55-b10e-b568458bbade tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Request body: {'floatingip': {'floating_network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:14:27.031744 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-29384b9f-75ce-465c-88d6-18b430d35c1e req-8603f150-1d49-48ed-99a2-6a1e30ac382f tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/security-groups?id=318303b4-ee97-4d04-ac0e-60b52783791c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744700 Jul 13 09:14:27.087232 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8be7d74c-b6ed-4c55-b10e-b568458bbade tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:27.175615 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8be7d74c-b6ed-4c55-b10e-b568458bbade tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:27.282346 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_common [None req-8be7d74c-b6ed-4c55-b10e-b568458bbade tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Allocated IP 172.27.3.110 (14d154e4-c9a5-47e8-9f7f-9daf0b869ff5/8de8efa6-546e-4542-992b-4162440fe9c8/ef51a499-1e1f-4ca3-b448-079ed1753d7c) {{(pid=104469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 09:14:27.383724 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8be7d74c-b6ed-4c55-b10e-b568458bbade tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for port (ef51a499-1e1f-4ca3-b448-079ed1753d7c), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:27.504553 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8be7d74c-b6ed-4c55-b10e-b568458bbade tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760184582126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542309'] for port (ef51a499-1e1f-4ca3-b448-079ed1753d7c), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:27.544807 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be7d74c-b6ed-4c55-b10e-b568458bbade tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Network 14d154e4-c9a5-47e8-9f7f-9daf0b869ff5 is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:14:27.544921 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [None req-8be7d74c-b6ed-4c55-b10e-b568458bbade tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:14:27.552411 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be7d74c-b6ed-4c55-b10e-b568458bbade tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Received port after_create {{(pid=104469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 09:14:27.582358 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be7d74c-b6ed-4c55-b10e-b568458bbade tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Pushing event updated for resources: {'Port': ['ID=ef51a499-1e1f-4ca3-b448-079ed1753d7c,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:14:27.594533 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:14:27.598288 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be7d74c-b6ed-4c55-b10e-b568458bbade tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:14:27.598632 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be7d74c-b6ed-4c55-b10e-b568458bbade tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:14:27.598961 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be7d74c-b6ed-4c55-b10e-b568458bbade tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:14:27.599290 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be7d74c-b6ed-4c55-b10e-b568458bbade tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:14:27.599610 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be7d74c-b6ed-4c55-b10e-b568458bbade tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:14:27.599933 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be7d74c-b6ed-4c55-b10e-b568458bbade tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:14:27.600252 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be7d74c-b6ed-4c55-b10e-b568458bbade tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:14:27.600569 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be7d74c-b6ed-4c55-b10e-b568458bbade tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:14:27.600884 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be7d74c-b6ed-4c55-b10e-b568458bbade tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:14:27.601198 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be7d74c-b6ed-4c55-b10e-b568458bbade tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:14:27.601511 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be7d74c-b6ed-4c55-b10e-b568458bbade tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:14:27.601822 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be7d74c-b6ed-4c55-b10e-b568458bbade tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:14:27.602157 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be7d74c-b6ed-4c55-b10e-b568458bbade tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:14:27.602470 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be7d74c-b6ed-4c55-b10e-b568458bbade tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:14:27.602795 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be7d74c-b6ed-4c55-b10e-b568458bbade tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:14:27.658091 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8be7d74c-b6ed-4c55-b10e-b568458bbade tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for floatingip (34a9b8a4-3b11-4f3c-990c-52a529f8072a), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:27.797603 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8be7d74c-b6ed-4c55-b10e-b568458bbade tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (ef51a499-1e1f-4ca3-b448-079ed1753d7c), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:27.826512 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:14:27.951143 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8be7d74c-b6ed-4c55-b10e-b568458bbade tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for port (ef51a499-1e1f-4ca3-b448-079ed1753d7c), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:28.029718 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8be7d74c-b6ed-4c55-b10e-b568458bbade tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542332'] for port (ef51a499-1e1f-4ca3-b448-079ed1753d7c), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:28.104623 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be7d74c-b6ed-4c55-b10e-b568458bbade tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Pushing event updated for resources: {'Port': ['ID=ef51a499-1e1f-4ca3-b448-079ed1753d7c,revision_number=2']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:14:28.117313 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8be7d74c-b6ed-4c55-b10e-b568458bbade tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-388893'] for floatingip (34a9b8a4-3b11-4f3c-990c-52a529f8072a), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:28.168054 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae72f1c5-c9bb-4862-878e-4e5b428de830 req-8847ee4a-e01b-4dcf-9c47-df3f613be316 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:28.169532 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-ae72f1c5-c9bb-4862-878e-4e5b428de830 req-8847ee4a-e01b-4dcf-9c47-df3f613be316 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/ports?device_id=d44bf150-cda8-482a-a0b9-f51d8070d972 HTTP/1.1" status: 200 len: 945 time: 0.0478327 Jul 13 09:14:28.217351 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-ae72f1c5-c9bb-4862-878e-4e5b428de830 req-16b7231c-22c2-48dc-9cc5-bd8abe56e369 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/security-groups?id=318303b4-ee97-4d04-ac0e-60b52783791c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421798 Jul 13 09:14:28.232014 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8be7d74c-b6ed-4c55-b10e-b568458bbade tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for floatingip (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:28.233252 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-8be7d74c-b6ed-4c55-b10e-b568458bbade tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2497466 Jul 13 09:14:28.429461 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-668c1190-b8d3-4a7f-be9f-7f7ad99b8da7 req-df19d2cf-c552-4d41-bb70-e25e486fb4cf tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--845305631&fields=id&tenant_id=0486a8d3794f4b50a96d3477e14e344f HTTP/1.1" status: 200 len: 267 time: 0.0421948 Jul 13 09:14:28.533357 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c1190-b8d3-4a7f-be9f-7f7ad99b8da7 req-adc11e85-e8c4-491c-8201-7e14a42f4835 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:28.534845 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-668c1190-b8d3-4a7f-be9f-7f7ad99b8da7 req-adc11e85-e8c4-491c-8201-7e14a42f4835 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/networks?id=0419ddd4-ade8-4500-ac9c-4682f59c8496 HTTP/1.1" status: 200 len: 813 time: 0.0992007 Jul 13 09:14:28.548813 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-668c1190-b8d3-4a7f-be9f-7f7ad99b8da7 req-8633c889-4188-483b-bacb-c307804e12ce tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/quotas/0486a8d3794f4b50a96d3477e14e344f HTTP/1.1" status: 200 len: 375 time: 0.0087745 Jul 13 09:14:28.604816 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-668c1190-b8d3-4a7f-be9f-7f7ad99b8da7 req-f69f0d06-3d07-4b2f-bc3c-1e61a565a498 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=0486a8d3794f4b50a96d3477e14e344f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0510783 Jul 13 09:14:28.699058 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-668c1190-b8d3-4a7f-be9f-7f7ad99b8da7 req-b1d93759-054b-48ae-bd6a-6f28721e4eab service neutron] 10.222.0.40 "GET /v2.0/networks/0419ddd4-ade8-4500-ac9c-4682f59c8496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830357 Jul 13 09:14:28.790305 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-668c1190-b8d3-4a7f-be9f-7f7ad99b8da7 req-053f6877-3c82-41dd-9557-7d6fe0437168 service neutron] 10.222.0.40 "GET /v2.0/networks/0419ddd4-ade8-4500-ac9c-4682f59c8496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856245 Jul 13 09:14:29.074153 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-2cb94872-fbb5-4f12-84f8-d1db4247760f req-55eaf0de-b73f-4267-936d-b0daade5a51f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/ports?device_id=644fc77e-64b1-4f38-9832-4cf3f5acea52 HTTP/1.1" status: 200 len: 210 time: 0.0372658 Jul 13 09:14:29.331837 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af65cb-5508-466c-94d5-7e743015bdf4 req-3d04082b-32e9-46c0-9ee0-aea03b8acad5 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:29.333310 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b0af65cb-5508-466c-94d5-7e743015bdf4 req-3d04082b-32e9-46c0-9ee0-aea03b8acad5 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/ports?device_id=d44bf150-cda8-482a-a0b9-f51d8070d972 HTTP/1.1" status: 200 len: 945 time: 0.0491555 Jul 13 09:14:29.359961 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:14:29.391381 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b0af65cb-5508-466c-94d5-7e743015bdf4 req-577ccf14-70f6-42ac-bee8-46659dc3623d tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/security-groups?id=318303b4-ee97-4d04-ac0e-60b52783791c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506644 Jul 13 09:14:30.173782 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-f5c66f6f-66d0-4d39-8f5a-7b714d82eb0d req-e68ce435-7a4d-4576-9080-2b2a53207252 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/ports?device_id=644fc77e-64b1-4f38-9832-4cf3f5acea52 HTTP/1.1" status: 200 len: 210 time: 0.0279186 Jul 13 09:14:30.496720 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807914ac-d4b9-4c74-a945-13a28f388482 req-2aa4e842-d1ff-447b-aef8-de07a5fb9e4e tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:30.498172 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-807914ac-d4b9-4c74-a945-13a28f388482 req-2aa4e842-d1ff-447b-aef8-de07a5fb9e4e tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/ports?device_id=d44bf150-cda8-482a-a0b9-f51d8070d972 HTTP/1.1" status: 200 len: 945 time: 0.0475829 Jul 13 09:14:30.550824 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-807914ac-d4b9-4c74-a945-13a28f388482 req-cbfba2d1-f778-4309-8a5a-26eb9dcf4323 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/security-groups?id=318303b4-ee97-4d04-ac0e-60b52783791c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464375 Jul 13 09:14:30.703049 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f7038-6694-4b61-baa6-5dc58b9860bc req-35cbf55e-2750-4b42-832f-f8a4334f9e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:30.704444 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-7f5f7038-6694-4b61-baa6-5dc58b9860bc req-35cbf55e-2750-4b42-832f-f8a4334f9e1c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6b5574138d6341268eae22b78af64765&device_id=d44bf150-cda8-482a-a0b9-f51d8070d972 HTTP/1.1" status: 200 len: 1129 time: 0.0403738 Jul 13 09:14:30.797105 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f7038-6694-4b61-baa6-5dc58b9860bc req-65d54431-5096-40c4-ae23-a1b8ccc7f8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:30.798674 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-7f5f7038-6694-4b61-baa6-5dc58b9860bc req-65d54431-5096-40c4-ae23-a1b8ccc7f8b3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bf682ee0-62e0-448d-97a2-9a80bdd5bf49 HTTP/1.1" status: 200 len: 909 time: 0.0858562 Jul 13 09:14:30.865609 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-7f5f7038-6694-4b61-baa6-5dc58b9860bc req-2b0bd00a-e76f-4cf8-b1b3-4867c56bb540 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c98f0a70-76c7-4798-9dfc-6e8275493f88 HTTP/1.1" status: 200 len: 1000 time: 0.0601370 Jul 13 09:14:30.915031 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f7038-6694-4b61-baa6-5dc58b9860bc req-2cf1a933-3d46-42f8-ada8-8429a73309d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:30.916511 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-7f5f7038-6694-4b61-baa6-5dc58b9860bc req-2cf1a933-3d46-42f8-ada8-8429a73309d1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4d4f83bc-542b-44e8-b61c-831e28191723 HTTP/1.1" status: 200 len: 847 time: 0.0452976 Jul 13 09:14:30.961307 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f7038-6694-4b61-baa6-5dc58b9860bc req-d5d60c05-cbde-402c-a7ea-6643ed873279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:30.962774 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-7f5f7038-6694-4b61-baa6-5dc58b9860bc req-d5d60c05-cbde-402c-a7ea-6643ed873279 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bf682ee0-62e0-448d-97a2-9a80bdd5bf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404391 Jul 13 09:14:31.039388 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:14:31.064076 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-7f5f7038-6694-4b61-baa6-5dc58b9860bc req-e4a55583-2024-4f39-a129-930236c9925e service neutron] 10.222.0.30 "GET /v2.0/networks/bf682ee0-62e0-448d-97a2-9a80bdd5bf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935578 Jul 13 09:14:31.166368 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-7f5f7038-6694-4b61-baa6-5dc58b9860bc req-a0d6f7b0-cad9-41bd-b66b-606bcdcfe6f7 service neutron] 10.222.0.30 "GET /v2.0/networks/bf682ee0-62e0-448d-97a2-9a80bdd5bf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913892 Jul 13 09:14:31.276559 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-4e936def-ac2a-49a4-9565-d8447020b228 req-6c9d2d90-afc1-445d-9358-cc07e5d5c513 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/ports?device_id=644fc77e-64b1-4f38-9832-4cf3f5acea52 HTTP/1.1" status: 200 len: 210 time: 0.0291200 Jul 13 09:14:31.672783 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c4ba6-94d4-49f1-a846-ea8579728282 req-172bbfa2-7f7f-4a51-b460-2ba6b44aba5a tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:31.680111 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-573c4ba6-94d4-49f1-a846-ea8579728282 req-172bbfa2-7f7f-4a51-b460-2ba6b44aba5a tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/ports?device_id=d44bf150-cda8-482a-a0b9-f51d8070d972 HTTP/1.1" status: 200 len: 945 time: 0.0534196 Jul 13 09:14:31.739518 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-573c4ba6-94d4-49f1-a846-ea8579728282 req-7167a5fa-aaf2-4041-b969-5674ea8913ff tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/security-groups?id=318303b4-ee97-4d04-ac0e-60b52783791c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571182 Jul 13 09:14:32.383818 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-deca29fa-83f5-40c0-a622-5dfe1b22c0cf req-e0f576b1-2ac8-4a63-a106-fa74c93b98c7 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/ports?device_id=644fc77e-64b1-4f38-9832-4cf3f5acea52 HTTP/1.1" status: 200 len: 210 time: 0.0304749 Jul 13 09:14:32.573238 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c1190-b8d3-4a7f-be9f-7f7ad99b8da7 req-15ef706a-312f-48b0-92a2-dee7878cfc7e tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:32.575749 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-668c1190-b8d3-4a7f-be9f-7f7ad99b8da7 req-15ef706a-312f-48b0-92a2-dee7878cfc7e tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.30 "GET /v2.0/networks?id=0419ddd4-ade8-4500-ac9c-4682f59c8496 HTTP/1.1" status: 200 len: 813 time: 0.1102614 Jul 13 09:14:32.733226 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-668c1190-b8d3-4a7f-be9f-7f7ad99b8da7 req-19ab7a13-73ce-445c-8681-3aaf791f208c tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0486a8d3794f4b50a96d3477e14e344f HTTP/1.1" status: 200 len: 471 time: 0.0687342 Jul 13 09:14:32.743736 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [req-668c1190-b8d3-4a7f-be9f-7f7ad99b8da7 req-779a7bdd-6d78-4472-b4c3-4d26d76fff8f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Request body: {'port': {'device_id': '644fc77e-64b1-4f38-9832-4cf3f5acea52', 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496', 'admin_state_up': True, 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'security_groups': ['f5e2bd22-c0d5-4405-8591-bb614dcbb385']}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:14:32.770692 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:14:32.888812 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85385d8-a6b0-4060-9e56-971711b92a8e req-3fcbb53c-3fa4-4548-b8b6-75516777291f tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:32.890342 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a85385d8-a6b0-4060-9e56-971711b92a8e req-3fcbb53c-3fa4-4548-b8b6-75516777291f tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/ports?device_id=d44bf150-cda8-482a-a0b9-f51d8070d972 HTTP/1.1" status: 200 len: 945 time: 0.0697005 Jul 13 09:14:32.951379 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a85385d8-a6b0-4060-9e56-971711b92a8e req-20e194f4-8941-4d77-982d-5ef498db7c68 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/security-groups?id=318303b4-ee97-4d04-ac0e-60b52783791c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511394 Jul 13 09:14:33.005953 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-668c1190-b8d3-4a7f-be9f-7f7ad99b8da7 req-779a7bdd-6d78-4472-b4c3-4d26d76fff8f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Made reservation on behalf of 0486a8d3794f4b50a96d3477e14e344f for: {'port': 1} {{(pid=104469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 09:14:33.009823 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-668c1190-b8d3-4a7f-be9f-7f7ad99b8da7 req-779a7bdd-6d78-4472-b4c3-4d26d76fff8f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:33.141579 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:14:33.142903 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_common [req-668c1190-b8d3-4a7f-be9f-7f7ad99b8da7 req-779a7bdd-6d78-4472-b4c3-4d26d76fff8f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Allocated IP 172.20.0.8 (0419ddd4-ade8-4500-ac9c-4682f59c8496/13acf255-d269-41b2-95ac-9a0376cf4726/db1124e5-b271-4db3-a0cf-3616e2eb1844) {{(pid=104469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 09:14:33.280445 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-668c1190-b8d3-4a7f-be9f-7f7ad99b8da7 req-779a7bdd-6d78-4472-b4c3-4d26d76fff8f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for port (db1124e5-b271-4db3-a0cf-3616e2eb1844), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:33.353707 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-668c1190-b8d3-4a7f-be9f-7f7ad99b8da7 req-779a7bdd-6d78-4472-b4c3-4d26d76fff8f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760184582126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542309'] for port (db1124e5-b271-4db3-a0cf-3616e2eb1844), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:33.407384 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-668c1190-b8d3-4a7f-be9f-7f7ad99b8da7 req-779a7bdd-6d78-4472-b4c3-4d26d76fff8f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Network 0419ddd4-ade8-4500-ac9c-4682f59c8496 is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:14:33.412956 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [req-668c1190-b8d3-4a7f-be9f-7f7ad99b8da7 req-779a7bdd-6d78-4472-b4c3-4d26d76fff8f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:14:33.415509 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [req-668c1190-b8d3-4a7f-be9f-7f7ad99b8da7 req-779a7bdd-6d78-4472-b4c3-4d26d76fff8f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Received port after_create {{(pid=104469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 09:14:33.419549 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779a7bdd-6d78-4472-b4c3-4d26d76fff8f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Pushing event updated for resources: {'Port': ['ID=db1124e5-b271-4db3-a0cf-3616e2eb1844,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:14:33.468510 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c1190-b8d3-4a7f-be9f-7f7ad99b8da7 req-779a7bdd-6d78-4472-b4c3-4d26d76fff8f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:33.469139 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-668c1190-b8d3-4a7f-be9f-7f7ad99b8da7 req-779a7bdd-6d78-4472-b4c3-4d26d76fff8f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for port (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:33.524528 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ab16b5-0d2e-4820-be99-e0811aa35ee2 req-7efc4b49-88ba-4b8f-bad0-ab1f18d54dd5 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:33.526443 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-04ab16b5-0d2e-4820-be99-e0811aa35ee2 req-7efc4b49-88ba-4b8f-bad0-ab1f18d54dd5 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/ports?device_id=644fc77e-64b1-4f38-9832-4cf3f5acea52 HTTP/1.1" status: 200 len: 931 time: 0.0566366 Jul 13 09:14:33.557923 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-668c1190-b8d3-4a7f-be9f-7f7ad99b8da7 req-779a7bdd-6d78-4472-b4c3-4d26d76fff8f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8184209 Jul 13 09:14:33.574796 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [req-668c1190-b8d3-4a7f-be9f-7f7ad99b8da7 req-7678004b-4cc8-4468-8f1c-3deb4480009c service neutron] Request body: {'port': {'device_id': '644fc77e-64b1-4f38-9832-4cf3f5acea52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84962'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:14:33.579775 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-04ab16b5-0d2e-4820-be99-e0811aa35ee2 req-96c17cef-ce06-48f3-92c4-557aafc75951 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/security-groups?id=f5e2bd22-c0d5-4405-8591-bb614dcbb385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477817 Jul 13 09:14:33.632557 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:14:33.643162 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-668c1190-b8d3-4a7f-be9f-7f7ad99b8da7 req-7678004b-4cc8-4468-8f1c-3deb4480009c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (db1124e5-b271-4db3-a0cf-3616e2eb1844), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:33.694399 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-9a347bae-74cb-4155-9013-77f2f1a8dec9 None None] Provisioning complete for port db1124e5-b271-4db3-a0cf-3616e2eb1844 triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:14:33.695026 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a347bae-74cb-4155-9013-77f2f1a8dec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (db1124e5-b271-4db3-a0cf-3616e2eb1844), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:33.725780 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-9a347bae-74cb-4155-9013-77f2f1a8dec9 None None] Port db1124e5-b271-4db3-a0cf-3616e2eb1844 cannot update to ACTIVE because it is not bound. {{(pid=104470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 09:14:33.908042 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [req-668c1190-b8d3-4a7f-be9f-7f7ad99b8da7 req-7678004b-4cc8-4468-8f1c-3deb4480009c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db1124e5-b271-4db3-a0cf-3616e2eb1844 {{(pid=104469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 09:14:33.916404 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-668c1190-b8d3-4a7f-be9f-7f7ad99b8da7 req-7678004b-4cc8-4468-8f1c-3deb4480009c service neutron] Publish callbacks [] for port (db1124e5-b271-4db3-a0cf-3616e2eb1844), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:33.929625 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [req-668c1190-b8d3-4a7f-be9f-7f7ad99b8da7 req-7678004b-4cc8-4468-8f1c-3deb4480009c service neutron] Transition to ACTIVE for port object db1124e5-b271-4db3-a0cf-3616e2eb1844 will not be triggered until provisioned by entity L2. {{(pid=104469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 09:14:34.037470 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-668c1190-b8d3-4a7f-be9f-7f7ad99b8da7 req-7678004b-4cc8-4468-8f1c-3deb4480009c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542332'] for port (db1124e5-b271-4db3-a0cf-3616e2eb1844), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:34.125456 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dea935-108f-45d5-9755-a47060623255 req-70eac089-c372-4ce9-95cd-ff19cba99645 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:34.126126 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a6dea935-108f-45d5-9755-a47060623255 req-70eac089-c372-4ce9-95cd-ff19cba99645 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/ports?device_id=d44bf150-cda8-482a-a0b9-f51d8070d972 HTTP/1.1" status: 200 len: 945 time: 0.0995317 Jul 13 09:14:34.126505 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7678004b-4cc8-4468-8f1c-3deb4480009c service neutron] Pushing event updated for resources: {'Port': ['ID=db1124e5-b271-4db3-a0cf-3616e2eb1844,revision_number=2']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:14:34.146847 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:14:34.234701 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a6dea935-108f-45d5-9755-a47060623255 req-8f1f33ed-e34e-4300-9c46-4d61324bc7e7 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/security-groups?id=318303b4-ee97-4d04-ac0e-60b52783791c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991669 Jul 13 09:14:34.265033 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [req-668c1190-b8d3-4a7f-be9f-7f7ad99b8da7 req-7678004b-4cc8-4468-8f1c-3deb4480009c service neutron] Attempting to bind port db1124e5-b271-4db3-a0cf-3616e2eb1844 on host hv-cinder-84962 for vnic_type normal with profile {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 09:14:34.265362 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [req-668c1190-b8d3-4a7f-be9f-7f7ad99b8da7 req-7678004b-4cc8-4468-8f1c-3deb4480009c service neutron] Attempting to bind port db1124e5-b271-4db3-a0cf-3616e2eb1844 by drivers openvswitch,hyperv on host hv-cinder-84962 at level 0 using segments [{'id': '3edf80a3-cf45-4e6d-829d-b0893b0eaa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496'}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 09:14:34.265681 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668c1190-b8d3-4a7f-be9f-7f7ad99b8da7 req-7678004b-4cc8-4468-8f1c-3deb4480009c service neutron] Attempting to bind port db1124e5-b271-4db3-a0cf-3616e2eb1844 on network 0419ddd4-ade8-4500-ac9c-4682f59c8496 {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 09:14:34.272908 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668c1190-b8d3-4a7f-be9f-7f7ad99b8da7 req-7678004b-4cc8-4468-8f1c-3deb4480009c service neutron] Port db1124e5-b271-4db3-a0cf-3616e2eb1844 on network 0419ddd4-ade8-4500-ac9c-4682f59c8496 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84962 {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 13 09:14:34.273222 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668c1190-b8d3-4a7f-be9f-7f7ad99b8da7 req-7678004b-4cc8-4468-8f1c-3deb4480009c service neutron] Attempting to bind port db1124e5-b271-4db3-a0cf-3616e2eb1844 on network 0419ddd4-ade8-4500-ac9c-4682f59c8496 {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 09:14:34.278581 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668c1190-b8d3-4a7f-be9f-7f7ad99b8da7 req-7678004b-4cc8-4468-8f1c-3deb4480009c service neutron] Checking agent: {'id': '6e9d2670-629d-42a5-8dd5-d0857aba9a7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84962', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 9, 4, 10), 'started_at': datetime.datetime(2022, 7, 13, 9, 4, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 9, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 09:14:34.280164 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668c1190-b8d3-4a7f-be9f-7f7ad99b8da7 req-7678004b-4cc8-4468-8f1c-3deb4480009c service neutron] Checking segment: {'id': '3edf80a3-cf45-4e6d-829d-b0893b0eaa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 09:14:34.280164 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668c1190-b8d3-4a7f-be9f-7f7ad99b8da7 req-7678004b-4cc8-4468-8f1c-3deb4480009c service neutron] Bound using segment: {'id': '3edf80a3-cf45-4e6d-829d-b0893b0eaa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496'} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 09:14:34.280164 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [req-668c1190-b8d3-4a7f-be9f-7f7ad99b8da7 req-7678004b-4cc8-4468-8f1c-3deb4480009c service neutron] Bound port: db1124e5-b271-4db3-a0cf-3616e2eb1844, host: hv-cinder-84962, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3edf80a3-cf45-4e6d-829d-b0893b0eaa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496'}}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 09:14:34.280164 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-668c1190-b8d3-4a7f-be9f-7f7ad99b8da7 req-7678004b-4cc8-4468-8f1c-3deb4480009c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (db1124e5-b271-4db3-a0cf-3616e2eb1844), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:34.324763 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 39774) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:14:34.359868 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [req-668c1190-b8d3-4a7f-be9f-7f7ad99b8da7 req-7678004b-4cc8-4468-8f1c-3deb4480009c service neutron] For port db1124e5-b271-4db3-a0cf-3616e2eb1844, host hv-cinder-84962, cleared binding levels {{(pid=104469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 09:14:34.363993 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [req-668c1190-b8d3-4a7f-be9f-7f7ad99b8da7 req-7678004b-4cc8-4468-8f1c-3deb4480009c service neutron] For port db1124e5-b271-4db3-a0cf-3616e2eb1844, host hv-cinder-84962, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=db1124e5-b271-4db3-a0cf-3616e2eb1844,segment=NetworkSegment(3edf80a3-cf45-4e6d-829d-b0893b0eaa9d),segment_id=3edf80a3-cf45-4e6d-829d-b0893b0eaa9d)] {{(pid=104469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 09:14:34.442183 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-668c1190-b8d3-4a7f-be9f-7f7ad99b8da7 req-7678004b-4cc8-4468-8f1c-3deb4480009c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542332'] for port (db1124e5-b271-4db3-a0cf-3616e2eb1844), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:34.453339 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-21b86dda-ddfb-4343-a10a-62939457f846 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:34.474116 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:14:34.477011 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c1190-b8d3-4a7f-be9f-7f7ad99b8da7 req-7678004b-4cc8-4468-8f1c-3deb4480009c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:34.477632 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-668c1190-b8d3-4a7f-be9f-7f7ad99b8da7 req-7678004b-4cc8-4468-8f1c-3deb4480009c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for port (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:34.479264 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-668c1190-b8d3-4a7f-be9f-7f7ad99b8da7 req-7678004b-4cc8-4468-8f1c-3deb4480009c service neutron] 10.222.0.30 "PUT /v2.0/ports/db1124e5-b271-4db3-a0cf-3616e2eb1844 HTTP/1.1" status: 200 len: 1093 time: 0.9100499 Jul 13 09:14:34.481822 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '644fc77e-64b1-4f38-9832-4cf3f5acea52', 'tag': 'db1124e5-b271-4db3-a0cf-3616e2eb1844'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:14:34.485097 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c4e5b91a84def5af2f1fcdaa70b19e5540aa6c2f63d8f4e9cb6586108f6a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00408c90-a36e-468a-8bb0-894b9d0412d1" -d '{"events": [{"name": "network-changed", "server_uuid": "644fc77e-64b1-4f38-9832-4cf3f5acea52", "tag": "db1124e5-b271-4db3-a0cf-3616e2eb1844"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:14:34.514608 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7678004b-4cc8-4468-8f1c-3deb4480009c service neutron] Pushing event updated for resources: {'Port': ['ID=db1124e5-b271-4db3-a0cf-3616e2eb1844,revision_number=3']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:14:34.543798 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:14:34.573173 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 09:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a433c866-db0d-410d-a4fa-031aa75a30d3 x-openstack-request-id: req-a433c866-db0d-410d-a4fa-031aa75a30d3 {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:14:34.575469 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "644fc77e-64b1-4f38-9832-4cf3f5acea52", "tag": "db1124e5-b271-4db3-a0cf-3616e2eb1844", "status": "completed", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:14:34.575469 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-a433c866-db0d-410d-a4fa-031aa75a30d3 {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:14:34.575469 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a433c866-db0d-410d-a4fa-031aa75a30d3'] response: {'name': 'network-changed', 'server_uuid': '644fc77e-64b1-4f38-9832-4cf3f5acea52', 'tag': 'db1124e5-b271-4db3-a0cf-3616e2eb1844', 'status': 'completed', 'code': 200} Jul 13 09:14:34.580227 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-21b86dda-ddfb-4343-a10a-62939457f846 admin admin] Publish callbacks [] for security_group (6043d919-ffd9-4d79-8326-e520bf4dd9a9), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:34.641171 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00408c90-a36e-468a-8bb0-894b9d0412d1 req-abf5f69d-1695-43f1-9c9f-309d8e24ad34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:34.643838 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-00408c90-a36e-468a-8bb0-894b9d0412d1 req-abf5f69d-1695-43f1-9c9f-309d8e24ad34 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0486a8d3794f4b50a96d3477e14e344f&device_id=644fc77e-64b1-4f38-9832-4cf3f5acea52 HTTP/1.1" status: 200 len: 1127 time: 0.0527866 Jul 13 09:14:34.652701 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-21b86dda-ddfb-4343-a10a-62939457f846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (6043d919-ffd9-4d79-8326-e520bf4dd9a9), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:34.709253 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-21b86dda-ddfb-4343-a10a-62939457f846 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=613ff427420a4e3faf3b73b72cd92668&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3821456 Jul 13 09:14:34.712921 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 39784) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:14:34.729028 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b86dda-ddfb-4343-a10a-62939457f846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6043d919-ffd9-4d79-8326-e520bf4dd9a9,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:14:34.745655 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b86dda-ddfb-4343-a10a-62939457f846 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:14:34.745995 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b86dda-ddfb-4343-a10a-62939457f846 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:14:34.746355 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b86dda-ddfb-4343-a10a-62939457f846 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:14:34.746688 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b86dda-ddfb-4343-a10a-62939457f846 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:14:34.747161 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b86dda-ddfb-4343-a10a-62939457f846 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:14:34.747486 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b86dda-ddfb-4343-a10a-62939457f846 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:14:34.747806 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b86dda-ddfb-4343-a10a-62939457f846 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:14:34.748124 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b86dda-ddfb-4343-a10a-62939457f846 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:14:34.748448 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b86dda-ddfb-4343-a10a-62939457f846 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:14:34.748760 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b86dda-ddfb-4343-a10a-62939457f846 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:14:34.749081 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b86dda-ddfb-4343-a10a-62939457f846 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:14:34.749399 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b86dda-ddfb-4343-a10a-62939457f846 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:14:34.749714 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b86dda-ddfb-4343-a10a-62939457f846 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:14:34.750023 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b86dda-ddfb-4343-a10a-62939457f846 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:14:34.752021 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b86dda-ddfb-4343-a10a-62939457f846 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:14:34.789969 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a6c5a1e9-3620-4635-b4c8-7ccd7c3d2613 admin admin] Publish callbacks [] for security_group (6043d919-ffd9-4d79-8326-e520bf4dd9a9), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:34.804064 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c3a2e3-5b2d-44ad-858c-6ded1f000997 req-7c96720c-1ac9-4aa1-afbc-f8511c6956c7 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:34.806129 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-85c3a2e3-5b2d-44ad-858c-6ded1f000997 req-7c96720c-1ac9-4aa1-afbc-f8511c6956c7 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/ports?device_id=644fc77e-64b1-4f38-9832-4cf3f5acea52 HTTP/1.1" status: 200 len: 943 time: 0.1247363 Jul 13 09:14:34.817787 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a6c5a1e9-3620-4635-b4c8-7ccd7c3d2613 admin admin] Publish callbacks [] for security_group (6043d919-ffd9-4d79-8326-e520bf4dd9a9), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:34.851518 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00408c90-a36e-468a-8bb0-894b9d0412d1 req-12bbf3b9-d2c7-42b1-8279-3de4ec9b6b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:34.853544 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-00408c90-a36e-468a-8bb0-894b9d0412d1 req-12bbf3b9-d2c7-42b1-8279-3de4ec9b6b8e service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=0486a8d3794f4b50a96d3477e14e344f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2019446 Jul 13 09:14:34.937414 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a6c5a1e9-3620-4635-b4c8-7ccd7c3d2613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (6043d919-ffd9-4d79-8326-e520bf4dd9a9), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:34.940527 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a6c5a1e9-3620-4635-b4c8-7ccd7c3d2613 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:34.944563 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-a6c5a1e9-3620-4635-b4c8-7ccd7c3d2613 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/6043d919-ffd9-4d79-8326-e520bf4dd9a9 HTTP/1.1" status: 204 len: 168 time: 0.2286224 Jul 13 09:14:34.950765 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c5a1e9-3620-4635-b4c8-7ccd7c3d2613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6043d919-ffd9-4d79-8326-e520bf4dd9a9,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:14:34.964943 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-85c3a2e3-5b2d-44ad-858c-6ded1f000997 req-69de7f81-6c8c-4702-b3ef-28f1568266c2 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/security-groups?id=f5e2bd22-c0d5-4405-8591-bb614dcbb385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1512365 Jul 13 09:14:35.009622 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00408c90-a36e-468a-8bb0-894b9d0412d1 req-391b183c-9d6d-4011-8e62-e5a618037f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:35.011181 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-00408c90-a36e-468a-8bb0-894b9d0412d1 req-391b183c-9d6d-4011-8e62-e5a618037f6c service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1518445 Jul 13 09:14:35.086202 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c1190-b8d3-4a7f-be9f-7f7ad99b8da7 req-55dad1bb-4da7-4212-83bd-18a774c1fd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:35.087717 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-668c1190-b8d3-4a7f-be9f-7f7ad99b8da7 req-55dad1bb-4da7-4212-83bd-18a774c1fd44 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0486a8d3794f4b50a96d3477e14e344f&device_id=644fc77e-64b1-4f38-9832-4cf3f5acea52 HTTP/1.1" status: 200 len: 1127 time: 0.0418556 Jul 13 09:14:35.135403 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-668c1190-b8d3-4a7f-be9f-7f7ad99b8da7 req-c5f4f3fa-af1f-44d6-b4ff-4c21b0ffa0a4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db1124e5-b271-4db3-a0cf-3616e2eb1844 HTTP/1.1" status: 200 len: 217 time: 0.0346475 Jul 13 09:14:35.147648 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:14:35.186538 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c1190-b8d3-4a7f-be9f-7f7ad99b8da7 req-3dcf32df-54c6-40e6-851a-aa6b7c45ae4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:35.192755 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-668c1190-b8d3-4a7f-be9f-7f7ad99b8da7 req-3dcf32df-54c6-40e6-851a-aa6b7c45ae4f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=13acf255-d269-41b2-95ac-9a0376cf4726 HTTP/1.1" status: 200 len: 852 time: 0.0489187 Jul 13 09:14:35.381980 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f722dd4-e563-4049-84ae-5f7b3575f04c req-fdad0365-89d6-49cd-8558-6e710995118a tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:35.383721 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-8f722dd4-e563-4049-84ae-5f7b3575f04c req-fdad0365-89d6-49cd-8558-6e710995118a tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/ports?device_id=d44bf150-cda8-482a-a0b9-f51d8070d972 HTTP/1.1" status: 200 len: 945 time: 0.0667460 Jul 13 09:14:35.436319 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-8f722dd4-e563-4049-84ae-5f7b3575f04c req-1077ed51-fe6a-4615-8657-45547cd27e05 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/security-groups?id=318303b4-ee97-4d04-ac0e-60b52783791c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466225 Jul 13 09:14:35.481253 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c1190-b8d3-4a7f-be9f-7f7ad99b8da7 req-80b958b8-2e38-4cd2-b21b-ada9db831a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:35.482772 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-668c1190-b8d3-4a7f-be9f-7f7ad99b8da7 req-80b958b8-2e38-4cd2-b21b-ada9db831a3c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0419ddd4-ade8-4500-ac9c-4682f59c8496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2893596 Jul 13 09:14:35.575714 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-668c1190-b8d3-4a7f-be9f-7f7ad99b8da7 req-e87841e8-38bf-47f5-a30a-ebc46b3fa381 service neutron] 10.222.0.30 "GET /v2.0/networks/0419ddd4-ade8-4500-ac9c-4682f59c8496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863266 Jul 13 09:14:35.673175 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-668c1190-b8d3-4a7f-be9f-7f7ad99b8da7 req-903c3006-bd3f-4c34-8d0b-8d83731f5ffb service neutron] 10.222.0.30 "GET /v2.0/networks/0419ddd4-ade8-4500-ac9c-4682f59c8496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904479 Jul 13 09:14:35.709210 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 39798) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:14:35.723057 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8480fd7a-51fc-434b-bdd9-eb00fc407444 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:35.799980 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8480fd7a-51fc-434b-bdd9-eb00fc407444 admin admin] Publish callbacks [] for security_group (56f76f64-5d68-4b80-bc01-13966ddf2f03), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:35.875320 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8480fd7a-51fc-434b-bdd9-eb00fc407444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (56f76f64-5d68-4b80-bc01-13966ddf2f03), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:35.916318 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-8480fd7a-51fc-434b-bdd9-eb00fc407444 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=25a20cb812434de69111c5d39ec5e309&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2059751 Jul 13 09:14:35.917175 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8480fd7a-51fc-434b-bdd9-eb00fc407444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56f76f64-5d68-4b80-bc01-13966ddf2f03,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:14:35.918955 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 39806) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:14:35.958164 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:14:35.979425 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-995bb0c0-5ced-43ee-8847-d71cb08f5916 req-062090a5-2265-4c81-aec8-6a471f39cfd4 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1950628113&fields=id&tenant_id=02051a1f629a48199bb1eb504c747294 HTTP/1.1" status: 200 len: 267 time: 0.0793524 Jul 13 09:14:36.018546 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e3c6b171-c251-456e-994d-10db53d7a7cc admin admin] Publish callbacks [] for security_group (56f76f64-5d68-4b80-bc01-13966ddf2f03), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:36.081484 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e3c6b171-c251-456e-994d-10db53d7a7cc admin admin] Publish callbacks [] for security_group (56f76f64-5d68-4b80-bc01-13966ddf2f03), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:36.093893 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4535bbc-2b07-4841-af13-e916a1545b89 req-e5fd235e-9da5-4b40-8b6f-9c079d753927 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:36.095413 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c4535bbc-2b07-4841-af13-e916a1545b89 req-e5fd235e-9da5-4b40-8b6f-9c079d753927 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/ports?device_id=644fc77e-64b1-4f38-9832-4cf3f5acea52 HTTP/1.1" status: 200 len: 943 time: 0.0508461 Jul 13 09:14:36.140569 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995bb0c0-5ced-43ee-8847-d71cb08f5916 req-c97607c5-7079-49b9-9c05-00f6b8c9bf7f tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:36.142194 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-995bb0c0-5ced-43ee-8847-d71cb08f5916 req-c97607c5-7079-49b9-9c05-00f6b8c9bf7f tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/networks?id=3b440154-a6c9-4139-b7ed-df54c627be50 HTTP/1.1" status: 200 len: 811 time: 0.1558821 Jul 13 09:14:36.142619 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c4535bbc-2b07-4841-af13-e916a1545b89 req-bb8b47da-6320-45d4-94d1-7e3c77a27773 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/security-groups?id=f5e2bd22-c0d5-4405-8591-bb614dcbb385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407126 Jul 13 09:14:36.158712 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-995bb0c0-5ced-43ee-8847-d71cb08f5916 req-eeae8e9e-47da-432b-847a-7c119d8a2de1 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/quotas/02051a1f629a48199bb1eb504c747294 HTTP/1.1" status: 200 len: 375 time: 0.0097666 Jul 13 09:14:36.215922 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-995bb0c0-5ced-43ee-8847-d71cb08f5916 req-1954459a-adf1-4c22-9f0b-797b59a42c58 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=02051a1f629a48199bb1eb504c747294&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0517862 Jul 13 09:14:36.248297 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e3c6b171-c251-456e-994d-10db53d7a7cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (56f76f64-5d68-4b80-bc01-13966ddf2f03), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:36.250804 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e3c6b171-c251-456e-994d-10db53d7a7cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:36.251915 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-e3c6b171-c251-456e-994d-10db53d7a7cc admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/56f76f64-5d68-4b80-bc01-13966ddf2f03 HTTP/1.1" status: 204 len: 168 time: 0.3319623 Jul 13 09:14:36.293550 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c6b171-c251-456e-994d-10db53d7a7cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f76f64-5d68-4b80-bc01-13966ddf2f03,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:14:36.330966 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-995bb0c0-5ced-43ee-8847-d71cb08f5916 req-4e1125d2-61c8-42af-997a-f925f95f43d0 service neutron] 10.222.0.40 "GET /v2.0/networks/3b440154-a6c9-4139-b7ed-df54c627be50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024551 Jul 13 09:14:36.445533 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-995bb0c0-5ced-43ee-8847-d71cb08f5916 req-d88a76b1-d539-48ea-a734-74a01aeac760 service neutron] 10.222.0.40 "GET /v2.0/networks/3b440154-a6c9-4139-b7ed-df54c627be50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048172 Jul 13 09:14:36.556025 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c7f4f1-c2c6-46d1-929b-757799bc698a req-5c8d2846-02a1-4109-adbe-be286e53d71d tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:36.557536 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a8c7f4f1-c2c6-46d1-929b-757799bc698a req-5c8d2846-02a1-4109-adbe-be286e53d71d tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/ports?device_id=d44bf150-cda8-482a-a0b9-f51d8070d972 HTTP/1.1" status: 200 len: 945 time: 0.0503435 Jul 13 09:14:36.614697 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a8c7f4f1-c2c6-46d1-929b-757799bc698a req-ec570ccc-1d0d-47d7-8259-285a6844eb57 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/security-groups?id=318303b4-ee97-4d04-ac0e-60b52783791c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514700 Jul 13 09:14:37.098159 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:14:37.098948 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-719b892c-21bd-4c62-924f-342685c803ed req-667a17bd-6c9d-4600-8baa-f50a8291fef9 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=9be6baa8-3d1d-4b03-ab21-b073f6f00dbc HTTP/1.1" status: 200 len: 210 time: 0.0390792 Jul 13 09:14:37.104944 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee605931-3a80-42ad-a61b-63b156ad2c10 req-2cf471e2-2a2d-49c1-b0f7-a53a14a1aa81 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:37.107733 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-ee605931-3a80-42ad-a61b-63b156ad2c10 req-2cf471e2-2a2d-49c1-b0f7-a53a14a1aa81 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/ports?device_id=d44bf150-cda8-482a-a0b9-f51d8070d972 HTTP/1.1" status: 200 len: 945 time: 0.0570443 Jul 13 09:14:37.177202 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-ee605931-3a80-42ad-a61b-63b156ad2c10 req-84618538-730f-46a3-b45e-d978cc892bf8 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/security-groups?id=318303b4-ee97-4d04-ac0e-60b52783791c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564947 Jul 13 09:14:37.277568 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 39862) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:14:37.279816 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe77648e-ba6e-437f-917d-7b915afb4a7d req-694621f9-6c2d-4ac1-914e-2df71c0b508d tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:37.281308 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-fe77648e-ba6e-437f-917d-7b915afb4a7d req-694621f9-6c2d-4ac1-914e-2df71c0b508d tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/ports?device_id=644fc77e-64b1-4f38-9832-4cf3f5acea52 HTTP/1.1" status: 200 len: 943 time: 0.0482364 Jul 13 09:14:37.331217 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-fe77648e-ba6e-437f-917d-7b915afb4a7d req-8377d12e-2026-4939-b879-b5536a9b6f87 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/security-groups?id=f5e2bd22-c0d5-4405-8591-bb614dcbb385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434499 Jul 13 09:14:37.370534 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-be774b26-477a-4ebd-b6b8-d17b4e01d285 req-23aa6d93-a56b-4bfe-9a1f-f60eee67fd15 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=d44bf150-cda8-482a-a0b9-f51d8070d972&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0915306 Jul 13 09:14:37.387186 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [req-be774b26-477a-4ebd-b6b8-d17b4e01d285 req-922a96a0-7391-453c-8724-fe2899c8b9ed service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=104468) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 13 09:14:37.388174 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-be774b26-477a-4ebd-b6b8-d17b4e01d285 req-922a96a0-7391-453c-8724-fe2899c8b9ed service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052593 Jul 13 09:14:37.664765 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device db1124e5-b271-4db3-a0cf-3616e2eb1844 details requested by agent hyperv_hv-cinder-84962 with host hv-cinder-84962 {{(pid=104470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 09:14:37.666623 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be774b26-477a-4ebd-b6b8-d17b4e01d285 req-f3d66228-72f7-4187-ad28-4a4fe5ed2aaa tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:37.668247 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-be774b26-477a-4ebd-b6b8-d17b4e01d285 req-f3d66228-72f7-4187-ad28-4a4fe5ed2aaa tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/ports/c98f0a70-76c7-4798-9dfc-6e8275493f88 HTTP/1.1" status: 200 len: 942 time: 0.2481375 Jul 13 09:14:37.677640 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device c98f0a70-76c7-4798-9dfc-6e8275493f88 no longer exists at agent hyperv_hv-cinder-84962 {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:14:37.708594 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=25,neutron:UPDATE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:14:37.840998 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Current status of the port c98f0a70-76c7-4798-9dfc-6e8275493f88 is: ACTIVE; New status is: DOWN {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:14:37.841457 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (c98f0a70-76c7-4798-9dfc-6e8275493f88), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:37.871754 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port db1124e5-b271-4db3-a0cf-3616e2eb1844, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=db1124e5-b271-4db3-a0cf-3616e2eb1844,segment=NetworkSegment(3edf80a3-cf45-4e6d-829d-b0893b0eaa9d),segment_id=3edf80a3-cf45-4e6d-829d-b0893b0eaa9d)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:14:37.894582 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd44bf150-cda8-482a-a0b9-f51d8070d972', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c98f0a70-76c7-4798-9dfc-6e8275493f88'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:14:37.897299 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db18c03db31c8eba27ff59efcab6aeefebc9da3faa7d3b822264179bbf74904a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e93d35-0387-47bd-ab6d-3e5f44a90547" -d '{"events": [{"server_uuid": "d44bf150-cda8-482a-a0b9-f51d8070d972", "name": "network-vif-unplugged", "status": "completed", "tag": "c98f0a70-76c7-4798-9dfc-6e8275493f88"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:14:37.902441 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Returning: {'device': 'db1124e5-b271-4db3-a0cf-3616e2eb1844', 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496', 'port_id': 'db1124e5-b271-4db3-a0cf-3616e2eb1844', 'mac_address': 'fa:16:3e:4e:7f:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13acf255-d269-41b2-95ac-9a0376cf4726', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 09:14:37.914115 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port c98f0a70-76c7-4798-9dfc-6e8275493f88, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=c98f0a70-76c7-4798-9dfc-6e8275493f88,segment=NetworkSegment(3ac606da-51ce-4bda-8479-64389b45a44b),segment_id=3ac606da-51ce-4bda-8479-64389b45a44b)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:14:37.934797 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 13 Jul 2022 09:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b576a3-5d13-407b-b1f0-8b103f5258b9 x-openstack-request-id: req-f1b576a3-5d13-407b-b1f0-8b103f5258b9 {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:14:37.938779 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d44bf150-cda8-482a-a0b9-f51d8070d972", "name": "network-vif-unplugged", "status": "failed", "tag": "c98f0a70-76c7-4798-9dfc-6e8275493f88", "code": 422}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:14:37.938779 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-f1b576a3-5d13-407b-b1f0-8b103f5258b9 {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:14:37.938779 dv-cinder-849626-3-iscsi neutron-server[104470]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-f1b576a3-5d13-407b-b1f0-8b103f5258b9']: {'server_uuid': 'd44bf150-cda8-482a-a0b9-f51d8070d972', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c98f0a70-76c7-4798-9dfc-6e8275493f88', 'code': 422} returned with failed status Jul 13 09:14:37.949640 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Current status of the port db1124e5-b271-4db3-a0cf-3616e2eb1844 is: DOWN; New status is: BUILD {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:14:37.950067 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (db1124e5-b271-4db3-a0cf-3616e2eb1844), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:37.952604 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:14:37.964263 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db1124e5-b271-4db3-a0cf-3616e2eb1844 {{(pid=104470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 09:14:37.987789 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port db1124e5-b271-4db3-a0cf-3616e2eb1844, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=db1124e5-b271-4db3-a0cf-3616e2eb1844,segment=NetworkSegment(3edf80a3-cf45-4e6d-829d-b0893b0eaa9d),segment_id=3edf80a3-cf45-4e6d-829d-b0893b0eaa9d)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:14:37.995167 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (c98f0a70-76c7-4798-9dfc-6e8275493f88), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:38.045544 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Pushing event updated for resources: {'Port': ['ID=c98f0a70-76c7-4798-9dfc-6e8275493f88,revision_number=6']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:14:38.053969 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:14:38.054345 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:14:38.054684 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:14:38.055021 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:14:38.055350 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:14:38.055676 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:14:38.055996 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:14:38.056311 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:14:38.056812 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:14:38.057293 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:14:38.057783 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:14:38.058802 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:14:38.062414 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:14:38.062414 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:14:38.062414 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:14:38.081887 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (db1124e5-b271-4db3-a0cf-3616e2eb1844), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:38.152449 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Pushing event updated for resources: {'Port': ['ID=db1124e5-b271-4db3-a0cf-3616e2eb1844,revision_number=4']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:14:38.220359 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8af61848-be9f-4106-bd78-2e0288978bde req-c0240e8f-a5e0-4ddb-a9c3-ea1e70b9b4b1 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=9be6baa8-3d1d-4b03-ab21-b073f6f00dbc HTTP/1.1" status: 200 len: 210 time: 0.0472124 Jul 13 09:14:38.304615 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] get_ports_and_sgs() called for port_ids ['db1124e5-b271-4db3-a0cf-3616e2eb1844'] {{(pid=104470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 09:14:38.359006 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0979eb1b-6af9-4b7b-859e-bba2e06e3369 req-9361def8-2a0f-4008-a828-9ae463544375 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:38.379546 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-0979eb1b-6af9-4b7b-859e-bba2e06e3369 req-9361def8-2a0f-4008-a828-9ae463544375 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/ports?device_id=d44bf150-cda8-482a-a0b9-f51d8070d972 HTTP/1.1" status: 200 len: 943 time: 0.1166849 Jul 13 09:14:38.456454 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-0979eb1b-6af9-4b7b-859e-bba2e06e3369 req-e716cbf1-9422-4fa0-9a0b-a0c16ba624ed tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/security-groups?id=318303b4-ee97-4d04-ac0e-60b52783791c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759885 Jul 13 09:14:38.501477 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061ff47-e045-4cb8-bb10-8a13e17a8744 req-d1647345-2c8f-4ce4-98a4-664d09a34f2d tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:38.504625 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-7061ff47-e045-4cb8-bb10-8a13e17a8744 req-d1647345-2c8f-4ce4-98a4-664d09a34f2d tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/ports?device_id=644fc77e-64b1-4f38-9832-4cf3f5acea52 HTTP/1.1" status: 200 len: 944 time: 0.0733349 Jul 13 09:14:38.556403 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-7061ff47-e045-4cb8-bb10-8a13e17a8744 req-9e90bea4-ef29-4f10-bd84-f670186aa886 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/security-groups?id=f5e2bd22-c0d5-4405-8591-bb614dcbb385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460403 Jul 13 09:14:39.215834 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995bb0c0-5ced-43ee-8847-d71cb08f5916 req-8d0e7eeb-8d3b-433d-ad32-25b89e0cb211 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:39.218448 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-995bb0c0-5ced-43ee-8847-d71cb08f5916 req-8d0e7eeb-8d3b-433d-ad32-25b89e0cb211 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.30 "GET /v2.0/networks?id=3b440154-a6c9-4139-b7ed-df54c627be50 HTTP/1.1" status: 200 len: 811 time: 0.1110182 Jul 13 09:14:39.304724 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-995bb0c0-5ced-43ee-8847-d71cb08f5916 req-a711d860-8ecd-419c-8a07-43c650225a44 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02051a1f629a48199bb1eb504c747294 HTTP/1.1" status: 200 len: 380 time: 0.0759726 Jul 13 09:14:39.312049 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [req-995bb0c0-5ced-43ee-8847-d71cb08f5916 req-7ffd8eaa-46d7-429e-951a-0c3d7a470624 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Request body: {'port': {'device_id': '9be6baa8-3d1d-4b03-ab21-b073f6f00dbc', 'network_id': '3b440154-a6c9-4139-b7ed-df54c627be50', 'admin_state_up': True, 'tenant_id': '02051a1f629a48199bb1eb504c747294', 'security_groups': ['21069fad-86d1-47ed-b9b6-e3fef0251eab']}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:14:39.346242 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:14:39.364879 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-7dd0224e-feb0-43c1-92e6-75c71e6d2064 req-a65281ba-13fd-4fa7-af72-2fbb250e5f77 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=9be6baa8-3d1d-4b03-ab21-b073f6f00dbc HTTP/1.1" status: 200 len: 210 time: 0.0664706 Jul 13 09:14:39.415199 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:14:39.567355 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-995bb0c0-5ced-43ee-8847-d71cb08f5916 req-7ffd8eaa-46d7-429e-951a-0c3d7a470624 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Made reservation on behalf of 02051a1f629a48199bb1eb504c747294 for: {'port': 1} {{(pid=104469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 09:14:39.570787 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-995bb0c0-5ced-43ee-8847-d71cb08f5916 req-7ffd8eaa-46d7-429e-951a-0c3d7a470624 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:39.598483 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76ffa3-12aa-4a55-bdec-f29b1da9017c req-44add06f-5c43-4a65-b25c-2393aba73634 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:39.609349 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8f76ffa3-12aa-4a55-bdec-f29b1da9017c req-44add06f-5c43-4a65-b25c-2393aba73634 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/ports?device_id=d44bf150-cda8-482a-a0b9-f51d8070d972 HTTP/1.1" status: 200 len: 943 time: 0.0701973 Jul 13 09:14:39.673115 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device db1124e5-b271-4db3-a0cf-3616e2eb1844 up at agent hyperv_hv-cinder-84962 {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:14:39.725260 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Provisioning for port db1124e5-b271-4db3-a0cf-3616e2eb1844 completed by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 13 09:14:39.743853 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81284cb1-bcc0-4466-a721-35f65607bc55 req-8efdf790-e053-4fc3-a6c2-037ddf4d40c2 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:39.745543 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-81284cb1-bcc0-4466-a721-35f65607bc55 req-8efdf790-e053-4fc3-a6c2-037ddf4d40c2 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/ports?device_id=644fc77e-64b1-4f38-9832-4cf3f5acea52 HTTP/1.1" status: 200 len: 944 time: 0.0942423 Jul 13 09:14:39.760740 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:14:39.763897 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8f76ffa3-12aa-4a55-bdec-f29b1da9017c req-f5b80df3-b636-47b6-913a-6379928c585d tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/security-groups?id=318303b4-ee97-4d04-ac0e-60b52783791c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1537266 Jul 13 09:14:39.794809 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_common [req-995bb0c0-5ced-43ee-8847-d71cb08f5916 req-7ffd8eaa-46d7-429e-951a-0c3d7a470624 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Allocated IP 172.20.0.4 (3b440154-a6c9-4139-b7ed-df54c627be50/8c1af7e4-944c-47db-9585-b5c5f9138bea/f6698d68-a4ae-4ad4-97a7-c02b13a8888c) {{(pid=104469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 09:14:39.802582 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-81284cb1-bcc0-4466-a721-35f65607bc55 req-c38d8ebe-92c8-434c-a9b1-8cac03ac1b85 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/security-groups?id=f5e2bd22-c0d5-4405-8591-bb614dcbb385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504179 Jul 13 09:14:39.822618 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Provisioning complete for port db1124e5-b271-4db3-a0cf-3616e2eb1844 triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:14:39.822988 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (db1124e5-b271-4db3-a0cf-3616e2eb1844), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:39.942501 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:14:39.948528 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-995bb0c0-5ced-43ee-8847-d71cb08f5916 req-7ffd8eaa-46d7-429e-951a-0c3d7a470624 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks [] for port (f6698d68-a4ae-4ad4-97a7-c02b13a8888c), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:40.031816 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Current status of the port db1124e5-b271-4db3-a0cf-3616e2eb1844 is: BUILD; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:14:40.032209 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (db1124e5-b271-4db3-a0cf-3616e2eb1844), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:40.037056 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-995bb0c0-5ced-43ee-8847-d71cb08f5916 req-7ffd8eaa-46d7-429e-951a-0c3d7a470624 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760184582126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542309'] for port (f6698d68-a4ae-4ad4-97a7-c02b13a8888c), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:40.057829 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '644fc77e-64b1-4f38-9832-4cf3f5acea52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db1124e5-b271-4db3-a0cf-3616e2eb1844'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:14:40.060053 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db18c03db31c8eba27ff59efcab6aeefebc9da3faa7d3b822264179bbf74904a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5bd08a6-9016-4486-a9f2-de94963cd223" -d '{"events": [{"server_uuid": "644fc77e-64b1-4f38-9832-4cf3f5acea52", "name": "network-vif-plugged", "status": "completed", "tag": "db1124e5-b271-4db3-a0cf-3616e2eb1844"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:14:40.074256 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port db1124e5-b271-4db3-a0cf-3616e2eb1844, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=db1124e5-b271-4db3-a0cf-3616e2eb1844,segment=NetworkSegment(3edf80a3-cf45-4e6d-829d-b0893b0eaa9d),segment_id=3edf80a3-cf45-4e6d-829d-b0893b0eaa9d)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:14:40.089438 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-995bb0c0-5ced-43ee-8847-d71cb08f5916 req-7ffd8eaa-46d7-429e-951a-0c3d7a470624 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Network 3b440154-a6c9-4139-b7ed-df54c627be50 is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:14:40.094308 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [req-995bb0c0-5ced-43ee-8847-d71cb08f5916 req-7ffd8eaa-46d7-429e-951a-0c3d7a470624 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:14:40.096124 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [req-995bb0c0-5ced-43ee-8847-d71cb08f5916 req-7ffd8eaa-46d7-429e-951a-0c3d7a470624 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Received port after_create {{(pid=104469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 09:14:40.101474 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 09:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e404077-5cf4-4e22-ab1e-56aa387b1229 x-openstack-request-id: req-8e404077-5cf4-4e22-ab1e-56aa387b1229 {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:14:40.101844 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "644fc77e-64b1-4f38-9832-4cf3f5acea52", "name": "network-vif-plugged", "status": "completed", "tag": "db1124e5-b271-4db3-a0cf-3616e2eb1844", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:14:40.102301 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-8e404077-5cf4-4e22-ab1e-56aa387b1229 {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:14:40.102685 dv-cinder-849626-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e404077-5cf4-4e22-ab1e-56aa387b1229'] response: {'server_uuid': '644fc77e-64b1-4f38-9832-4cf3f5acea52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db1124e5-b271-4db3-a0cf-3616e2eb1844', 'code': 200} Jul 13 09:14:40.136462 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffd8eaa-46d7-429e-951a-0c3d7a470624 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Pushing event updated for resources: {'Port': ['ID=f6698d68-a4ae-4ad4-97a7-c02b13a8888c,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:14:40.157568 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995bb0c0-5ced-43ee-8847-d71cb08f5916 req-7ffd8eaa-46d7-429e-951a-0c3d7a470624 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:40.158340 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-995bb0c0-5ced-43ee-8847-d71cb08f5916 req-7ffd8eaa-46d7-429e-951a-0c3d7a470624 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for port (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:40.178389 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (db1124e5-b271-4db3-a0cf-3616e2eb1844), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:40.204511 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:14:40.230306 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Pushing event updated for resources: {'Port': ['ID=db1124e5-b271-4db3-a0cf-3616e2eb1844,revision_number=5']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:14:40.234119 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-995bb0c0-5ced-43ee-8847-d71cb08f5916 req-7ffd8eaa-46d7-429e-951a-0c3d7a470624 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9255276 Jul 13 09:14:40.259658 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [req-995bb0c0-5ced-43ee-8847-d71cb08f5916 req-40959020-e5bf-4705-be1e-2491819d9aff service neutron] Request body: {'port': {'device_id': '9be6baa8-3d1d-4b03-ab21-b073f6f00dbc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84962'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:14:40.334536 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be774b26-477a-4ebd-b6b8-d17b4e01d285 req-d6c9a32c-12d5-48b8-a938-86db1add6bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:40.336104 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-be774b26-477a-4ebd-b6b8-d17b4e01d285 req-d6c9a32c-12d5-48b8-a938-86db1add6bdc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d44bf150-cda8-482a-a0b9-f51d8070d972&tenant_id=6b5574138d6341268eae22b78af64765 HTTP/1.1" status: 200 len: 1127 time: 0.0723467 Jul 13 09:14:40.340818 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-db363a3c-3106-4925-bf8c-2d4cbec58dd2 None None] Provisioning complete for port f6698d68-a4ae-4ad4-97a7-c02b13a8888c triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:14:40.341192 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-db363a3c-3106-4925-bf8c-2d4cbec58dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (f6698d68-a4ae-4ad4-97a7-c02b13a8888c), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:40.367620 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-995bb0c0-5ced-43ee-8847-d71cb08f5916 req-40959020-e5bf-4705-be1e-2491819d9aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (f6698d68-a4ae-4ad4-97a7-c02b13a8888c), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:40.376794 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-db363a3c-3106-4925-bf8c-2d4cbec58dd2 None None] Port f6698d68-a4ae-4ad4-97a7-c02b13a8888c cannot update to ACTIVE because it is not bound. {{(pid=104470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 09:14:40.457590 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be774b26-477a-4ebd-b6b8-d17b4e01d285 req-9907a934-1ac1-47ff-834d-9e22bf40f43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:40.457590 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-be774b26-477a-4ebd-b6b8-d17b4e01d285 req-9907a934-1ac1-47ff-834d-9e22bf40f43f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6b5574138d6341268eae22b78af64765&device_id=d44bf150-cda8-482a-a0b9-f51d8070d972 HTTP/1.1" status: 200 len: 1127 time: 0.0827157 Jul 13 09:14:40.520815 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d4e91-12b9-406f-b77d-97a05a83d506 req-ffbe7e15-2b8f-41bf-bb8a-6da78ecd1993 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:40.522459 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-1b9d4e91-12b9-406f-b77d-97a05a83d506 req-ffbe7e15-2b8f-41bf-bb8a-6da78ecd1993 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=9be6baa8-3d1d-4b03-ab21-b073f6f00dbc HTTP/1.1" status: 200 len: 931 time: 0.0582802 Jul 13 09:14:40.537032 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:14:40.584265 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-1b9d4e91-12b9-406f-b77d-97a05a83d506 req-5e42917e-896a-45ed-bf92-ce4f0fd78b97 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/security-groups?id=21069fad-86d1-47ed-b9b6-e3fef0251eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487001 Jul 13 09:14:40.687730 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e15291-b333-4b05-a9e0-cd30fc83a533 req-1c8a281f-0474-4e8c-aecd-60ede9dcce59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:40.689189 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-06e15291-b333-4b05-a9e0-cd30fc83a533 req-1c8a281f-0474-4e8c-aecd-60ede9dcce59 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=644fc77e-64b1-4f38-9832-4cf3f5acea52 HTTP/1.1" status: 200 len: 1129 time: 0.1103125 Jul 13 09:14:40.715198 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be774b26-477a-4ebd-b6b8-d17b4e01d285 req-7fda65ee-9c1e-4aad-b9fc-bc360cef9ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:40.716508 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-be774b26-477a-4ebd-b6b8-d17b4e01d285 req-7fda65ee-9c1e-4aad-b9fc-bc360cef9ab1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bf682ee0-62e0-448d-97a2-9a80bdd5bf49 HTTP/1.1" status: 200 len: 909 time: 0.2550788 Jul 13 09:14:40.815743 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-06e15291-b333-4b05-a9e0-cd30fc83a533 req-b8ff017a-a893-469f-b808-ae24c0a9c575 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f5e2bd22-c0d5-4405-8591-bb614dcbb385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196842 Jul 13 09:14:40.835132 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-be774b26-477a-4ebd-b6b8-d17b4e01d285 req-c85eddf4-8cc8-49c0-990a-bd539f2f1633 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c98f0a70-76c7-4798-9dfc-6e8275493f88 HTTP/1.1" status: 200 len: 998 time: 0.1076112 Jul 13 09:14:40.878787 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [req-995bb0c0-5ced-43ee-8847-d71cb08f5916 req-40959020-e5bf-4705-be1e-2491819d9aff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6698d68-a4ae-4ad4-97a7-c02b13a8888c {{(pid=104469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 09:14:40.888958 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-995bb0c0-5ced-43ee-8847-d71cb08f5916 req-40959020-e5bf-4705-be1e-2491819d9aff service neutron] Publish callbacks [] for port (f6698d68-a4ae-4ad4-97a7-c02b13a8888c), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:40.905415 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [req-995bb0c0-5ced-43ee-8847-d71cb08f5916 req-40959020-e5bf-4705-be1e-2491819d9aff service neutron] Transition to ACTIVE for port object f6698d68-a4ae-4ad4-97a7-c02b13a8888c will not be triggered until provisioned by entity L2. {{(pid=104469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 09:14:40.947102 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea19f6-7a36-4d26-996e-66eb4d4dd7d7 req-fde79a3c-f6fa-471a-85ea-7ab509f69841 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:40.949082 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-b9ea19f6-7a36-4d26-996e-66eb4d4dd7d7 req-fde79a3c-f6fa-471a-85ea-7ab509f69841 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/ports?device_id=644fc77e-64b1-4f38-9832-4cf3f5acea52 HTTP/1.1" status: 200 len: 945 time: 0.0594268 Jul 13 09:14:40.952101 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:14:40.961183 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec5f006-499f-4e47-b6a1-9e4da073d5a3 req-7d730693-b8f7-4bf0-b41c-59b4ab56e453 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:40.962688 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-3ec5f006-499f-4e47-b6a1-9e4da073d5a3 req-7d730693-b8f7-4bf0-b41c-59b4ab56e453 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/ports?device_id=d44bf150-cda8-482a-a0b9-f51d8070d972 HTTP/1.1" status: 200 len: 943 time: 0.0541193 Jul 13 09:14:40.997886 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-b9ea19f6-7a36-4d26-996e-66eb4d4dd7d7 req-830da79d-66c8-4577-9a70-2f481377298f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/security-groups?id=f5e2bd22-c0d5-4405-8591-bb614dcbb385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430746 Jul 13 09:14:41.013210 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-3ec5f006-499f-4e47-b6a1-9e4da073d5a3 req-d61340fd-3396-44ff-85fa-db72b9da9d8c tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/security-groups?id=318303b4-ee97-4d04-ac0e-60b52783791c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448372 Jul 13 09:14:41.017537 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-995bb0c0-5ced-43ee-8847-d71cb08f5916 req-40959020-e5bf-4705-be1e-2491819d9aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542332'] for port (f6698d68-a4ae-4ad4-97a7-c02b13a8888c), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:41.105220 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40959020-e5bf-4705-be1e-2491819d9aff service neutron] Pushing event updated for resources: {'Port': ['ID=f6698d68-a4ae-4ad4-97a7-c02b13a8888c,revision_number=2']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:14:41.138822 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be774b26-477a-4ebd-b6b8-d17b4e01d285 req-3f94e871-9168-40f8-ade9-8cddb49553aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:41.140300 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-be774b26-477a-4ebd-b6b8-d17b4e01d285 req-3f94e871-9168-40f8-ade9-8cddb49553aa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4d4f83bc-542b-44e8-b61c-831e28191723 HTTP/1.1" status: 200 len: 847 time: 0.0934916 Jul 13 09:14:41.226154 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be774b26-477a-4ebd-b6b8-d17b4e01d285 req-5c9cb242-f1ce-4f7e-8fa8-1f8533fdf546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:41.227733 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-be774b26-477a-4ebd-b6b8-d17b4e01d285 req-5c9cb242-f1ce-4f7e-8fa8-1f8533fdf546 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bf682ee0-62e0-448d-97a2-9a80bdd5bf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0659173 Jul 13 09:14:41.230208 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [req-995bb0c0-5ced-43ee-8847-d71cb08f5916 req-40959020-e5bf-4705-be1e-2491819d9aff service neutron] Attempting to bind port f6698d68-a4ae-4ad4-97a7-c02b13a8888c on host hv-cinder-84962 for vnic_type normal with profile {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 09:14:41.230542 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [req-995bb0c0-5ced-43ee-8847-d71cb08f5916 req-40959020-e5bf-4705-be1e-2491819d9aff service neutron] Attempting to bind port f6698d68-a4ae-4ad4-97a7-c02b13a8888c by drivers openvswitch,hyperv on host hv-cinder-84962 at level 0 using segments [{'id': '6417cdc0-763c-4790-ae1e-ebc420f204bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3b440154-a6c9-4139-b7ed-df54c627be50'}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 09:14:41.230865 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995bb0c0-5ced-43ee-8847-d71cb08f5916 req-40959020-e5bf-4705-be1e-2491819d9aff service neutron] Attempting to bind port f6698d68-a4ae-4ad4-97a7-c02b13a8888c on network 3b440154-a6c9-4139-b7ed-df54c627be50 {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 09:14:41.235911 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995bb0c0-5ced-43ee-8847-d71cb08f5916 req-40959020-e5bf-4705-be1e-2491819d9aff service neutron] Port f6698d68-a4ae-4ad4-97a7-c02b13a8888c on network 3b440154-a6c9-4139-b7ed-df54c627be50 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84962 {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 13 09:14:41.236247 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995bb0c0-5ced-43ee-8847-d71cb08f5916 req-40959020-e5bf-4705-be1e-2491819d9aff service neutron] Attempting to bind port f6698d68-a4ae-4ad4-97a7-c02b13a8888c on network 3b440154-a6c9-4139-b7ed-df54c627be50 {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 09:14:41.243591 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995bb0c0-5ced-43ee-8847-d71cb08f5916 req-40959020-e5bf-4705-be1e-2491819d9aff service neutron] Checking agent: {'id': '6e9d2670-629d-42a5-8dd5-d0857aba9a7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84962', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 9, 4, 10), 'started_at': datetime.datetime(2022, 7, 13, 9, 4, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 9, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 09:14:41.250236 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995bb0c0-5ced-43ee-8847-d71cb08f5916 req-40959020-e5bf-4705-be1e-2491819d9aff service neutron] Checking segment: {'id': '6417cdc0-763c-4790-ae1e-ebc420f204bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3b440154-a6c9-4139-b7ed-df54c627be50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 09:14:41.250236 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995bb0c0-5ced-43ee-8847-d71cb08f5916 req-40959020-e5bf-4705-be1e-2491819d9aff service neutron] Bound using segment: {'id': '6417cdc0-763c-4790-ae1e-ebc420f204bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3b440154-a6c9-4139-b7ed-df54c627be50'} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 09:14:41.250236 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [req-995bb0c0-5ced-43ee-8847-d71cb08f5916 req-40959020-e5bf-4705-be1e-2491819d9aff service neutron] Bound port: f6698d68-a4ae-4ad4-97a7-c02b13a8888c, host: hv-cinder-84962, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6417cdc0-763c-4790-ae1e-ebc420f204bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3b440154-a6c9-4139-b7ed-df54c627be50'}}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 09:14:41.250236 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-995bb0c0-5ced-43ee-8847-d71cb08f5916 req-40959020-e5bf-4705-be1e-2491819d9aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (f6698d68-a4ae-4ad4-97a7-c02b13a8888c), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:41.309819 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [req-995bb0c0-5ced-43ee-8847-d71cb08f5916 req-40959020-e5bf-4705-be1e-2491819d9aff service neutron] For port f6698d68-a4ae-4ad4-97a7-c02b13a8888c, host hv-cinder-84962, cleared binding levels {{(pid=104469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 09:14:41.312882 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [req-995bb0c0-5ced-43ee-8847-d71cb08f5916 req-40959020-e5bf-4705-be1e-2491819d9aff service neutron] For port f6698d68-a4ae-4ad4-97a7-c02b13a8888c, host hv-cinder-84962, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=f6698d68-a4ae-4ad4-97a7-c02b13a8888c,segment=NetworkSegment(6417cdc0-763c-4790-ae1e-ebc420f204bb),segment_id=6417cdc0-763c-4790-ae1e-ebc420f204bb)] {{(pid=104469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 09:14:41.396092 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-995bb0c0-5ced-43ee-8847-d71cb08f5916 req-40959020-e5bf-4705-be1e-2491819d9aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542332'] for port (f6698d68-a4ae-4ad4-97a7-c02b13a8888c), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:41.430418 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995bb0c0-5ced-43ee-8847-d71cb08f5916 req-40959020-e5bf-4705-be1e-2491819d9aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:41.431036 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-995bb0c0-5ced-43ee-8847-d71cb08f5916 req-40959020-e5bf-4705-be1e-2491819d9aff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for port (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:41.432563 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-995bb0c0-5ced-43ee-8847-d71cb08f5916 req-40959020-e5bf-4705-be1e-2491819d9aff service neutron] 10.222.0.30 "PUT /v2.0/ports/f6698d68-a4ae-4ad4-97a7-c02b13a8888c HTTP/1.1" status: 200 len: 1093 time: 1.1775727 Jul 13 09:14:41.434893 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9be6baa8-3d1d-4b03-ab21-b073f6f00dbc', 'tag': 'f6698d68-a4ae-4ad4-97a7-c02b13a8888c'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:14:41.437107 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c4e5b91a84def5af2f1fcdaa70b19e5540aa6c2f63d8f4e9cb6586108f6a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b84588-6339-48e6-b3e4-0e7948c57e7a" -d '{"events": [{"name": "network-changed", "server_uuid": "9be6baa8-3d1d-4b03-ab21-b073f6f00dbc", "tag": "f6698d68-a4ae-4ad4-97a7-c02b13a8888c"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:14:41.460829 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:14:41.464180 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40959020-e5bf-4705-be1e-2491819d9aff service neutron] Pushing event updated for resources: {'Port': ['ID=f6698d68-a4ae-4ad4-97a7-c02b13a8888c,revision_number=3']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:14:41.484732 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 09:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fee4553-b5c9-4e33-823d-88341c8f3751 x-openstack-request-id: req-8fee4553-b5c9-4e33-823d-88341c8f3751 {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:14:41.484732 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9be6baa8-3d1d-4b03-ab21-b073f6f00dbc", "tag": "f6698d68-a4ae-4ad4-97a7-c02b13a8888c", "status": "completed", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:14:41.485051 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-8fee4553-b5c9-4e33-823d-88341c8f3751 {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:14:41.485580 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fee4553-b5c9-4e33-823d-88341c8f3751'] response: {'name': 'network-changed', 'server_uuid': '9be6baa8-3d1d-4b03-ab21-b073f6f00dbc', 'tag': 'f6698d68-a4ae-4ad4-97a7-c02b13a8888c', 'status': 'completed', 'code': 200} Jul 13 09:14:41.597011 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b84588-6339-48e6-b3e4-0e7948c57e7a req-4a46409b-293b-423e-97ed-f0c8ad3d204d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:41.599790 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-45b84588-6339-48e6-b3e4-0e7948c57e7a req-4a46409b-293b-423e-97ed-f0c8ad3d204d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=02051a1f629a48199bb1eb504c747294&device_id=9be6baa8-3d1d-4b03-ab21-b073f6f00dbc HTTP/1.1" status: 200 len: 1127 time: 0.0899930 Jul 13 09:14:41.651746 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-be774b26-477a-4ebd-b6b8-d17b4e01d285 req-3427ee7d-8702-412e-ad3f-2fbc77ffb9fc service neutron] 10.222.0.30 "GET /v2.0/networks/bf682ee0-62e0-448d-97a2-9a80bdd5bf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649413 Jul 13 09:14:41.761197 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (6e9d2670-629d-42a5-8dd5-d0857aba9a7e), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:41.798846 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f671dc-3971-4bfb-914e-9296afef4cc8 req-ef0f7a3b-11aa-4835-a72f-b7d7c1f821ed tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:41.800577 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a3f671dc-3971-4bfb-914e-9296afef4cc8 req-ef0f7a3b-11aa-4835-a72f-b7d7c1f821ed tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=9be6baa8-3d1d-4b03-ab21-b073f6f00dbc HTTP/1.1" status: 200 len: 943 time: 0.1143699 Jul 13 09:14:41.835421 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b84588-6339-48e6-b3e4-0e7948c57e7a req-1ff2074d-560b-45d9-877c-461b4032dbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:41.836891 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-45b84588-6339-48e6-b3e4-0e7948c57e7a req-1ff2074d-560b-45d9-877c-461b4032dbb0 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=02051a1f629a48199bb1eb504c747294&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2268379 Jul 13 09:14:41.880273 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-be774b26-477a-4ebd-b6b8-d17b4e01d285 req-02c6e474-6132-4248-8a19-a141b8bb08c9 service neutron] 10.222.0.30 "GET /v2.0/networks/bf682ee0-62e0-448d-97a2-9a80bdd5bf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928225 Jul 13 09:14:41.884499 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a3f671dc-3971-4bfb-914e-9296afef4cc8 req-8a5397c0-07ed-45bd-a5f7-061ba9b70896 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/security-groups?id=21069fad-86d1-47ed-b9b6-e3fef0251eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717225 Jul 13 09:14:42.125610 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee530415-d22b-43d8-b444-1631082195fc req-dffd2bd6-8ebc-4892-89ba-df2be81bacd9 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:42.127649 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-ee530415-d22b-43d8-b444-1631082195fc req-dffd2bd6-8ebc-4892-89ba-df2be81bacd9 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/ports?device_id=644fc77e-64b1-4f38-9832-4cf3f5acea52 HTTP/1.1" status: 200 len: 945 time: 0.0504136 Jul 13 09:14:42.128754 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 39986) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:14:42.180217 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-ee530415-d22b-43d8-b444-1631082195fc req-1f39e9cd-887d-49e0-a8f9-a38ddc255723 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/security-groups?id=f5e2bd22-c0d5-4405-8591-bb614dcbb385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461671 Jul 13 09:14:42.181733 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec45b4-6e06-4a48-9c7b-1bf67d7f72d6 req-2e89eb83-727f-4e21-8aa8-f2723653a1a7 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:42.183328 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-06ec45b4-6e06-4a48-9c7b-1bf67d7f72d6 req-2e89eb83-727f-4e21-8aa8-f2723653a1a7 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/ports?device_id=d44bf150-cda8-482a-a0b9-f51d8070d972 HTTP/1.1" status: 200 len: 943 time: 0.0846033 Jul 13 09:14:42.195421 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_v2 [None req-89cb6fc0-662e-4503-9bbb-83410e6a406c admin admin] Deleting subnet 10f10f8c-a331-4f08-b9ca-5b92d0b96844 {{(pid=104469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 13 09:14:42.211997 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-89cb6fc0-662e-4503-9bbb-83410e6a406c admin admin] Publish callbacks [] for subnet (10f10f8c-a331-4f08-b9ca-5b92d0b96844), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:42.228995 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.agents_db [None req-6da3c0df-3a39-4d49-9ef0-c2c7fda6ffa8 None None] Agent healthcheck: found 6 active agents {{(pid=104471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:14:42.312474 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689fd6fa-d280-4265-8792-913f11ed9c81 req-87784fdc-357f-4959-8071-f55040f652a6 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:42.313869 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-689fd6fa-d280-4265-8792-913f11ed9c81 req-87784fdc-357f-4959-8071-f55040f652a6 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/ports?device_id=644fc77e-64b1-4f38-9832-4cf3f5acea52 HTTP/1.1" status: 200 len: 945 time: 0.0516582 Jul 13 09:14:42.323154 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 39990) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:14:42.327815 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-c213be20-43b7-4eb3-a644-23b17c5b42fb tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Request body: {'floatingip': {'port_id': 'db1124e5-b271-4db3-a0cf-3616e2eb1844'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:14:42.331097 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-89cb6fc0-662e-4503-9bbb-83410e6a406c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3541572'] for subnet (10f10f8c-a331-4f08-b9ca-5b92d0b96844), precommit_delete_associations {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:42.366251 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c213be20-43b7-4eb3-a644-23b17c5b42fb tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for floatingip (34a9b8a4-3b11-4f3c-990c-52a529f8072a), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:42.372138 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-06ec45b4-6e06-4a48-9c7b-1bf67d7f72d6 req-7c9c1db4-d752-49dd-92a5-f92b07e1b039 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/security-groups?id=318303b4-ee97-4d04-ac0e-60b52783791c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1820636 Jul 13 09:14:42.407535 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b84588-6339-48e6-b3e4-0e7948c57e7a req-452f9b5b-9671-436e-8aa8-e0729d5116e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:42.409009 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-45b84588-6339-48e6-b3e4-0e7948c57e7a req-452f9b5b-9671-436e-8aa8-e0729d5116e5 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1980464 Jul 13 09:14:42.411754 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-89cb6fc0-662e-4503-9bbb-83410e6a406c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7837055'] for subnet (10f10f8c-a331-4f08-b9ca-5b92d0b96844), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:42.413627 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:14:42.519375 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995bb0c0-5ced-43ee-8847-d71cb08f5916 req-c2399255-1934-441f-ab7e-7b50c8d0d65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:42.521076 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-995bb0c0-5ced-43ee-8847-d71cb08f5916 req-c2399255-1934-441f-ab7e-7b50c8d0d65d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=02051a1f629a48199bb1eb504c747294&device_id=9be6baa8-3d1d-4b03-ab21-b073f6f00dbc HTTP/1.1" status: 200 len: 1127 time: 0.0403693 Jul 13 09:14:42.565225 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-995bb0c0-5ced-43ee-8847-d71cb08f5916 req-4d8c0144-5e99-45a9-b3aa-f0f67c3a97ec service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6698d68-a4ae-4ad4-97a7-c02b13a8888c HTTP/1.1" status: 200 len: 217 time: 0.0366783 Jul 13 09:14:42.566765 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-89cb6fc0-662e-4503-9bbb-83410e6a406c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7837033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3541754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8945970'] for subnet (10f10f8c-a331-4f08-b9ca-5b92d0b96844), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:42.602091 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cb6fc0-662e-4503-9bbb-83410e6a406c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10f10f8c-a331-4f08-b9ca-5b92d0b96844,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:14:42.618487 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:14:42.626311 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-89cb6fc0-662e-4503-9bbb-83410e6a406c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594414'] for subnet (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:42.629116 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-89cb6fc0-662e-4503-9bbb-83410e6a406c admin admin] 10.222.0.40 "DELETE /v2.0/subnets/10f10f8c-a331-4f08-b9ca-5b92d0b96844 HTTP/1.1" status: 204 len: 168 time: 0.4987586 Jul 13 09:14:42.631892 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 39994) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:14:42.672670 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995bb0c0-5ced-43ee-8847-d71cb08f5916 req-05b5b680-33ee-4bb8-9a29-5f74e25c5ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:42.674345 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-995bb0c0-5ced-43ee-8847-d71cb08f5916 req-05b5b680-33ee-4bb8-9a29-5f74e25c5ef1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8c1af7e4-944c-47db-9585-b5c5f9138bea HTTP/1.1" status: 200 len: 850 time: 0.1021256 Jul 13 09:14:42.754293 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-204ba644-542c-4e9c-8c63-2b547c020afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7847201'] for network (8a64382d-2c78-430f-8ebf-0370d8f9f1b4), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:42.764201 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995bb0c0-5ced-43ee-8847-d71cb08f5916 req-afcbc7f0-b5e6-433c-8e7d-9a6e1d97edf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:42.765784 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-995bb0c0-5ced-43ee-8847-d71cb08f5916 req-afcbc7f0-b5e6-433c-8e7d-9a6e1d97edf1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3b440154-a6c9-4139-b7ed-df54c627be50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0618191 Jul 13 09:14:42.814984 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c213be20-43b7-4eb3-a644-23b17c5b42fb tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:42.829464 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:14:42.869577 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c213be20-43b7-4eb3-a644-23b17c5b42fb tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-388893'] for floatingip (34a9b8a4-3b11-4f3c-990c-52a529f8072a), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:43.025838 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d51346-22fb-4a3b-b1ea-4fa4458a92f2 req-591b83cb-87f5-431b-8b95-9d6124d89575 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:43.027423 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-e3d51346-22fb-4a3b-b1ea-4fa4458a92f2 req-591b83cb-87f5-431b-8b95-9d6124d89575 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=9be6baa8-3d1d-4b03-ab21-b073f6f00dbc HTTP/1.1" status: 200 len: 943 time: 0.0643406 Jul 13 09:14:43.028556 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.db.l3_db [None req-c213be20-43b7-4eb3-a644-23b17c5b42fb tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Floating IP 34a9b8a4-3b11-4f3c-990c-52a529f8072a associated. External IP: 172.27.3.110, port: db1124e5-b271-4db3-a0cf-3616e2eb1844. Jul 13 09:14:43.165819 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-204ba644-542c-4e9c-8c63-2b547c020afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7836165', 'neutron.services.segments.db._delete_segments_for_network-8760185013827'] for network (8a64382d-2c78-430f-8ebf-0370d8f9f1b4), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:43.197691 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.services.segments.db [None req-204ba644-542c-4e9c-8c63-2b547c020afb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a64382d-2c78-430f-8ebf-0370d8f9f1b4']}} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:14:43.217171 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.services.segments.db [None req-204ba644-542c-4e9c-8c63-2b547c020afb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0be4d95-d4a7-4cb6-804b-d2c776ddb14c') {'for_net_delete': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:14:43.217468 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.services.segments.db [None req-204ba644-542c-4e9c-8c63-2b547c020afb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0be4d95-d4a7-4cb6-804b-d2c776ddb14c') {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:14:43.226678 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-995bb0c0-5ced-43ee-8847-d71cb08f5916 req-2ebecc3a-516f-490c-b20e-c035ddaf4c9a service neutron] 10.222.0.30 "GET /v2.0/networks/3b440154-a6c9-4139-b7ed-df54c627be50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4539516 Jul 13 09:14:43.230844 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-204ba644-542c-4e9c-8c63-2b547c020afb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760185015116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3541587'] for segment (a0be4d95-d4a7-4cb6-804b-d2c776ddb14c), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:43.274891 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-204ba644-542c-4e9c-8c63-2b547c020afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7769013'] for segment (a0be4d95-d4a7-4cb6-804b-d2c776ddb14c), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:43.316520 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-204ba644-542c-4e9c-8c63-2b547c020afb admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=104469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 09:14:43.316961 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-204ba644-542c-4e9c-8c63-2b547c020afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7769013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542360'] for segment (a0be4d95-d4a7-4cb6-804b-d2c776ddb14c), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:43.342552 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.services.segments.plugin [-] Segment a0be4d95-d4a7-4cb6-804b-d2c776ddb14c resource provider aggregate not found Jul 13 09:14:43.380000 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:14:43.385410 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.services.segments.plugin [-] Segment a0be4d95-d4a7-4cb6-804b-d2c776ddb14c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a0be4d95-d4a7-4cb6-804b-d2c776ddb14c found for delete ", "request_id": "req-078e573c-7f46-465d-8ede-1450338762c0"}]} Jul 13 09:14:43.387377 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-e3d51346-22fb-4a3b-b1ea-4fa4458a92f2 req-06bdb9f8-c238-48ab-b92d-0b36f368f0f2 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/security-groups?id=21069fad-86d1-47ed-b9b6-e3fef0251eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3245590 Jul 13 09:14:43.422597 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-995bb0c0-5ced-43ee-8847-d71cb08f5916 req-86c33805-3970-4499-ab4e-48f380593b68 service neutron] 10.222.0.30 "GET /v2.0/networks/3b440154-a6c9-4139-b7ed-df54c627be50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895003 Jul 13 09:14:43.501786 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be26036-3655-4c1a-a23e-776b84da5818 req-04e953c9-b78e-4c91-8afb-3ede9fae9978 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:43.503443 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-9be26036-3655-4c1a-a23e-776b84da5818 req-04e953c9-b78e-4c91-8afb-3ede9fae9978 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/ports?device_id=d44bf150-cda8-482a-a0b9-f51d8070d972 HTTP/1.1" status: 200 len: 943 time: 0.0549946 Jul 13 09:14:43.504734 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-204ba644-542c-4e9c-8c63-2b547c020afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7836172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-389073'] for network (8a64382d-2c78-430f-8ebf-0370d8f9f1b4), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:43.509406 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-204ba644-542c-4e9c-8c63-2b547c020afb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594414'] for network (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:43.510571 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c213be20-43b7-4eb3-a644-23b17c5b42fb tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Router 6e1de26e-503b-40a5-9177-efd8d3310085 has already been hosted by L3 agent 084ea860-45cb-441c-b2f8-c6c2f7d6686c {{(pid=104468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 09:14:43.515240 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-204ba644-542c-4e9c-8c63-2b547c020afb admin admin] 10.222.0.40 "DELETE /v2.0/networks/8a64382d-2c78-430f-8ebf-0370d8f9f1b4 HTTP/1.1" status: 204 len: 168 time: 0.8800259 Jul 13 09:14:43.527400 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204ba644-542c-4e9c-8c63-2b547c020afb admin admin] Pushing event deleted for resources: {'Network': ['ID=8a64382d-2c78-430f-8ebf-0370d8f9f1b4,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:14:43.536021 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:14:43.580594 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-9be26036-3655-4c1a-a23e-776b84da5818 req-6328325d-26a4-4184-a5b4-4f6fc1def0ee tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/security-groups?id=318303b4-ee97-4d04-ac0e-60b52783791c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638795 Jul 13 09:14:43.636391 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c213be20-43b7-4eb3-a644-23b17c5b42fb tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Notify agent at l3_agent.dv-cinder-849626-3-iscsi the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 09:14:43.640845 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c213be20-43b7-4eb3-a644-23b17c5b42fb tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for floatingip (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:43.647972 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5e48de-afe0-44af-88a7-ef9ca9510af9 None None] Sync routers for ids ['6e1de26e-503b-40a5-9177-efd8d3310085'] in dv-cinder-849626-3-iscsi {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 09:14:43.658102 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5e48de-afe0-44af-88a7-ef9ca9510af9 None None] Routers {'6e1de26e-503b-40a5-9177-efd8d3310085'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:14:43.658914 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-7a5e48de-afe0-44af-88a7-ef9ca9510af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:14:23Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['6e1de26e-503b-40a5-9177-efd8d3310085'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:14:43.671106 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-c213be20-43b7-4eb3-a644-23b17c5b42fb tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "PUT /v2.0/floatingips/34a9b8a4-3b11-4f3c-990c-52a529f8072a HTTP/1.1" status: 200 len: 991 time: 1.3468943 Jul 13 09:14:43.671786 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '644fc77e-64b1-4f38-9832-4cf3f5acea52', 'tag': 'db1124e5-b271-4db3-a0cf-3616e2eb1844'}] {{(pid=104468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:14:43.674138 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b622ba103e3e5260ba9f31452615d2910364782cfb993b04b3292bc67dda7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f21996a6-9c6f-4c00-8a39-4e3544580105" -d '{"events": [{"name": "network-changed", "server_uuid": "644fc77e-64b1-4f38-9832-4cf3f5acea52", "tag": "db1124e5-b271-4db3-a0cf-3616e2eb1844"}]}' {{(pid=104468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:14:43.714487 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 09:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0bf6af8-a54c-47a6-b484-e16cd9b2e0e8 x-openstack-request-id: req-f0bf6af8-a54c-47a6-b484-e16cd9b2e0e8 {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:14:43.714487 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "644fc77e-64b1-4f38-9832-4cf3f5acea52", "tag": "db1124e5-b271-4db3-a0cf-3616e2eb1844", "status": "completed", "code": 200}]} {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:14:43.714487 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-f0bf6af8-a54c-47a6-b484-e16cd9b2e0e8 {{(pid=104468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:14:43.714487 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0bf6af8-a54c-47a6-b484-e16cd9b2e0e8'] response: {'name': 'network-changed', 'server_uuid': '644fc77e-64b1-4f38-9832-4cf3f5acea52', 'tag': 'db1124e5-b271-4db3-a0cf-3616e2eb1844', 'status': 'completed', 'code': 200} Jul 13 09:14:43.769530 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-7a5e48de-afe0-44af-88a7-ef9ca9510af9 None None] Set router 6e1de26e-503b-40a5-9177-efd8d3310085 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:14:43.778832 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21996a6-9c6f-4c00-8a39-4e3544580105 req-1a5e4e20-b600-483a-9a96-00109c9a827d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:43.780498 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f21996a6-9c6f-4c00-8a39-4e3544580105 req-1a5e4e20-b600-483a-9a96-00109c9a827d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0486a8d3794f4b50a96d3477e14e344f&device_id=644fc77e-64b1-4f38-9832-4cf3f5acea52 HTTP/1.1" status: 200 len: 1129 time: 0.0429692 Jul 13 09:14:43.882977 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21996a6-9c6f-4c00-8a39-4e3544580105 req-c8dc739a-8036-471d-9ec6-e098d71c8983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:43.884595 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f21996a6-9c6f-4c00-8a39-4e3544580105 req-c8dc739a-8036-471d-9ec6-e098d71c8983 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0419ddd4-ade8-4500-ac9c-4682f59c8496 HTTP/1.1" status: 200 len: 914 time: 0.0948911 Jul 13 09:14:43.957098 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 40036) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:14:43.970723 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f21996a6-9c6f-4c00-8a39-4e3544580105 req-132f9d5c-5e7b-4bc5-a85d-1211e7a3f5e6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db1124e5-b271-4db3-a0cf-3616e2eb1844 HTTP/1.1" status: 200 len: 999 time: 0.0766385 Jul 13 09:14:43.992188 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-7a5e48de-afe0-44af-88a7-ef9ca9510af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'name': 'tempest-AttachVolumeNegativeTest-66573234-router', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'da847675-4b00-4cc2-a470-1ef521631008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:13:00Z', 'updated_at': '2022-07-13T09:13:03Z', 'revision_number': 4, 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'gw_port': {'id': 'da847675-4b00-4cc2-a470-1ef521631008', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:13:01Z', 'updated_at': '2022-07-13T09:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_floatingips': [{'id': '34a9b8a4-3b11-4f3c-990c-52a529f8072a', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'floating_ip_address': '172.27.3.110', 'floating_network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'router_id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'port_id': 'db1124e5-b271-4db3-a0cf-3616e2eb1844', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496', 'mac_address': 'fa:16:3e:4e:7f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644fc77e-64b1-4f38-9832-4cf3f5acea52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T09:14:27Z', 'updated_at': '2022-07-13T09:14:42Z', 'revision_number': 1, 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'fixed_ip_address_scope': None}, {'id': '47e292c3-d7b6-4cd6-bbc4-520b936bec37', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'floating_ip_address': '172.27.3.88', 'floating_network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'router_id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'port_id': '05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496', 'mac_address': 'fa:16:3e:e0:e1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2037c6-2367-4a79-8c54-1455e09e6280', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T09:13:06Z', 'updated_at': '2022-07-13T09:13:25Z', 'revision_number': 2, 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73', 'name': '', 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'mac_address': 'fa:16:3e:c1:69:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '13acf255-d269-41b2-95ac-9a0376cf4726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:13:02Z', 'updated_at': '2022-07-13T09:13:06Z', 'revision_number': 5, 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'subnets': [{'id': '13acf255-d269-41b2-95ac-9a0376cf4726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:14:44.005565 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-f984fbd6-130c-483f-a3cd-83add083d723 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=2362e98f5387452893f972175548189a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0447390 Jul 13 09:14:44.006089 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 40038) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:14:44.022997 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5e48de-afe0-44af-88a7-ef9ca9510af9 None None] Checking router: 6e1de26e-503b-40a5-9177-efd8d3310085 for host: dv-cinder-849626-3-iscsi {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 09:14:44.025596 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21996a6-9c6f-4c00-8a39-4e3544580105 req-414f7552-6633-4c30-86e7-a678e05fabc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:44.027211 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f21996a6-9c6f-4c00-8a39-4e3544580105 req-414f7552-6633-4c30-86e7-a678e05fabc7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=13acf255-d269-41b2-95ac-9a0376cf4726 HTTP/1.1" status: 200 len: 852 time: 0.0496333 Jul 13 09:14:44.031660 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5e48de-afe0-44af-88a7-ef9ca9510af9 None None] Routers {'6e1de26e-503b-40a5-9177-efd8d3310085'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:14:44.032311 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-7a5e48de-afe0-44af-88a7-ef9ca9510af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:14:23Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['6e1de26e-503b-40a5-9177-efd8d3310085'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:14:44.057495 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-91a1d5e5-d470-4391-aadc-23b7cffa2b6d admin admin] Publish callbacks [] for security_group (9e1085ae-5b03-4b64-b791-a31d2def9efe), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:44.076343 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21996a6-9c6f-4c00-8a39-4e3544580105 req-14080a31-5d14-43fc-afd1-0e5a2d549e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:44.077993 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f21996a6-9c6f-4c00-8a39-4e3544580105 req-14080a31-5d14-43fc-afd1-0e5a2d549e7e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0419ddd4-ade8-4500-ac9c-4682f59c8496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450323 Jul 13 09:14:44.081782 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-91a1d5e5-d470-4391-aadc-23b7cffa2b6d admin admin] Publish callbacks [] for security_group (9e1085ae-5b03-4b64-b791-a31d2def9efe), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:44.120583 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:14:44.138870 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-7a5e48de-afe0-44af-88a7-ef9ca9510af9 None None] Set router 6e1de26e-503b-40a5-9177-efd8d3310085 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:14:44.170979 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f21996a6-9c6f-4c00-8a39-4e3544580105 req-6dba129a-7ff6-4625-a33f-f1d21269ff7d service neutron] 10.222.0.30 "GET /v2.0/networks/0419ddd4-ade8-4500-ac9c-4682f59c8496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870507 Jul 13 09:14:44.207374 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-91a1d5e5-d470-4391-aadc-23b7cffa2b6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (9e1085ae-5b03-4b64-b791-a31d2def9efe), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:44.210155 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-91a1d5e5-d470-4391-aadc-23b7cffa2b6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:44.211356 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-91a1d5e5-d470-4391-aadc-23b7cffa2b6d admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/9e1085ae-5b03-4b64-b791-a31d2def9efe HTTP/1.1" status: 204 len: 168 time: 0.2042348 Jul 13 09:14:44.221144 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a1d5e5-d470-4391-aadc-23b7cffa2b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1085ae-5b03-4b64-b791-a31d2def9efe,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:14:44.269601 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f21996a6-9c6f-4c00-8a39-4e3544580105 req-c4d9212d-84ad-4850-b832-fb91810cae87 service neutron] 10.222.0.30 "GET /v2.0/networks/0419ddd4-ade8-4500-ac9c-4682f59c8496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926459 Jul 13 09:14:44.391881 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-7a5e48de-afe0-44af-88a7-ef9ca9510af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'name': 'tempest-AttachVolumeNegativeTest-66573234-router', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'da847675-4b00-4cc2-a470-1ef521631008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:13:00Z', 'updated_at': '2022-07-13T09:13:03Z', 'revision_number': 4, 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'gw_port': {'id': 'da847675-4b00-4cc2-a470-1ef521631008', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:13:01Z', 'updated_at': '2022-07-13T09:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_floatingips': [{'id': '34a9b8a4-3b11-4f3c-990c-52a529f8072a', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'floating_ip_address': '172.27.3.110', 'floating_network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'router_id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'port_id': 'db1124e5-b271-4db3-a0cf-3616e2eb1844', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496', 'mac_address': 'fa:16:3e:4e:7f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644fc77e-64b1-4f38-9832-4cf3f5acea52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T09:14:27Z', 'updated_at': '2022-07-13T09:14:42Z', 'revision_number': 1, 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'fixed_ip_address_scope': None}, {'id': '47e292c3-d7b6-4cd6-bbc4-520b936bec37', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'floating_ip_address': '172.27.3.88', 'floating_network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'router_id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'port_id': '05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496', 'mac_address': 'fa:16:3e:e0:e1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2037c6-2367-4a79-8c54-1455e09e6280', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T09:13:06Z', 'updated_at': '2022-07-13T09:13:25Z', 'revision_number': 2, 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73', 'name': '', 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'mac_address': 'fa:16:3e:c1:69:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '13acf255-d269-41b2-95ac-9a0376cf4726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:13:02Z', 'updated_at': '2022-07-13T09:13:06Z', 'revision_number': 5, 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'subnets': [{'id': '13acf255-d269-41b2-95ac-9a0376cf4726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:14:44.394489 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 40044) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:14:44.431122 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5e48de-afe0-44af-88a7-ef9ca9510af9 None None] The sync data for ids ['6e1de26e-503b-40a5-9177-efd8d3310085'] in dv-cinder-849626-3-iscsi is: [{'id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'name': 'tempest-AttachVolumeNegativeTest-66573234-router', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'da847675-4b00-4cc2-a470-1ef521631008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:13:00Z', 'updated_at': '2022-07-13T09:13:03Z', 'revision_number': 4, 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'gw_port': {'id': 'da847675-4b00-4cc2-a470-1ef521631008', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:13:01Z', 'updated_at': '2022-07-13T09:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_floatingips': [{'id': '34a9b8a4-3b11-4f3c-990c-52a529f8072a', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'floating_ip_address': '172.27.3.110', 'floating_network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'router_id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'port_id': 'db1124e5-b271-4db3-a0cf-3616e2eb1844', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496', 'mac_address': 'fa:16:3e:4e:7f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644fc77e-64b1-4f38-9832-4cf3f5acea52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T09:14:27Z', 'updated_at': '2022-07-13T09:14:42Z', 'revision_number': 1, 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'fixed_ip_address_scope': None}, {'id': '47e292c3-d7b6-4cd6-bbc4-520b936bec37', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'floating_ip_address': '172.27.3.88', 'floating_network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'router_id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'port_id': '05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496', 'mac_address': 'fa:16:3e:e0:e1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2037c6-2367-4a79-8c54-1455e09e6280', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T09:13:06Z', 'updated_at': '2022-07-13T09:13:25Z', 'revision_number': 2, 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73', 'name': '', 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'mac_address': 'fa:16:3e:c1:69:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '13acf255-d269-41b2-95ac-9a0376cf4726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:13:02Z', 'updated_at': '2022-07-13T09:13:06Z', 'revision_number': 5, 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'subnets': [{'id': '13acf255-d269-41b2-95ac-9a0376cf4726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 09:14:44.530657 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfec0ca-1898-4e1d-9397-36d890be1ad9 req-890b7ec8-4e65-4f36-a2bd-aee379b37dbc tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:44.532302 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-9cfec0ca-1898-4e1d-9397-36d890be1ad9 req-890b7ec8-4e65-4f36-a2bd-aee379b37dbc tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=9be6baa8-3d1d-4b03-ab21-b073f6f00dbc HTTP/1.1" status: 200 len: 943 time: 0.0666366 Jul 13 09:14:44.533292 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-efb1027f-7f95-4565-aeb0-dfaee4119589 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:44.614279 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-9cfec0ca-1898-4e1d-9397-36d890be1ad9 req-c6ee20e0-6877-4124-9b03-8f7cc5828e09 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/security-groups?id=21069fad-86d1-47ed-b9b6-e3fef0251eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716145 Jul 13 09:14:44.677712 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-efb1027f-7f95-4565-aeb0-dfaee4119589 admin admin] Publish callbacks [] for security_group (be5d3833-cb54-40c8-9199-93992841c092), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:44.692932 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b925c31a-13a6-47ac-a4c6-f0a1ddbf1950 None None] New status for floating IP 34a9b8a4-3b11-4f3c-990c-52a529f8072a: ACTIVE {{(pid=104471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 13 09:14:44.733117 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b27b99-b481-4cac-8edf-d42412204605 req-03c13660-3f27-4903-ac97-d40a8300b6aa tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:44.734909 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-95b27b99-b481-4cac-8edf-d42412204605 req-03c13660-3f27-4903-ac97-d40a8300b6aa tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/ports?device_id=d44bf150-cda8-482a-a0b9-f51d8070d972 HTTP/1.1" status: 200 len: 943 time: 0.0557804 Jul 13 09:14:44.785087 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-efb1027f-7f95-4565-aeb0-dfaee4119589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (be5d3833-cb54-40c8-9199-93992841c092), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:44.791692 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:14:44.794689 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:14:44.801644 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-95b27b99-b481-4cac-8edf-d42412204605 req-1f58e73c-57bb-4a4a-bc1f-44b55e9daf63 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/security-groups?id=318303b4-ee97-4d04-ac0e-60b52783791c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602462 Jul 13 09:14:44.841116 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb1027f-7f95-4565-aeb0-dfaee4119589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5d3833-cb54-40c8-9199-93992841c092,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:14:44.858810 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-efb1027f-7f95-4565-aeb0-dfaee4119589 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=dec2e269c61f4a17bade8696a3693ae6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4630907 Jul 13 09:14:44.861290 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 40052) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:14:44.915512 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c947cd3e-69e5-4877-9686-d033ca918793 admin admin] Publish callbacks [] for security_group (be5d3833-cb54-40c8-9199-93992841c092), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:44.919668 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:14:44.938394 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c947cd3e-69e5-4877-9686-d033ca918793 admin admin] Publish callbacks [] for security_group (be5d3833-cb54-40c8-9199-93992841c092), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:45.085019 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c947cd3e-69e5-4877-9686-d033ca918793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (be5d3833-cb54-40c8-9199-93992841c092), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:45.087521 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c947cd3e-69e5-4877-9686-d033ca918793 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:45.088672 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-c947cd3e-69e5-4877-9686-d033ca918793 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/be5d3833-cb54-40c8-9199-93992841c092 HTTP/1.1" status: 204 len: 168 time: 0.2264311 Jul 13 09:14:45.098480 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c947cd3e-69e5-4877-9686-d033ca918793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5d3833-cb54-40c8-9199-93992841c092,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:14:45.736514 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a314803-5c6c-45cc-bf1b-bf0ed8193dd0 req-b0a3a8ce-c8dc-47b9-a56d-f2ee13d7d4e8 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:45.738078 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-3a314803-5c6c-45cc-bf1b-bf0ed8193dd0 req-b0a3a8ce-c8dc-47b9-a56d-f2ee13d7d4e8 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=9be6baa8-3d1d-4b03-ab21-b073f6f00dbc HTTP/1.1" status: 200 len: 943 time: 0.0492516 Jul 13 09:14:45.750180 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 40060) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:14:45.764509 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d8dc6505-e05e-4835-8a71-67c90744312d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:45.796265 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-3a314803-5c6c-45cc-bf1b-bf0ed8193dd0 req-6ae12061-6dad-4cfc-bad6-b4eafb84b0e2 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/security-groups?id=21069fad-86d1-47ed-b9b6-e3fef0251eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518050 Jul 13 09:14:45.842173 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d8dc6505-e05e-4835-8a71-67c90744312d admin admin] Publish callbacks [] for security_group (0d932ce9-15de-42cb-9b96-bec76cb7fdbc), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:45.886531 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d8dc6505-e05e-4835-8a71-67c90744312d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (0d932ce9-15de-42cb-9b96-bec76cb7fdbc), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:45.951827 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b8f0b6-e549-4dce-ae73-2dd16ec5097e req-8f24db6a-aedb-4c41-900a-9b0c6121b7d1 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:45.953264 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-99b8f0b6-e549-4dce-ae73-2dd16ec5097e req-8f24db6a-aedb-4c41-900a-9b0c6121b7d1 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/ports?device_id=d44bf150-cda8-482a-a0b9-f51d8070d972 HTTP/1.1" status: 200 len: 943 time: 0.0785830 Jul 13 09:14:45.960994 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-d8dc6505-e05e-4835-8a71-67c90744312d admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=7b1a60bae9e84c9d9da7c564af7fb0d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2101200 Jul 13 09:14:45.962992 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dc6505-e05e-4835-8a71-67c90744312d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d932ce9-15de-42cb-9b96-bec76cb7fdbc,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:14:45.963683 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 40064) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:14:46.008729 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-99b8f0b6-e549-4dce-ae73-2dd16ec5097e req-e05acf0c-8291-4878-95c9-1a3b3d31abb1 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/security-groups?id=318303b4-ee97-4d04-ac0e-60b52783791c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464914 Jul 13 09:14:46.013193 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-354a0c77-8278-4a30-b9a0-a8be4eb73e4d admin admin] Publish callbacks [] for security_group (0d932ce9-15de-42cb-9b96-bec76cb7fdbc), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:46.035392 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-354a0c77-8278-4a30-b9a0-a8be4eb73e4d admin admin] Publish callbacks [] for security_group (0d932ce9-15de-42cb-9b96-bec76cb7fdbc), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:46.160831 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-354a0c77-8278-4a30-b9a0-a8be4eb73e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (0d932ce9-15de-42cb-9b96-bec76cb7fdbc), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:46.163758 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-354a0c77-8278-4a30-b9a0-a8be4eb73e4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:46.164908 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-354a0c77-8278-4a30-b9a0-a8be4eb73e4d admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/0d932ce9-15de-42cb-9b96-bec76cb7fdbc HTTP/1.1" status: 204 len: 168 time: 0.2001910 Jul 13 09:14:46.173062 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354a0c77-8278-4a30-b9a0-a8be4eb73e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d932ce9-15de-42cb-9b96-bec76cb7fdbc,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:14:46.915246 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b264ea-4c31-4783-b9f3-95566e749815 req-d8082c3f-57b1-43f0-969f-a386169ef82e tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:46.916761 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f6b264ea-4c31-4783-b9f3-95566e749815 req-d8082c3f-57b1-43f0-969f-a386169ef82e tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=9be6baa8-3d1d-4b03-ab21-b073f6f00dbc HTTP/1.1" status: 200 len: 943 time: 0.0526118 Jul 13 09:14:46.965498 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f6b264ea-4c31-4783-b9f3-95566e749815 req-2a5ea977-0328-4e24-9720-5db237e0fa02 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/security-groups?id=21069fad-86d1-47ed-b9b6-e3fef0251eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431197 Jul 13 09:14:47.123319 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ebb629-a063-4686-991f-5ddfd0e441ee req-96b6999e-effd-42c7-ab6b-ab9526252220 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:47.124833 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-60ebb629-a063-4686-991f-5ddfd0e441ee req-96b6999e-effd-42c7-ab6b-ab9526252220 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/ports?device_id=d44bf150-cda8-482a-a0b9-f51d8070d972 HTTP/1.1" status: 200 len: 943 time: 0.0480416 Jul 13 09:14:47.150425 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:14:47.175839 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-60ebb629-a063-4686-991f-5ddfd0e441ee req-930ec6dc-d773-4496-9d18-94676b3ca209 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/security-groups?id=318303b4-ee97-4d04-ac0e-60b52783791c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451198 Jul 13 09:14:48.089231 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750245f5-50a8-42ff-87d1-d6d6765a6019 req-2867fe6c-cb51-4ce8-a98c-220f8dcb9334 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:48.090761 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-750245f5-50a8-42ff-87d1-d6d6765a6019 req-2867fe6c-cb51-4ce8-a98c-220f8dcb9334 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=9be6baa8-3d1d-4b03-ab21-b073f6f00dbc HTTP/1.1" status: 200 len: 943 time: 0.0547726 Jul 13 09:14:48.141124 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-750245f5-50a8-42ff-87d1-d6d6765a6019 req-28924f23-7f96-420c-b561-be071b7c7dc1 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/security-groups?id=21069fad-86d1-47ed-b9b6-e3fef0251eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447769 Jul 13 09:14:48.295985 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcf242b-fdb8-4e32-93f8-57cd73c515c6 req-129e8b4c-e7ca-4a9c-b1b4-45cbbe5551fd tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:48.297479 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-bbcf242b-fdb8-4e32-93f8-57cd73c515c6 req-129e8b4c-e7ca-4a9c-b1b4-45cbbe5551fd tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/ports?device_id=d44bf150-cda8-482a-a0b9-f51d8070d972 HTTP/1.1" status: 200 len: 943 time: 0.0526149 Jul 13 09:14:48.347326 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-bbcf242b-fdb8-4e32-93f8-57cd73c515c6 req-614ac498-83e8-4545-8474-94851c43fea3 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/security-groups?id=318303b4-ee97-4d04-ac0e-60b52783791c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441067 Jul 13 09:14:48.436327 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 40116) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:14:48.543119 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ef3ccc25-528c-4b3d-9fc0-762516d5b1ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:48.615966 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ef3ccc25-528c-4b3d-9fc0-762516d5b1ae admin admin] Publish callbacks [] for security_group (18f899d3-0682-4b68-8fa8-01027fa45964), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:48.691792 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ef3ccc25-528c-4b3d-9fc0-762516d5b1ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (18f899d3-0682-4b68-8fa8-01027fa45964), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:48.730718 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-ef3ccc25-528c-4b3d-9fc0-762516d5b1ae admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=d29fb8e83c6445bbb144459847ffcbaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2933030 Jul 13 09:14:48.731523 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3ccc25-528c-4b3d-9fc0-762516d5b1ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f899d3-0682-4b68-8fa8-01027fa45964,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:14:48.733434 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 40120) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:14:48.784167 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f6c36d25-2ac3-48ec-817d-08a2a9e8f285 admin admin] Publish callbacks [] for security_group (18f899d3-0682-4b68-8fa8-01027fa45964), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:48.805315 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f6c36d25-2ac3-48ec-817d-08a2a9e8f285 admin admin] Publish callbacks [] for security_group (18f899d3-0682-4b68-8fa8-01027fa45964), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:48.909217 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f6c36d25-2ac3-48ec-817d-08a2a9e8f285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (18f899d3-0682-4b68-8fa8-01027fa45964), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:48.911811 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f6c36d25-2ac3-48ec-817d-08a2a9e8f285 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:48.912991 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-f6c36d25-2ac3-48ec-817d-08a2a9e8f285 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/18f899d3-0682-4b68-8fa8-01027fa45964 HTTP/1.1" status: 204 len: 168 time: 0.1785011 Jul 13 09:14:48.920905 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c36d25-2ac3-48ec-817d-08a2a9e8f285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f899d3-0682-4b68-8fa8-01027fa45964,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:14:48.932969 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:14:49.259955 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba9c2f-be7f-49b8-935b-f299dc3268a3 req-92464366-766f-47e9-aa8b-ca64dfb35945 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:49.261452 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-cbba9c2f-be7f-49b8-935b-f299dc3268a3 req-92464366-766f-47e9-aa8b-ca64dfb35945 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=9be6baa8-3d1d-4b03-ab21-b073f6f00dbc HTTP/1.1" status: 200 len: 943 time: 0.0517919 Jul 13 09:14:49.310300 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-cbba9c2f-be7f-49b8-935b-f299dc3268a3 req-6f4dd916-bb0b-432c-b906-ac8e86016787 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/security-groups?id=21069fad-86d1-47ed-b9b6-e3fef0251eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431886 Jul 13 09:14:49.469023 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b74cf-c471-4f33-ab54-be18568c02b1 req-526c5a9a-dd33-4037-92d0-629058d62be6 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:49.470445 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-7a5b74cf-c471-4f33-ab54-be18568c02b1 req-526c5a9a-dd33-4037-92d0-629058d62be6 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/ports?device_id=d44bf150-cda8-482a-a0b9-f51d8070d972 HTTP/1.1" status: 200 len: 943 time: 0.0471339 Jul 13 09:14:49.507979 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 40130) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:14:49.521247 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-59af6347-b08c-441d-ba43-d1528039128f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:49.528508 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-7a5b74cf-c471-4f33-ab54-be18568c02b1 req-8a75d8df-ddec-41be-ab4b-7a730e0fb1c8 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/security-groups?id=318303b4-ee97-4d04-ac0e-60b52783791c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513537 Jul 13 09:14:49.532481 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:14:49.595731 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:14:49.597737 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-59af6347-b08c-441d-ba43-d1528039128f admin admin] Publish callbacks [] for security_group (44d321a0-357e-4c7f-be0d-8f87e1a5b0e9), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:49.668980 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-59af6347-b08c-441d-ba43-d1528039128f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (44d321a0-357e-4c7f-be0d-8f87e1a5b0e9), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:49.696998 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device f6698d68-a4ae-4ad4-97a7-c02b13a8888c details requested by agent hyperv_hv-cinder-84962 with host hv-cinder-84962 {{(pid=104470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 09:14:49.708130 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59af6347-b08c-441d-ba43-d1528039128f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d321a0-357e-4c7f-be0d-8f87e1a5b0e9,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:14:49.714679 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-59af6347-b08c-441d-ba43-d1528039128f admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=231049cd60894cada670c399de92c944&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2056985 Jul 13 09:14:49.718539 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 40132) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:14:49.768430 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-206f67dc-7fb2-4ace-8e45-3d2f58fb72fb admin admin] Publish callbacks [] for security_group (44d321a0-357e-4c7f-be0d-8f87e1a5b0e9), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:49.796864 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-206f67dc-7fb2-4ace-8e45-3d2f58fb72fb admin admin] Publish callbacks [] for security_group (44d321a0-357e-4c7f-be0d-8f87e1a5b0e9), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:49.800083 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port f6698d68-a4ae-4ad4-97a7-c02b13a8888c, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=f6698d68-a4ae-4ad4-97a7-c02b13a8888c,segment=NetworkSegment(6417cdc0-763c-4790-ae1e-ebc420f204bb),segment_id=6417cdc0-763c-4790-ae1e-ebc420f204bb)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:14:49.811696 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Returning: {'device': 'f6698d68-a4ae-4ad4-97a7-c02b13a8888c', 'network_id': '3b440154-a6c9-4139-b7ed-df54c627be50', 'port_id': 'f6698d68-a4ae-4ad4-97a7-c02b13a8888c', 'mac_address': 'fa:16:3e:3d:56:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c1af7e4-944c-47db-9585-b5c5f9138bea', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 09:14:49.847156 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Current status of the port f6698d68-a4ae-4ad4-97a7-c02b13a8888c is: DOWN; New status is: BUILD {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:14:49.847546 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (f6698d68-a4ae-4ad4-97a7-c02b13a8888c), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:49.861024 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6698d68-a4ae-4ad4-97a7-c02b13a8888c {{(pid=104470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 09:14:49.880212 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port f6698d68-a4ae-4ad4-97a7-c02b13a8888c, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=f6698d68-a4ae-4ad4-97a7-c02b13a8888c,segment=NetworkSegment(6417cdc0-763c-4790-ae1e-ebc420f204bb),segment_id=6417cdc0-763c-4790-ae1e-ebc420f204bb)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:14:49.914466 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-206f67dc-7fb2-4ace-8e45-3d2f58fb72fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (44d321a0-357e-4c7f-be0d-8f87e1a5b0e9), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:49.916962 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-206f67dc-7fb2-4ace-8e45-3d2f58fb72fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:49.918168 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-206f67dc-7fb2-4ace-8e45-3d2f58fb72fb admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/44d321a0-357e-4c7f-be0d-8f87e1a5b0e9 HTTP/1.1" status: 204 len: 168 time: 0.2000122 Jul 13 09:14:49.926187 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206f67dc-7fb2-4ace-8e45-3d2f58fb72fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d321a0-357e-4c7f-be0d-8f87e1a5b0e9,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:14:49.972311 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (f6698d68-a4ae-4ad4-97a7-c02b13a8888c), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:50.024643 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Pushing event updated for resources: {'Port': ['ID=f6698d68-a4ae-4ad4-97a7-c02b13a8888c,revision_number=4']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:14:50.231258 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] get_ports_and_sgs() called for port_ids ['f6698d68-a4ae-4ad4-97a7-c02b13a8888c'] {{(pid=104470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 09:14:50.453399 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf3aff-c155-404b-a8e7-9f85fa673cf8 req-0bf0e9b0-954c-4bd7-b983-776c848d2a62 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:50.455272 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-5daf3aff-c155-404b-a8e7-9f85fa673cf8 req-0bf0e9b0-954c-4bd7-b983-776c848d2a62 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=9be6baa8-3d1d-4b03-ab21-b073f6f00dbc HTTP/1.1" status: 200 len: 944 time: 0.0587962 Jul 13 09:14:50.508250 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-5daf3aff-c155-404b-a8e7-9f85fa673cf8 req-4eaa8fc7-6e85-45ed-ba24-d345691feed3 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/security-groups?id=21069fad-86d1-47ed-b9b6-e3fef0251eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462477 Jul 13 09:14:50.623857 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7b3b571d-32dd-47d8-be3d-7dc90cde1aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (a33f270e-6fb2-40d7-a0c5-ff754f30a69f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:50.646400 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb9a499-5483-4838-a916-5ed6f749b36a req-014f88ab-369f-4b6f-bfb0-b451dc7c0dfb tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:50.648050 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-8bb9a499-5483-4838-a916-5ed6f749b36a req-014f88ab-369f-4b6f-bfb0-b451dc7c0dfb tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/ports?device_id=d44bf150-cda8-482a-a0b9-f51d8070d972 HTTP/1.1" status: 200 len: 943 time: 0.0491436 Jul 13 09:14:50.699518 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-8bb9a499-5483-4838-a916-5ed6f749b36a req-b89cd54e-116e-45a6-89eb-8fd8c6ce946e tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/security-groups?id=318303b4-ee97-4d04-ac0e-60b52783791c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452294 Jul 13 09:14:51.624960 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ad3d0-a1ff-4c00-991f-00ea3caff3b0 req-fa6cd9fe-3a40-4bed-a643-3247bc7ed72c tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:51.626494 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-118ad3d0-a1ff-4c00-991f-00ea3caff3b0 req-fa6cd9fe-3a40-4bed-a643-3247bc7ed72c tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=9be6baa8-3d1d-4b03-ab21-b073f6f00dbc HTTP/1.1" status: 200 len: 944 time: 0.0496566 Jul 13 09:14:51.678302 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-118ad3d0-a1ff-4c00-991f-00ea3caff3b0 req-459fde21-a439-4193-91d5-2b5eff8daccb tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/security-groups?id=21069fad-86d1-47ed-b9b6-e3fef0251eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455024 Jul 13 09:14:51.711428 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device c98f0a70-76c7-4798-9dfc-6e8275493f88 details requested by agent hyperv_hv-cinder-84962 with host hv-cinder-84962 {{(pid=104470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 09:14:51.713749 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device f6698d68-a4ae-4ad4-97a7-c02b13a8888c up at agent hyperv_hv-cinder-84962 {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:14:51.719878 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:14:51.754505 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:14:51.824889 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9214c42-9dc0-45fe-8721-c3c4d2b4da7b req-8a7e8e84-c4d6-432b-8557-2cda799404f7 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:51.826466 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-d9214c42-9dc0-45fe-8721-c3c4d2b4da7b req-8a7e8e84-c4d6-432b-8557-2cda799404f7 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/ports?device_id=d44bf150-cda8-482a-a0b9-f51d8070d972 HTTP/1.1" status: 200 len: 943 time: 0.0537095 Jul 13 09:14:51.851874 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:14:51.885070 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-d9214c42-9dc0-45fe-8721-c3c4d2b4da7b req-e177e74b-d8e2-4eae-90c7-fb335177276b tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/security-groups?id=318303b4-ee97-4d04-ac0e-60b52783791c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519550 Jul 13 09:14:51.956004 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Provisioning for port f6698d68-a4ae-4ad4-97a7-c02b13a8888c completed by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 13 09:14:51.985140 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port c98f0a70-76c7-4798-9dfc-6e8275493f88, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=c98f0a70-76c7-4798-9dfc-6e8275493f88,segment=NetworkSegment(3ac606da-51ce-4bda-8479-64389b45a44b),segment_id=3ac606da-51ce-4bda-8479-64389b45a44b)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:14:51.996380 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Returning: {'device': 'c98f0a70-76c7-4798-9dfc-6e8275493f88', 'network_id': 'bf682ee0-62e0-448d-97a2-9a80bdd5bf49', 'port_id': 'c98f0a70-76c7-4798-9dfc-6e8275493f88', 'mac_address': 'fa:16:3e:0d:3a:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d4f83bc-542b-44e8-b61c-831e28191723', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 09:14:52.030135 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Provisioning complete for port f6698d68-a4ae-4ad4-97a7-c02b13a8888c triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:14:52.030501 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (f6698d68-a4ae-4ad4-97a7-c02b13a8888c), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:52.033129 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Current status of the port c98f0a70-76c7-4798-9dfc-6e8275493f88 is: DOWN; New status is: BUILD {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:14:52.033492 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (c98f0a70-76c7-4798-9dfc-6e8275493f88), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:52.069003 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c98f0a70-76c7-4798-9dfc-6e8275493f88 {{(pid=104470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 09:14:52.095952 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port c98f0a70-76c7-4798-9dfc-6e8275493f88, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=c98f0a70-76c7-4798-9dfc-6e8275493f88,segment=NetworkSegment(3ac606da-51ce-4bda-8479-64389b45a44b),segment_id=3ac606da-51ce-4bda-8479-64389b45a44b)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:14:52.130865 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Current status of the port f6698d68-a4ae-4ad4-97a7-c02b13a8888c is: BUILD; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:14:52.131531 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (f6698d68-a4ae-4ad4-97a7-c02b13a8888c), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:52.153852 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be6baa8-3d1d-4b03-ab21-b073f6f00dbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6698d68-a4ae-4ad4-97a7-c02b13a8888c'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:14:52.156098 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db18c03db31c8eba27ff59efcab6aeefebc9da3faa7d3b822264179bbf74904a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-447dddd1-6714-41da-b204-3de2d448ebf0" -d '{"events": [{"server_uuid": "9be6baa8-3d1d-4b03-ab21-b073f6f00dbc", "name": "network-vif-plugged", "status": "completed", "tag": "f6698d68-a4ae-4ad4-97a7-c02b13a8888c"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:14:52.168817 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port f6698d68-a4ae-4ad4-97a7-c02b13a8888c, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=f6698d68-a4ae-4ad4-97a7-c02b13a8888c,segment=NetworkSegment(6417cdc0-763c-4790-ae1e-ebc420f204bb),segment_id=6417cdc0-763c-4790-ae1e-ebc420f204bb)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:14:52.194048 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 09:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc769e2e-23cb-4a58-b842-e38b847209d4 x-openstack-request-id: req-cc769e2e-23cb-4a58-b842-e38b847209d4 {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:14:52.194349 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be6baa8-3d1d-4b03-ab21-b073f6f00dbc", "name": "network-vif-plugged", "status": "completed", "tag": "f6698d68-a4ae-4ad4-97a7-c02b13a8888c", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:14:52.194595 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-cc769e2e-23cb-4a58-b842-e38b847209d4 {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:14:52.194984 dv-cinder-849626-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc769e2e-23cb-4a58-b842-e38b847209d4'] response: {'server_uuid': '9be6baa8-3d1d-4b03-ab21-b073f6f00dbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6698d68-a4ae-4ad4-97a7-c02b13a8888c', 'code': 200} Jul 13 09:14:52.196132 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (c98f0a70-76c7-4798-9dfc-6e8275493f88), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:52.243481 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Pushing event updated for resources: {'Port': ['ID=c98f0a70-76c7-4798-9dfc-6e8275493f88,revision_number=7']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:14:52.303339 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (f6698d68-a4ae-4ad4-97a7-c02b13a8888c), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:52.355538 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Pushing event updated for resources: {'Port': ['ID=f6698d68-a4ae-4ad4-97a7-c02b13a8888c,revision_number=5']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:14:52.455113 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] get_ports_and_sgs() called for port_ids ['c98f0a70-76c7-4798-9dfc-6e8275493f88'] {{(pid=104470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 09:14:52.592689 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce76f0ee-d997-4f9c-b940-5181baef231a req-fc5246e0-9873-4b24-8bd1-4f41e96a0e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:52.594710 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ce76f0ee-d997-4f9c-b940-5181baef231a req-fc5246e0-9873-4b24-8bd1-4f41e96a0e24 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9be6baa8-3d1d-4b03-ab21-b073f6f00dbc HTTP/1.1" status: 200 len: 1129 time: 0.0430009 Jul 13 09:14:52.641415 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ce76f0ee-d997-4f9c-b940-5181baef231a req-c7b0b970-236d-4f59-9746-8459a6e7d724 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=21069fad-86d1-47ed-b9b6-e3fef0251eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418291 Jul 13 09:14:52.797335 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f93b96-4b74-4978-aa85-918ae5c5f7ca req-5041ffaa-9c87-43cb-8029-2d5addcd2460 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:52.798869 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-e2f93b96-4b74-4978-aa85-918ae5c5f7ca req-5041ffaa-9c87-43cb-8029-2d5addcd2460 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=9be6baa8-3d1d-4b03-ab21-b073f6f00dbc HTTP/1.1" status: 200 len: 945 time: 0.0523429 Jul 13 09:14:52.834672 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-47393b8c-bb0d-49cf-94d1-aea929fac128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (084ea860-45cb-441c-b2f8-c6c2f7d6686c), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:52.855477 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-e2f93b96-4b74-4978-aa85-918ae5c5f7ca req-2318d48f-28cc-44ab-be3d-6f5130f0b04f tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/security-groups?id=21069fad-86d1-47ed-b9b6-e3fef0251eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510151 Jul 13 09:14:53.001302 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0453f6-b4b3-480a-974f-0fdf2a7a7d75 req-32a545e2-6f96-48f5-a95a-3daddeac18d5 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:53.002812 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ea0453f6-b4b3-480a-974f-0fdf2a7a7d75 req-32a545e2-6f96-48f5-a95a-3daddeac18d5 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/ports?device_id=d44bf150-cda8-482a-a0b9-f51d8070d972 HTTP/1.1" status: 200 len: 944 time: 0.0488608 Jul 13 09:14:53.054911 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ea0453f6-b4b3-480a-974f-0fdf2a7a7d75 req-565f8faa-d211-4f72-ba9e-b8cb874c8b17 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/security-groups?id=318303b4-ee97-4d04-ac0e-60b52783791c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461886 Jul 13 09:14:53.714142 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device c98f0a70-76c7-4798-9dfc-6e8275493f88 up at agent hyperv_hv-cinder-84962 {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:14:53.738202 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:14:53.760768 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Provisioning complete for port c98f0a70-76c7-4798-9dfc-6e8275493f88 triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:14:53.761140 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (c98f0a70-76c7-4798-9dfc-6e8275493f88), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:53.782735 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:14:53.837327 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Current status of the port c98f0a70-76c7-4798-9dfc-6e8275493f88 is: BUILD; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:14:53.838082 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (c98f0a70-76c7-4798-9dfc-6e8275493f88), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:53.872766 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port c98f0a70-76c7-4798-9dfc-6e8275493f88, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=c98f0a70-76c7-4798-9dfc-6e8275493f88,segment=NetworkSegment(3ac606da-51ce-4bda-8479-64389b45a44b),segment_id=3ac606da-51ce-4bda-8479-64389b45a44b)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:14:53.915244 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (c98f0a70-76c7-4798-9dfc-6e8275493f88), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:53.973179 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de93567-504e-4b5e-9a58-136753936ac7 req-b0b20307-73c0-4768-b3f0-f2ac3ffa60ac tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:53.974915 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-3de93567-504e-4b5e-9a58-136753936ac7 req-b0b20307-73c0-4768-b3f0-f2ac3ffa60ac tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=9be6baa8-3d1d-4b03-ab21-b073f6f00dbc HTTP/1.1" status: 200 len: 945 time: 0.0513649 Jul 13 09:14:53.977001 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Pushing event updated for resources: {'Port': ['ID=c98f0a70-76c7-4798-9dfc-6e8275493f88,revision_number=8']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:14:54.030816 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-3de93567-504e-4b5e-9a58-136753936ac7 req-dd1c2d56-ca8e-40ba-9fc9-55dd91b14d22 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/security-groups?id=21069fad-86d1-47ed-b9b6-e3fef0251eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490494 Jul 13 09:14:54.182554 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ee12f-859e-46cc-b459-e28b75dcefe2 req-657925ef-a62f-4534-8494-00138d836eb2 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:54.184028 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-899ee12f-859e-46cc-b459-e28b75dcefe2 req-657925ef-a62f-4534-8494-00138d836eb2 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/ports?device_id=d44bf150-cda8-482a-a0b9-f51d8070d972 HTTP/1.1" status: 200 len: 945 time: 0.0530026 Jul 13 09:14:54.196805 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd44bf150-cda8-482a-a0b9-f51d8070d972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c98f0a70-76c7-4798-9dfc-6e8275493f88'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:14:54.199395 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db18c03db31c8eba27ff59efcab6aeefebc9da3faa7d3b822264179bbf74904a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca05bc4f-7ea1-49a0-9f13-60ba1057663f" -d '{"events": [{"server_uuid": "d44bf150-cda8-482a-a0b9-f51d8070d972", "name": "network-vif-plugged", "status": "completed", "tag": "c98f0a70-76c7-4798-9dfc-6e8275493f88"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:14:54.234480 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 09:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b937da7-924d-43e4-a4a8-ea449c0951cd x-openstack-request-id: req-3b937da7-924d-43e4-a4a8-ea449c0951cd {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:14:54.234767 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d44bf150-cda8-482a-a0b9-f51d8070d972", "name": "network-vif-plugged", "status": "completed", "tag": "c98f0a70-76c7-4798-9dfc-6e8275493f88", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:14:54.235011 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-3b937da7-924d-43e4-a4a8-ea449c0951cd {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:14:54.235403 dv-cinder-849626-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b937da7-924d-43e4-a4a8-ea449c0951cd'] response: {'server_uuid': 'd44bf150-cda8-482a-a0b9-f51d8070d972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c98f0a70-76c7-4798-9dfc-6e8275493f88', 'code': 200} Jul 13 09:14:54.238876 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-899ee12f-859e-46cc-b459-e28b75dcefe2 req-69e21750-19e1-46b8-85be-b37572b69ae3 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/security-groups?id=318303b4-ee97-4d04-ac0e-60b52783791c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490880 Jul 13 09:14:54.429789 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 40222) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:14:54.497986 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7f3b3aed-46f4-4e68-bbbe-dab9f8099e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (d1fd82e0-5c39-4100-b44b-c54ee27d2d9f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:54.541654 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:14:54.553513 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fab8cfc3-422e-429d-8fec-635fe46665a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:54.564202 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afbd753-9979-4ea1-83ef-62937ef52831 req-75957fe4-4193-47e1-b8c9-498209b0515a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:54.565722 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-4afbd753-9979-4ea1-83ef-62937ef52831 req-75957fe4-4193-47e1-b8c9-498209b0515a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d44bf150-cda8-482a-a0b9-f51d8070d972 HTTP/1.1" status: 200 len: 1129 time: 0.0595884 Jul 13 09:14:54.638059 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-4afbd753-9979-4ea1-83ef-62937ef52831 req-885a15d6-9f89-4dbc-bfbf-1bf580071609 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=318303b4-ee97-4d04-ac0e-60b52783791c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640845 Jul 13 09:14:54.670708 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fab8cfc3-422e-429d-8fec-635fe46665a2 admin admin] Publish callbacks [] for security_group (641ac994-f9f7-45e8-95b5-31dc265c3709), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:54.737734 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fab8cfc3-422e-429d-8fec-635fe46665a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (641ac994-f9f7-45e8-95b5-31dc265c3709), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:54.753406 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:14:54.780336 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab8cfc3-422e-429d-8fec-635fe46665a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641ac994-f9f7-45e8-95b5-31dc265c3709,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:14:54.784489 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-fab8cfc3-422e-429d-8fec-635fe46665a2 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=f6d33a805c3b44309b3608832355a075&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3531592 Jul 13 09:14:54.787210 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 40226) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:14:54.836020 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-bae67951-eba5-4098-975f-06c49c3c61d8 admin admin] Publish callbacks [] for security_group (641ac994-f9f7-45e8-95b5-31dc265c3709), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:54.859584 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-bae67951-eba5-4098-975f-06c49c3c61d8 admin admin] Publish callbacks [] for security_group (641ac994-f9f7-45e8-95b5-31dc265c3709), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:54.976395 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-bae67951-eba5-4098-975f-06c49c3c61d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (641ac994-f9f7-45e8-95b5-31dc265c3709), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:54.978955 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-bae67951-eba5-4098-975f-06c49c3c61d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:54.980123 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-bae67951-eba5-4098-975f-06c49c3c61d8 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/641ac994-f9f7-45e8-95b5-31dc265c3709 HTTP/1.1" status: 204 len: 168 time: 0.1920130 Jul 13 09:14:54.994627 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae67951-eba5-4098-975f-06c49c3c61d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641ac994-f9f7-45e8-95b5-31dc265c3709,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:14:55.143356 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:14:55.144360 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:14:55.154133 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab11a14-78d8-4cc7-bf05-b3e6de3e3028 req-dd399e51-7ba9-42c9-94ca-0da80482abef tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:55.155567 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-0ab11a14-78d8-4cc7-bf05-b3e6de3e3028 req-dd399e51-7ba9-42c9-94ca-0da80482abef tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=9be6baa8-3d1d-4b03-ab21-b073f6f00dbc HTTP/1.1" status: 200 len: 945 time: 0.0544281 Jul 13 09:14:55.204833 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-0ab11a14-78d8-4cc7-bf05-b3e6de3e3028 req-f2f5aef1-36ca-4bcc-acde-3b8d7bc676ec tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/security-groups?id=21069fad-86d1-47ed-b9b6-e3fef0251eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437927 Jul 13 09:14:55.339361 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852aa438-6722-45a4-9837-ea8fa7dceb93 req-e61ee8e7-6d0e-418c-88ff-a4de5f57cf3f tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:55.341756 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-852aa438-6722-45a4-9837-ea8fa7dceb93 req-e61ee8e7-6d0e-418c-88ff-a4de5f57cf3f tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=9be6baa8-3d1d-4b03-ab21-b073f6f00dbc HTTP/1.1" status: 200 len: 945 time: 0.0655470 Jul 13 09:14:55.360853 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b57305-dfab-42fd-85e9-d0e7faad1580 req-6a526fda-03d8-44b4-8130-b39a8f5149b5 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:55.362388 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-39b57305-dfab-42fd-85e9-d0e7faad1580 req-6a526fda-03d8-44b4-8130-b39a8f5149b5 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/ports?device_id=d44bf150-cda8-482a-a0b9-f51d8070d972 HTTP/1.1" status: 200 len: 945 time: 0.0535111 Jul 13 09:14:55.397004 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-852aa438-6722-45a4-9837-ea8fa7dceb93 req-9a691bce-8193-42c3-b41e-a191094bfd8f tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/security-groups?id=21069fad-86d1-47ed-b9b6-e3fef0251eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449681 Jul 13 09:14:55.414239 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-39b57305-dfab-42fd-85e9-d0e7faad1580 req-89d42a91-3714-4726-a381-92fb308a5ed3 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/security-groups?id=318303b4-ee97-4d04-ac0e-60b52783791c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461874 Jul 13 09:14:55.420471 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 40238) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:14:55.515419 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5ee680a5-33f3-4217-99f5-17637ad0570e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (59ae6226-c784-4fad-8646-7377b1ef5f31), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:55.601805 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 40242) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:14:55.617020 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db02479a-cbd1-45ae-939f-f8b929e0116a tempest-TestVolumeBootPattern-905320785 tempest-TestVolumeBootPattern-905320785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:55.618564 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e64f7263-1763-4e48-9ac0-3965208be01e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:55.619310 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-db02479a-cbd1-45ae-939f-f8b929e0116a tempest-TestVolumeBootPattern-905320785 tempest-TestVolumeBootPattern-905320785-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=9be6baa8-3d1d-4b03-ab21-b073f6f00dbc HTTP/1.1" status: 200 len: 1124 time: 0.1977363 Jul 13 09:14:55.622188 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 40244) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:14:55.626559 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-5b139028-cbc9-40b2-a12c-4ce4d3173447 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Request body: {'floatingip': {'floating_network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'port_id': 'f6698d68-a4ae-4ad4-97a7-c02b13a8888c', 'tenant_id': '02051a1f629a48199bb1eb504c747294', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:14:55.630804 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:14:55.694082 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e64f7263-1763-4e48-9ac0-3965208be01e admin admin] Publish callbacks [] for security_group (6d766cd3-6885-42eb-b104-4fc8b11b0694), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:55.715168 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-5b139028-cbc9-40b2-a12c-4ce4d3173447 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:55.799232 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-5b139028-cbc9-40b2-a12c-4ce4d3173447 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:55.800824 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e64f7263-1763-4e48-9ac0-3965208be01e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (6d766cd3-6885-42eb-b104-4fc8b11b0694), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:55.818468 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (9379cce5-6fc7-4135-bc49-530c07185724), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:55.839955 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64f7263-1763-4e48-9ac0-3965208be01e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d766cd3-6885-42eb-b104-4fc8b11b0694,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:14:55.844280 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-e64f7263-1763-4e48-9ac0-3965208be01e admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=c374b7c6f49f460bbe03e572d503c77a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2426612 Jul 13 09:14:55.847123 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 40246) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:14:55.928793 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:14:55.954828 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0ae59f7e-d73d-4dce-8f7c-f58fef2805b0 admin admin] Publish callbacks [] for security_group (6d766cd3-6885-42eb-b104-4fc8b11b0694), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:55.956762 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.db.db_base_plugin_common [None req-5b139028-cbc9-40b2-a12c-4ce4d3173447 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Allocated IP 172.27.3.15 (14d154e4-c9a5-47e8-9f7f-9daf0b869ff5/8de8efa6-546e-4542-992b-4162440fe9c8/70880b97-51f3-4e6f-bd7c-b2565960df13) {{(pid=104468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 09:14:55.990422 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0ae59f7e-d73d-4dce-8f7c-f58fef2805b0 admin admin] Publish callbacks [] for security_group (6d766cd3-6885-42eb-b104-4fc8b11b0694), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:56.108357 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-5b139028-cbc9-40b2-a12c-4ce4d3173447 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks [] for port (70880b97-51f3-4e6f-bd7c-b2565960df13), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:56.200030 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0ae59f7e-d73d-4dce-8f7c-f58fef2805b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (6d766cd3-6885-42eb-b104-4fc8b11b0694), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:56.202616 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0ae59f7e-d73d-4dce-8f7c-f58fef2805b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:56.203785 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-0ae59f7e-d73d-4dce-8f7c-f58fef2805b0 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/6d766cd3-6885-42eb-b104-4fc8b11b0694 HTTP/1.1" status: 204 len: 168 time: 0.3557208 Jul 13 09:14:56.204924 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-5b139028-cbc9-40b2-a12c-4ce4d3173447 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760184582126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665350'] for port (70880b97-51f3-4e6f-bd7c-b2565960df13), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:56.239047 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae59f7e-d73d-4dce-8f7c-f58fef2805b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d766cd3-6885-42eb-b104-4fc8b11b0694,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:14:56.255289 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b139028-cbc9-40b2-a12c-4ce4d3173447 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Network 14d154e4-c9a5-47e8-9f7f-9daf0b869ff5 is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:14:56.258947 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-5b139028-cbc9-40b2-a12c-4ce4d3173447 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:14:56.263363 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b139028-cbc9-40b2-a12c-4ce4d3173447 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Received port after_create {{(pid=104468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 09:14:56.269013 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b139028-cbc9-40b2-a12c-4ce4d3173447 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Pushing event updated for resources: {'Port': ['ID=70880b97-51f3-4e6f-bd7c-b2565960df13,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:14:56.435172 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:14:56.531848 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2f9c5f-a36c-49b0-87c2-8ac2fcc54b97 req-360807b4-8390-4f41-9dd6-5233db04dd73 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:56.533423 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1e2f9c5f-a36c-49b0-87c2-8ac2fcc54b97 req-360807b4-8390-4f41-9dd6-5233db04dd73 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/ports?device_id=d44bf150-cda8-482a-a0b9-f51d8070d972 HTTP/1.1" status: 200 len: 945 time: 0.0483143 Jul 13 09:14:56.584168 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1e2f9c5f-a36c-49b0-87c2-8ac2fcc54b97 req-5123224f-21a9-4cac-bf38-c2c7b2bad0dc tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/security-groups?id=318303b4-ee97-4d04-ac0e-60b52783791c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446751 Jul 13 09:14:56.644892 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-5b139028-cbc9-40b2-a12c-4ce4d3173447 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks [] for floatingip (721cf88f-32c3-435a-a194-61c7873b4725), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:56.757024 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-5b139028-cbc9-40b2-a12c-4ce4d3173447 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (70880b97-51f3-4e6f-bd7c-b2565960df13), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:56.795946 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:14:56.913838 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-5b139028-cbc9-40b2-a12c-4ce4d3173447 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks [] for port (70880b97-51f3-4e6f-bd7c-b2565960df13), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:56.978937 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-5b139028-cbc9-40b2-a12c-4ce4d3173447 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8665375'] for port (70880b97-51f3-4e6f-bd7c-b2565960df13), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:57.051390 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b139028-cbc9-40b2-a12c-4ce4d3173447 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Pushing event updated for resources: {'Port': ['ID=70880b97-51f3-4e6f-bd7c-b2565960df13,revision_number=2']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:14:57.065113 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-5b139028-cbc9-40b2-a12c-4ce4d3173447 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-388893'] for floatingip (721cf88f-32c3-435a-a194-61c7873b4725), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:57.165039 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.db.l3_db [None req-5b139028-cbc9-40b2-a12c-4ce4d3173447 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Floating IP 721cf88f-32c3-435a-a194-61c7873b4725 associated. External IP: 172.27.3.15, port: f6698d68-a4ae-4ad4-97a7-c02b13a8888c. Jul 13 09:14:57.362996 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b139028-cbc9-40b2-a12c-4ce4d3173447 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Router 85c398ac-4635-4e27-aa8f-d2369f8b6800 has already been hosted by L3 agent 084ea860-45cb-441c-b2f8-c6c2f7d6686c {{(pid=104468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 09:14:57.449297 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:14:57.470382 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b139028-cbc9-40b2-a12c-4ce4d3173447 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Notify agent at l3_agent.dv-cinder-849626-3-iscsi the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 09:14:57.481911 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af52d340-5ebf-4fad-9b15-b24003678b2f None None] Sync routers for ids ['85c398ac-4635-4e27-aa8f-d2369f8b6800'] in dv-cinder-849626-3-iscsi {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 09:14:57.491468 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af52d340-5ebf-4fad-9b15-b24003678b2f None None] Routers {'85c398ac-4635-4e27-aa8f-d2369f8b6800'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:14:57.492185 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-af52d340-5ebf-4fad-9b15-b24003678b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:14:53Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['85c398ac-4635-4e27-aa8f-d2369f8b6800'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:14:57.594533 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-af52d340-5ebf-4fad-9b15-b24003678b2f None None] Set router 85c398ac-4635-4e27-aa8f-d2369f8b6800 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:14:57.648863 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-5b139028-cbc9-40b2-a12c-4ce4d3173447 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for floatingip (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:57.683857 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-5b139028-cbc9-40b2-a12c-4ce4d3173447 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0606370 Jul 13 09:14:57.684573 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9be6baa8-3d1d-4b03-ab21-b073f6f00dbc', 'tag': 'f6698d68-a4ae-4ad4-97a7-c02b13a8888c'}] {{(pid=104468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:14:57.687202 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b622ba103e3e5260ba9f31452615d2910364782cfb993b04b3292bc67dda7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-602550b8-27d2-4ef7-9587-7649f2c4dfa7" -d '{"events": [{"name": "network-changed", "server_uuid": "9be6baa8-3d1d-4b03-ab21-b073f6f00dbc", "tag": "f6698d68-a4ae-4ad4-97a7-c02b13a8888c"}]}' {{(pid=104468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:14:57.733236 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 09:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a62cb397-7a0f-4e17-8ef4-f3458edc561e x-openstack-request-id: req-a62cb397-7a0f-4e17-8ef4-f3458edc561e {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:14:57.733523 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9be6baa8-3d1d-4b03-ab21-b073f6f00dbc", "tag": "f6698d68-a4ae-4ad4-97a7-c02b13a8888c", "status": "completed", "code": 200}]} {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:14:57.733775 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-a62cb397-7a0f-4e17-8ef4-f3458edc561e {{(pid=104468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:14:57.734218 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a62cb397-7a0f-4e17-8ef4-f3458edc561e'] response: {'name': 'network-changed', 'server_uuid': '9be6baa8-3d1d-4b03-ab21-b073f6f00dbc', 'tag': 'f6698d68-a4ae-4ad4-97a7-c02b13a8888c', 'status': 'completed', 'code': 200} Jul 13 09:14:57.807979 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602550b8-27d2-4ef7-9587-7649f2c4dfa7 req-ec373be2-27f6-402c-8cbd-6e7fdb63cd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:57.809558 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-602550b8-27d2-4ef7-9587-7649f2c4dfa7 req-ec373be2-27f6-402c-8cbd-6e7fdb63cd31 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=02051a1f629a48199bb1eb504c747294&device_id=9be6baa8-3d1d-4b03-ab21-b073f6f00dbc HTTP/1.1" status: 200 len: 1129 time: 0.0437293 Jul 13 09:14:57.817708 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-af52d340-5ebf-4fad-9b15-b24003678b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'name': 'tempest-TestVolumeBootPattern-994788136-router', 'tenant_id': '02051a1f629a48199bb1eb504c747294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:08:46Z', 'updated_at': '2022-07-13T09:08:52Z', 'revision_number': 4, 'project_id': '02051a1f629a48199bb1eb504c747294', 'gw_port': {'id': 'eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:08:46Z', 'updated_at': '2022-07-13T09:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_floatingips': [{'id': '721cf88f-32c3-435a-a194-61c7873b4725', 'tenant_id': '02051a1f629a48199bb1eb504c747294', 'floating_ip_address': '172.27.3.15', 'floating_network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'router_id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'port_id': 'f6698d68-a4ae-4ad4-97a7-c02b13a8888c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b440154-a6c9-4139-b7ed-df54c627be50', 'mac_address': 'fa:16:3e:3d:56:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be6baa8-3d1d-4b03-ab21-b073f6f00dbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T09:14:56Z', 'updated_at': '2022-07-13T09:14:56Z', 'revision_number': 0, 'project_id': '02051a1f629a48199bb1eb504c747294', 'fixed_ip_address_scope': None}, {'id': '943c8eb2-74a6-496f-8ae1-f33a5077d6e7', 'tenant_id': '02051a1f629a48199bb1eb504c747294', 'floating_ip_address': '172.27.3.213', 'floating_network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'router_id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'port_id': 'f0112888-5873-4829-b011-1ecd352cf3ac', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b440154-a6c9-4139-b7ed-df54c627be50', 'mac_address': 'fa:16:3e:cb:db:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b9d222-8b85-4225-b1ff-02aaa569e511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T09:12:44Z', 'updated_at': '2022-07-13T09:12:47Z', 'revision_number': 1, 'project_id': '02051a1f629a48199bb1eb504c747294', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9947c9ac-22c2-430e-8450-986f34582fdf', 'name': '', 'network_id': '3b440154-a6c9-4139-b7ed-df54c627be50', 'tenant_id': '02051a1f629a48199bb1eb504c747294', 'mac_address': 'fa:16:3e:96:28:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '8c1af7e4-944c-47db-9585-b5c5f9138bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:08:51Z', 'updated_at': '2022-07-13T09:08:57Z', 'revision_number': 5, 'project_id': '02051a1f629a48199bb1eb504c747294', 'subnets': [{'id': '8c1af7e4-944c-47db-9585-b5c5f9138bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:14:57.844533 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af52d340-5ebf-4fad-9b15-b24003678b2f None None] Checking router: 85c398ac-4635-4e27-aa8f-d2369f8b6800 for host: dv-cinder-849626-3-iscsi {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 09:14:57.853898 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af52d340-5ebf-4fad-9b15-b24003678b2f None None] Routers {'85c398ac-4635-4e27-aa8f-d2369f8b6800'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:14:57.854695 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-af52d340-5ebf-4fad-9b15-b24003678b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:14:53Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['85c398ac-4635-4e27-aa8f-d2369f8b6800'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:14:57.888509 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:14:57.912857 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602550b8-27d2-4ef7-9587-7649f2c4dfa7 req-0edab2f4-1562-415e-8d55-cfd0647c4093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:57.914403 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-602550b8-27d2-4ef7-9587-7649f2c4dfa7 req-0edab2f4-1562-415e-8d55-cfd0647c4093 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3b440154-a6c9-4139-b7ed-df54c627be50 HTTP/1.1" status: 200 len: 912 time: 0.0995054 Jul 13 09:14:57.958917 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:14:57.960842 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-af52d340-5ebf-4fad-9b15-b24003678b2f None None] Set router 85c398ac-4635-4e27-aa8f-d2369f8b6800 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:14:57.980254 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-602550b8-27d2-4ef7-9587-7649f2c4dfa7 req-9e7f505f-b709-402f-81d5-793d1c2313c8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6698d68-a4ae-4ad4-97a7-c02b13a8888c HTTP/1.1" status: 200 len: 998 time: 0.0602319 Jul 13 09:14:58.032492 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602550b8-27d2-4ef7-9587-7649f2c4dfa7 req-9859a9fa-a8b0-41db-b3af-0491afe1e21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:58.034193 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-602550b8-27d2-4ef7-9587-7649f2c4dfa7 req-9859a9fa-a8b0-41db-b3af-0491afe1e21c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8c1af7e4-944c-47db-9585-b5c5f9138bea HTTP/1.1" status: 200 len: 850 time: 0.0484567 Jul 13 09:14:58.079726 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602550b8-27d2-4ef7-9587-7649f2c4dfa7 req-88894d7f-1a46-4aae-99e1-dea7fc42367e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:14:58.081406 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-602550b8-27d2-4ef7-9587-7649f2c4dfa7 req-88894d7f-1a46-4aae-99e1-dea7fc42367e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3b440154-a6c9-4139-b7ed-df54c627be50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418890 Jul 13 09:14:58.194398 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-602550b8-27d2-4ef7-9587-7649f2c4dfa7 req-179d9ba3-145c-4d2c-8195-407eb9e8a58f service neutron] 10.222.0.30 "GET /v2.0/networks/3b440154-a6c9-4139-b7ed-df54c627be50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069155 Jul 13 09:14:58.197666 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-af52d340-5ebf-4fad-9b15-b24003678b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'name': 'tempest-TestVolumeBootPattern-994788136-router', 'tenant_id': '02051a1f629a48199bb1eb504c747294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:08:46Z', 'updated_at': '2022-07-13T09:08:52Z', 'revision_number': 4, 'project_id': '02051a1f629a48199bb1eb504c747294', 'gw_port': {'id': 'eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:08:46Z', 'updated_at': '2022-07-13T09:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_floatingips': [{'id': '721cf88f-32c3-435a-a194-61c7873b4725', 'tenant_id': '02051a1f629a48199bb1eb504c747294', 'floating_ip_address': '172.27.3.15', 'floating_network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'router_id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'port_id': 'f6698d68-a4ae-4ad4-97a7-c02b13a8888c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b440154-a6c9-4139-b7ed-df54c627be50', 'mac_address': 'fa:16:3e:3d:56:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be6baa8-3d1d-4b03-ab21-b073f6f00dbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T09:14:56Z', 'updated_at': '2022-07-13T09:14:56Z', 'revision_number': 0, 'project_id': '02051a1f629a48199bb1eb504c747294', 'fixed_ip_address_scope': None}, {'id': '943c8eb2-74a6-496f-8ae1-f33a5077d6e7', 'tenant_id': '02051a1f629a48199bb1eb504c747294', 'floating_ip_address': '172.27.3.213', 'floating_network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'router_id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'port_id': 'f0112888-5873-4829-b011-1ecd352cf3ac', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b440154-a6c9-4139-b7ed-df54c627be50', 'mac_address': 'fa:16:3e:cb:db:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b9d222-8b85-4225-b1ff-02aaa569e511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T09:12:44Z', 'updated_at': '2022-07-13T09:12:47Z', 'revision_number': 1, 'project_id': '02051a1f629a48199bb1eb504c747294', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9947c9ac-22c2-430e-8450-986f34582fdf', 'name': '', 'network_id': '3b440154-a6c9-4139-b7ed-df54c627be50', 'tenant_id': '02051a1f629a48199bb1eb504c747294', 'mac_address': 'fa:16:3e:96:28:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '8c1af7e4-944c-47db-9585-b5c5f9138bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:08:51Z', 'updated_at': '2022-07-13T09:08:57Z', 'revision_number': 5, 'project_id': '02051a1f629a48199bb1eb504c747294', 'subnets': [{'id': '8c1af7e4-944c-47db-9585-b5c5f9138bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:14:58.224626 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:DELETE=1,neutron:SELECT=93,neutron:INSERT=6 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:14:58.225504 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af52d340-5ebf-4fad-9b15-b24003678b2f None None] The sync data for ids ['85c398ac-4635-4e27-aa8f-d2369f8b6800'] in dv-cinder-849626-3-iscsi is: [{'id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'name': 'tempest-TestVolumeBootPattern-994788136-router', 'tenant_id': '02051a1f629a48199bb1eb504c747294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:08:46Z', 'updated_at': '2022-07-13T09:08:52Z', 'revision_number': 4, 'project_id': '02051a1f629a48199bb1eb504c747294', 'gw_port': {'id': 'eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:08:46Z', 'updated_at': '2022-07-13T09:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_floatingips': [{'id': '721cf88f-32c3-435a-a194-61c7873b4725', 'tenant_id': '02051a1f629a48199bb1eb504c747294', 'floating_ip_address': '172.27.3.15', 'floating_network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'router_id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'port_id': 'f6698d68-a4ae-4ad4-97a7-c02b13a8888c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b440154-a6c9-4139-b7ed-df54c627be50', 'mac_address': 'fa:16:3e:3d:56:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be6baa8-3d1d-4b03-ab21-b073f6f00dbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T09:14:56Z', 'updated_at': '2022-07-13T09:14:56Z', 'revision_number': 0, 'project_id': '02051a1f629a48199bb1eb504c747294', 'fixed_ip_address_scope': None}, {'id': '943c8eb2-74a6-496f-8ae1-f33a5077d6e7', 'tenant_id': '02051a1f629a48199bb1eb504c747294', 'floating_ip_address': '172.27.3.213', 'floating_network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'router_id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'port_id': 'f0112888-5873-4829-b011-1ecd352cf3ac', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b440154-a6c9-4139-b7ed-df54c627be50', 'mac_address': 'fa:16:3e:cb:db:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b9d222-8b85-4225-b1ff-02aaa569e511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T09:12:44Z', 'updated_at': '2022-07-13T09:12:47Z', 'revision_number': 1, 'project_id': '02051a1f629a48199bb1eb504c747294', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9947c9ac-22c2-430e-8450-986f34582fdf', 'name': '', 'network_id': '3b440154-a6c9-4139-b7ed-df54c627be50', 'tenant_id': '02051a1f629a48199bb1eb504c747294', 'mac_address': 'fa:16:3e:96:28:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '8c1af7e4-944c-47db-9585-b5c5f9138bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:08:51Z', 'updated_at': '2022-07-13T09:08:57Z', 'revision_number': 5, 'project_id': '02051a1f629a48199bb1eb504c747294', 'subnets': [{'id': '8c1af7e4-944c-47db-9585-b5c5f9138bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 09:14:58.303859 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-602550b8-27d2-4ef7-9587-7649f2c4dfa7 req-0c174bde-d973-4859-a65d-bb1c1b1a0fb6 service neutron] 10.222.0.30 "GET /v2.0/networks/3b440154-a6c9-4139-b7ed-df54c627be50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973959 Jul 13 09:14:58.449381 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1affe5a2-f2c8-405e-be14-11ae7ec3ea69 None None] New status for floating IP 721cf88f-32c3-435a-a194-61c7873b4725: ACTIVE {{(pid=104471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 13 09:14:59.000663 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 40310) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:14:59.106836 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d664f882-ccec-4c43-be5b-61873f324e0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:59.184574 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d664f882-ccec-4c43-be5b-61873f324e0f admin admin] Publish callbacks [] for security_group (fc32e922-f009-411e-ba13-6176a3a84cca), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:59.232945 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d664f882-ccec-4c43-be5b-61873f324e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (fc32e922-f009-411e-ba13-6176a3a84cca), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:59.272979 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-d664f882-ccec-4c43-be5b-61873f324e0f admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=71887f4b66594c91af16e9ee68e99453&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2712731 Jul 13 09:14:59.273889 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d664f882-ccec-4c43-be5b-61873f324e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc32e922-f009-411e-ba13-6176a3a84cca,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:14:59.275959 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 40314) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:14:59.326014 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c29c103e-be5a-4aa1-8e03-52539dcd6695 admin admin] Publish callbacks [] for security_group (fc32e922-f009-411e-ba13-6176a3a84cca), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:59.350839 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c29c103e-be5a-4aa1-8e03-52539dcd6695 admin admin] Publish callbacks [] for security_group (fc32e922-f009-411e-ba13-6176a3a84cca), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:59.480325 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c29c103e-be5a-4aa1-8e03-52539dcd6695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (fc32e922-f009-411e-ba13-6176a3a84cca), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:59.482935 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c29c103e-be5a-4aa1-8e03-52539dcd6695 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:14:59.484092 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-c29c103e-be5a-4aa1-8e03-52539dcd6695 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/fc32e922-f009-411e-ba13-6176a3a84cca HTTP/1.1" status: 204 len: 168 time: 0.2065356 Jul 13 09:14:59.491966 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29c103e-be5a-4aa1-8e03-52539dcd6695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc32e922-f009-411e-ba13-6176a3a84cca,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:15:00.074575 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 40320) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:15:00.088769 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e85e1cc5-1d1e-42d5-88bb-401c3940c707 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:00.163343 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e85e1cc5-1d1e-42d5-88bb-401c3940c707 admin admin] Publish callbacks [] for security_group (5e70d545-2ce7-4d56-8a05-2ebff5f8a63b), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:00.223128 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e85e1cc5-1d1e-42d5-88bb-401c3940c707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (5e70d545-2ce7-4d56-8a05-2ebff5f8a63b), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:00.263739 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-e85e1cc5-1d1e-42d5-88bb-401c3940c707 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=f0e028d821c942e584f7ed5c2cbee06b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1879122 Jul 13 09:15:00.264440 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85e1cc5-1d1e-42d5-88bb-401c3940c707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e70d545-2ce7-4d56-8a05-2ebff5f8a63b,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:15:00.266830 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 40322) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:15:00.315207 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7bdfb2fe-9cc4-4aaa-b3f9-0556519308c2 admin admin] Publish callbacks [] for security_group (5e70d545-2ce7-4d56-8a05-2ebff5f8a63b), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:00.336985 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7bdfb2fe-9cc4-4aaa-b3f9-0556519308c2 admin admin] Publish callbacks [] for security_group (5e70d545-2ce7-4d56-8a05-2ebff5f8a63b), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:00.440519 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7bdfb2fe-9cc4-4aaa-b3f9-0556519308c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (5e70d545-2ce7-4d56-8a05-2ebff5f8a63b), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:00.443127 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7bdfb2fe-9cc4-4aaa-b3f9-0556519308c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:00.444275 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-7bdfb2fe-9cc4-4aaa-b3f9-0556519308c2 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/5e70d545-2ce7-4d56-8a05-2ebff5f8a63b HTTP/1.1" status: 204 len: 168 time: 0.1764643 Jul 13 09:15:00.452955 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdfb2fe-9cc4-4aaa-b3f9-0556519308c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e70d545-2ce7-4d56-8a05-2ebff5f8a63b,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:15:01.983014 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 40356) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:15:02.086893 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7e660c59-92c3-47ce-a538-747e52dd7a44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:02.110918 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:15:02.164101 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7e660c59-92c3-47ce-a538-747e52dd7a44 admin admin] Publish callbacks [] for security_group (1400b257-dcc0-4c08-bd9c-7f75c1b62bf1), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:02.252004 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7e660c59-92c3-47ce-a538-747e52dd7a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (1400b257-dcc0-4c08-bd9c-7f75c1b62bf1), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:02.293221 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-7e660c59-92c3-47ce-a538-747e52dd7a44 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=1baf05f97b944b1da3f79c41cfbfd308&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3090856 Jul 13 09:15:02.294344 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e660c59-92c3-47ce-a538-747e52dd7a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1400b257-dcc0-4c08-bd9c-7f75c1b62bf1,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:15:02.295898 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 40360) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:15:02.345627 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5c51b702-81c7-4b62-be5e-f64031297bb2 admin admin] Publish callbacks [] for security_group (1400b257-dcc0-4c08-bd9c-7f75c1b62bf1), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:02.367396 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5c51b702-81c7-4b62-be5e-f64031297bb2 admin admin] Publish callbacks [] for security_group (1400b257-dcc0-4c08-bd9c-7f75c1b62bf1), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:02.473301 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5c51b702-81c7-4b62-be5e-f64031297bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (1400b257-dcc0-4c08-bd9c-7f75c1b62bf1), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:02.475751 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5c51b702-81c7-4b62-be5e-f64031297bb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:02.476980 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-5c51b702-81c7-4b62-be5e-f64031297bb2 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/1400b257-dcc0-4c08-bd9c-7f75c1b62bf1 HTTP/1.1" status: 204 len: 168 time: 0.1800089 Jul 13 09:15:02.484963 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c51b702-81c7-4b62-be5e-f64031297bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1400b257-dcc0-4c08-bd9c-7f75c1b62bf1,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:15:08.556046 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:15:08.585981 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:15:10.464495 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:15:11.761077 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (6e9d2670-629d-42a5-8dd5-d0857aba9a7e), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:12.290528 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=71,neutron:INSERT=17,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:15:12.480407 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=76,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:15:12.481124 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=51,neutron:DELETE=3,neutron:INSERT=5 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:15:17.871611 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-66b8ef33-3ba8-475e-b203-a8b676bfbb62 req-a225a069-5f54-4e28-8559-162f31bb2546 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=57b9d222-8b85-4225-b1ff-02aaa569e511&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406404 Jul 13 09:15:17.929788 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8ef33-3ba8-475e-b203-a8b676bfbb62 req-3d75c062-d841-4dbc-9a2b-f81dd736a93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:15:17.931303 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-66b8ef33-3ba8-475e-b203-a8b676bfbb62 req-3d75c062-d841-4dbc-9a2b-f81dd736a93c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=02051a1f629a48199bb1eb504c747294&device_id=57b9d222-8b85-4225-b1ff-02aaa569e511 HTTP/1.1" status: 200 len: 1129 time: 0.0384400 Jul 13 09:15:18.036894 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8ef33-3ba8-475e-b203-a8b676bfbb62 req-977cece1-a96f-45a0-840e-a9a577f3421c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:15:18.038388 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-66b8ef33-3ba8-475e-b203-a8b676bfbb62 req-977cece1-a96f-45a0-840e-a9a577f3421c service neutron] 10.222.0.30 "GET /v2.0/networks?id=3b440154-a6c9-4139-b7ed-df54c627be50 HTTP/1.1" status: 200 len: 912 time: 0.0885682 Jul 13 09:15:18.100175 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-66b8ef33-3ba8-475e-b203-a8b676bfbb62 req-38f04511-a5b4-43cc-bde2-2a3169004daa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0112888-5873-4829-b011-1ecd352cf3ac HTTP/1.1" status: 200 len: 1001 time: 0.0549929 Jul 13 09:15:18.147478 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8ef33-3ba8-475e-b203-a8b676bfbb62 req-c4c34414-2cd1-4789-bb3b-c6af4eb1efc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:15:18.148861 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-66b8ef33-3ba8-475e-b203-a8b676bfbb62 req-c4c34414-2cd1-4789-bb3b-c6af4eb1efc2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8c1af7e4-944c-47db-9585-b5c5f9138bea HTTP/1.1" status: 200 len: 850 time: 0.0427437 Jul 13 09:15:18.207789 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8ef33-3ba8-475e-b203-a8b676bfbb62 req-55da3799-c658-4e15-be46-6ff7f448f99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:15:18.209255 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-66b8ef33-3ba8-475e-b203-a8b676bfbb62 req-55da3799-c658-4e15-be46-6ff7f448f99b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3b440154-a6c9-4139-b7ed-df54c627be50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442145 Jul 13 09:15:18.300207 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-66b8ef33-3ba8-475e-b203-a8b676bfbb62 req-b4897fba-2fe9-4400-a3c1-db5f6daaed25 service neutron] 10.222.0.30 "GET /v2.0/networks/3b440154-a6c9-4139-b7ed-df54c627be50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837035 Jul 13 09:15:18.392812 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-66b8ef33-3ba8-475e-b203-a8b676bfbb62 req-4797df31-2b4e-4b53-a445-355fbbadc5e3 service neutron] 10.222.0.30 "GET /v2.0/networks/3b440154-a6c9-4139-b7ed-df54c627be50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851569 Jul 13 09:15:19.158088 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:15:19.227501 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.agents_db [None req-6da3c0df-3a39-4d49-9ef0-c2c7fda6ffa8 None None] Agent healthcheck: found 6 active agents {{(pid=104471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:15:20.609933 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-b6998bc4-ef2e-4c7b-a103-5ef7b6d683f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (a33f270e-6fb2-40d7-a0c5-ff754f30a69f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:22.821418 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e0f1c57f-2809-4dd0-bfe9-63145c63771e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (084ea860-45cb-441c-b2f8-c6c2f7d6686c), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:24.486234 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7f3b3aed-46f4-4e68-bbbe-dab9f8099e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (d1fd82e0-5c39-4100-b44b-c54ee27d2d9f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:25.502879 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5ee680a5-33f3-4217-99f5-17637ad0570e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (59ae6226-c784-4fad-8646-7377b1ef5f31), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:25.809894 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (9379cce5-6fc7-4135-bc49-530c07185724), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:27.881836 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 40506) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:15:27.985714 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ba52f2aa-dcf5-4f19-a7f2-d740cb2e7f38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:28.058679 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ba52f2aa-dcf5-4f19-a7f2-d740cb2e7f38 admin admin] Publish callbacks [] for security_group (723e2fd4-2ad3-4e27-b459-d81647d3278b), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:28.114329 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ba52f2aa-dcf5-4f19-a7f2-d740cb2e7f38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (723e2fd4-2ad3-4e27-b459-d81647d3278b), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:28.153895 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-ba52f2aa-dcf5-4f19-a7f2-d740cb2e7f38 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=affa29bd30b9411682914e34e81fcd62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2708533 Jul 13 09:15:28.154781 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba52f2aa-dcf5-4f19-a7f2-d740cb2e7f38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=723e2fd4-2ad3-4e27-b459-d81647d3278b,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:15:28.157196 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 40510) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:15:28.163166 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba52f2aa-dcf5-4f19-a7f2-d740cb2e7f38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:15:28.163494 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba52f2aa-dcf5-4f19-a7f2-d740cb2e7f38 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:15:28.163917 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba52f2aa-dcf5-4f19-a7f2-d740cb2e7f38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:15:28.164261 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba52f2aa-dcf5-4f19-a7f2-d740cb2e7f38 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:15:28.164593 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba52f2aa-dcf5-4f19-a7f2-d740cb2e7f38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:15:28.164923 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba52f2aa-dcf5-4f19-a7f2-d740cb2e7f38 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:15:28.165248 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba52f2aa-dcf5-4f19-a7f2-d740cb2e7f38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:15:28.165574 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba52f2aa-dcf5-4f19-a7f2-d740cb2e7f38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:15:28.165898 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba52f2aa-dcf5-4f19-a7f2-d740cb2e7f38 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:15:28.166246 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba52f2aa-dcf5-4f19-a7f2-d740cb2e7f38 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:15:28.166573 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba52f2aa-dcf5-4f19-a7f2-d740cb2e7f38 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:15:28.166898 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba52f2aa-dcf5-4f19-a7f2-d740cb2e7f38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:15:28.167215 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba52f2aa-dcf5-4f19-a7f2-d740cb2e7f38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:15:28.167531 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba52f2aa-dcf5-4f19-a7f2-d740cb2e7f38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:15:28.167851 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba52f2aa-dcf5-4f19-a7f2-d740cb2e7f38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:15:28.207236 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7792e5c1-19a8-44c2-b3d4-79e8858de8a2 admin admin] Publish callbacks [] for security_group (723e2fd4-2ad3-4e27-b459-d81647d3278b), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:28.229185 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7792e5c1-19a8-44c2-b3d4-79e8858de8a2 admin admin] Publish callbacks [] for security_group (723e2fd4-2ad3-4e27-b459-d81647d3278b), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:28.342892 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7792e5c1-19a8-44c2-b3d4-79e8858de8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (723e2fd4-2ad3-4e27-b459-d81647d3278b), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:28.346126 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7792e5c1-19a8-44c2-b3d4-79e8858de8a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:28.347281 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-7792e5c1-19a8-44c2-b3d4-79e8858de8a2 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/723e2fd4-2ad3-4e27-b459-d81647d3278b HTTP/1.1" status: 204 len: 168 time: 0.1891284 Jul 13 09:15:28.355210 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7792e5c1-19a8-44c2-b3d4-79e8858de8a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=723e2fd4-2ad3-4e27-b459-d81647d3278b,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:15:28.370132 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:15:30.113510 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd38f91-face-4d71-b85e-fee300123c64 req-a7c3a6b5-3eff-41ae-81ad-c0d3716a50ac tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:15:30.115301 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-edd38f91-face-4d71-b85e-fee300123c64 req-a7c3a6b5-3eff-41ae-81ad-c0d3716a50ac tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/ports?device_id=644fc77e-64b1-4f38-9832-4cf3f5acea52 HTTP/1.1" status: 200 len: 945 time: 0.0538330 Jul 13 09:15:30.382599 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-edd38f91-face-4d71-b85e-fee300123c64 req-5954c80e-47b4-4d23-87d7-cdcd78b8a7ac tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/security-groups?id=f5e2bd22-c0d5-4405-8591-bb614dcbb385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2614796 Jul 13 09:15:31.523358 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db5cd1-925b-4cc1-80fd-6729c3658be7 req-c9870a0e-cb34-483f-a74f-9daf0a228c8b tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:15:31.524828 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-c0db5cd1-925b-4cc1-80fd-6729c3658be7 req-c9870a0e-cb34-483f-a74f-9daf0a228c8b tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.30 "GET /v2.0/ports?device_id=644fc77e-64b1-4f38-9832-4cf3f5acea52 HTTP/1.1" status: 200 len: 945 time: 0.0833097 Jul 13 09:15:31.532983 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7b774-ed74-456d-9c3a-1bb5a1a799d0 req-774d3976-a48e-450c-870e-cc8accab56d3 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:15:31.534371 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f8a7b774-ed74-456d-9c3a-1bb5a1a799d0 req-774d3976-a48e-450c-870e-cc8accab56d3 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/ports?device_id=644fc77e-64b1-4f38-9832-4cf3f5acea52 HTTP/1.1" status: 200 len: 945 time: 0.0816796 Jul 13 09:15:31.637789 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f8a7b774-ed74-456d-9c3a-1bb5a1a799d0 req-9a1775df-4b16-4ec2-8ace-de5e74a63760 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/security-groups?id=f5e2bd22-c0d5-4405-8591-bb614dcbb385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963287 Jul 13 09:15:31.649399 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [req-c0db5cd1-925b-4cc1-80fd-6729c3658be7 req-3287e445-935c-43a7-826b-105a1cd794fa tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Deleting port db1124e5-b271-4db3-a0cf-3616e2eb1844 {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:15:31.649739 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-c0db5cd1-925b-4cc1-80fd-6729c3658be7 req-3287e445-935c-43a7-826b-105a1cd794fa tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (db1124e5-b271-4db3-a0cf-3616e2eb1844), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:31.678722 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:15:31.705976 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:15:31.743410 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [req-c0db5cd1-925b-4cc1-80fd-6729c3658be7 req-3287e445-935c-43a7-826b-105a1cd794fa tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] For port db1124e5-b271-4db3-a0cf-3616e2eb1844, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=db1124e5-b271-4db3-a0cf-3616e2eb1844,segment=NetworkSegment(3edf80a3-cf45-4e6d-829d-b0893b0eaa9d),segment_id=3edf80a3-cf45-4e6d-829d-b0893b0eaa9d)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:15:31.743775 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-c0db5cd1-925b-4cc1-80fd-6729c3658be7 req-3287e445-935c-43a7-826b-105a1cd794fa tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (db1124e5-b271-4db3-a0cf-3616e2eb1844), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:31.907337 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-c0db5cd1-925b-4cc1-80fd-6729c3658be7 req-3287e445-935c-43a7-826b-105a1cd794fa tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:31.907694 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-c0db5cd1-925b-4cc1-80fd-6729c3658be7 req-3287e445-935c-43a7-826b-105a1cd794fa tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-388893'] for floatingip (34a9b8a4-3b11-4f3c-990c-52a529f8072a), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:31.908008 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.db.l3_db [req-c0db5cd1-925b-4cc1-80fd-6729c3658be7 req-3287e445-935c-43a7-826b-105a1cd794fa tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Floating IP 34a9b8a4-3b11-4f3c-990c-52a529f8072a disassociated. External IP: 172.27.3.110, port: db1124e5-b271-4db3-a0cf-3616e2eb1844. Jul 13 09:15:31.908348 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [req-c0db5cd1-925b-4cc1-80fd-6729c3658be7 req-3287e445-935c-43a7-826b-105a1cd794fa tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Calling delete_port for db1124e5-b271-4db3-a0cf-3616e2eb1844 owned by compute:nova {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:15:32.126614 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-c0db5cd1-925b-4cc1-80fd-6729c3658be7 req-3287e445-935c-43a7-826b-105a1cd794fa tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542309'] for port (db1124e5-b271-4db3-a0cf-3616e2eb1844), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:32.146759 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:15:32.146759 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:15:32.154294 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3287e445-935c-43a7-826b-105a1cd794fa tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Pushing event deleted for resources: {'Port': ['ID=db1124e5-b271-4db3-a0cf-3616e2eb1844,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:15:32.271490 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0db5cd1-925b-4cc1-80fd-6729c3658be7 req-3287e445-935c-43a7-826b-105a1cd794fa tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Router 6e1de26e-503b-40a5-9177-efd8d3310085 has already been hosted by L3 agent 084ea860-45cb-441c-b2f8-c6c2f7d6686c {{(pid=104469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 09:15:32.376931 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0db5cd1-925b-4cc1-80fd-6729c3658be7 req-3287e445-935c-43a7-826b-105a1cd794fa tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Notify agent at l3_agent.dv-cinder-849626-3-iscsi the message routers_updated {{(pid=104469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 09:15:32.388014 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199b61d4-c3c8-41af-adcd-e45477594efd None None] Sync routers for ids ['6e1de26e-503b-40a5-9177-efd8d3310085'] in dv-cinder-849626-3-iscsi {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 09:15:32.400256 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199b61d4-c3c8-41af-adcd-e45477594efd None None] Routers {'6e1de26e-503b-40a5-9177-efd8d3310085'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:15:32.401046 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-199b61d4-c3c8-41af-adcd-e45477594efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:15:23Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['6e1de26e-503b-40a5-9177-efd8d3310085'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:15:32.429753 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0db5cd1-925b-4cc1-80fd-6729c3658be7 req-3287e445-935c-43a7-826b-105a1cd794fa tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] No DVR routers for this DVR port db1124e5-b271-4db3-a0cf-3616e2eb1844 on host hv-cinder-84962 {{(pid=104469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 09:15:32.432636 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-c0db5cd1-925b-4cc1-80fd-6729c3658be7 req-3287e445-935c-43a7-826b-105a1cd794fa tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for port (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:32.438195 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-c0db5cd1-925b-4cc1-80fd-6729c3658be7 req-3287e445-935c-43a7-826b-105a1cd794fa tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.30 "DELETE /v2.0/ports/db1124e5-b271-4db3-a0cf-3616e2eb1844 HTTP/1.1" status: 204 len: 173 time: 0.9023151 Jul 13 09:15:32.438684 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '644fc77e-64b1-4f38-9832-4cf3f5acea52', 'name': 'network-vif-deleted', 'tag': 'db1124e5-b271-4db3-a0cf-3616e2eb1844'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:15:32.441045 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c4e5b91a84def5af2f1fcdaa70b19e5540aa6c2f63d8f4e9cb6586108f6a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a3409bc-a77d-465d-a8f3-643267f3251d" -d '{"events": [{"server_uuid": "644fc77e-64b1-4f38-9832-4cf3f5acea52", "name": "network-vif-deleted", "tag": "db1124e5-b271-4db3-a0cf-3616e2eb1844"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:15:32.480348 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 09:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97feb6b4-9e03-4624-9edf-8494cb526f52 x-openstack-request-id: req-97feb6b4-9e03-4624-9edf-8494cb526f52 {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:15:32.480348 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "644fc77e-64b1-4f38-9832-4cf3f5acea52", "name": "network-vif-deleted", "tag": "db1124e5-b271-4db3-a0cf-3616e2eb1844", "status": "completed", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:15:32.480348 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-97feb6b4-9e03-4624-9edf-8494cb526f52 {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:15:32.480348 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97feb6b4-9e03-4624-9edf-8494cb526f52'] response: {'server_uuid': '644fc77e-64b1-4f38-9832-4cf3f5acea52', 'name': 'network-vif-deleted', 'tag': 'db1124e5-b271-4db3-a0cf-3616e2eb1844', 'status': 'completed', 'code': 200} Jul 13 09:15:32.508763 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-199b61d4-c3c8-41af-adcd-e45477594efd None None] Set router 6e1de26e-503b-40a5-9177-efd8d3310085 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:15:32.735863 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-199b61d4-c3c8-41af-adcd-e45477594efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'name': 'tempest-AttachVolumeNegativeTest-66573234-router', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'da847675-4b00-4cc2-a470-1ef521631008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:13:00Z', 'updated_at': '2022-07-13T09:13:03Z', 'revision_number': 4, 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'gw_port': {'id': 'da847675-4b00-4cc2-a470-1ef521631008', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:13:01Z', 'updated_at': '2022-07-13T09:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_floatingips': [{'id': '47e292c3-d7b6-4cd6-bbc4-520b936bec37', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'floating_ip_address': '172.27.3.88', 'floating_network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'router_id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'port_id': '05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496', 'mac_address': 'fa:16:3e:e0:e1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2037c6-2367-4a79-8c54-1455e09e6280', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T09:13:06Z', 'updated_at': '2022-07-13T09:13:25Z', 'revision_number': 2, 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73', 'name': '', 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'mac_address': 'fa:16:3e:c1:69:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '13acf255-d269-41b2-95ac-9a0376cf4726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:13:02Z', 'updated_at': '2022-07-13T09:13:06Z', 'revision_number': 5, 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'subnets': [{'id': '13acf255-d269-41b2-95ac-9a0376cf4726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:15:32.739940 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-92ebb13f-b9e7-4e9a-97de-14f16eb75703 req-ba4e58de-f830-4289-b974-e1d168f29a9b tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/ports?device_id=644fc77e-64b1-4f38-9832-4cf3f5acea52 HTTP/1.1" status: 200 len: 210 time: 0.0311885 Jul 13 09:15:32.765293 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199b61d4-c3c8-41af-adcd-e45477594efd None None] Checking router: 6e1de26e-503b-40a5-9177-efd8d3310085 for host: dv-cinder-849626-3-iscsi {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 09:15:32.774288 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199b61d4-c3c8-41af-adcd-e45477594efd None None] Routers {'6e1de26e-503b-40a5-9177-efd8d3310085'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:15:32.774889 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-199b61d4-c3c8-41af-adcd-e45477594efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:15:23Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['6e1de26e-503b-40a5-9177-efd8d3310085'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:15:33.003859 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-199b61d4-c3c8-41af-adcd-e45477594efd None None] Set router 6e1de26e-503b-40a5-9177-efd8d3310085 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:15:33.210094 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-199b61d4-c3c8-41af-adcd-e45477594efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'name': 'tempest-AttachVolumeNegativeTest-66573234-router', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'da847675-4b00-4cc2-a470-1ef521631008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:13:00Z', 'updated_at': '2022-07-13T09:13:03Z', 'revision_number': 4, 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'gw_port': {'id': 'da847675-4b00-4cc2-a470-1ef521631008', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:13:01Z', 'updated_at': '2022-07-13T09:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_floatingips': [{'id': '47e292c3-d7b6-4cd6-bbc4-520b936bec37', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'floating_ip_address': '172.27.3.88', 'floating_network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'router_id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'port_id': '05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496', 'mac_address': 'fa:16:3e:e0:e1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2037c6-2367-4a79-8c54-1455e09e6280', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T09:13:06Z', 'updated_at': '2022-07-13T09:13:25Z', 'revision_number': 2, 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73', 'name': '', 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'mac_address': 'fa:16:3e:c1:69:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '13acf255-d269-41b2-95ac-9a0376cf4726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:13:02Z', 'updated_at': '2022-07-13T09:13:06Z', 'revision_number': 5, 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'subnets': [{'id': '13acf255-d269-41b2-95ac-9a0376cf4726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:15:33.234693 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199b61d4-c3c8-41af-adcd-e45477594efd None None] The sync data for ids ['6e1de26e-503b-40a5-9177-efd8d3310085'] in dv-cinder-849626-3-iscsi is: [{'id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'name': 'tempest-AttachVolumeNegativeTest-66573234-router', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'da847675-4b00-4cc2-a470-1ef521631008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:13:00Z', 'updated_at': '2022-07-13T09:13:03Z', 'revision_number': 4, 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'gw_port': {'id': 'da847675-4b00-4cc2-a470-1ef521631008', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:13:01Z', 'updated_at': '2022-07-13T09:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_floatingips': [{'id': '47e292c3-d7b6-4cd6-bbc4-520b936bec37', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'floating_ip_address': '172.27.3.88', 'floating_network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'router_id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'port_id': '05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496', 'mac_address': 'fa:16:3e:e0:e1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2037c6-2367-4a79-8c54-1455e09e6280', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T09:13:06Z', 'updated_at': '2022-07-13T09:13:25Z', 'revision_number': 2, 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73', 'name': '', 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'mac_address': 'fa:16:3e:c1:69:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '13acf255-d269-41b2-95ac-9a0376cf4726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:13:02Z', 'updated_at': '2022-07-13T09:13:06Z', 'revision_number': 5, 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'subnets': [{'id': '13acf255-d269-41b2-95ac-9a0376cf4726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 09:15:33.476405 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4ea303-f27d-4b29-8358-601747436e00 None None] New status for floating IP 34a9b8a4-3b11-4f3c-990c-52a529f8072a: DOWN {{(pid=104471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 13 09:15:33.875757 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 40602) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:15:33.926624 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 40604) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:15:33.933975 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e767d55a-e73b-4a26-901b-356176983837 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for security_group (f5e2bd22-c0d5-4405-8591-bb614dcbb385), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:33.958666 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e767d55a-e73b-4a26-901b-356176983837 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for security_group (f5e2bd22-c0d5-4405-8591-bb614dcbb385), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:34.027841 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:15:34.038081 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4861a8cb-35ae-46c0-9262-ef873ae19413 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:34.074929 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e767d55a-e73b-4a26-901b-356176983837 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (f5e2bd22-c0d5-4405-8591-bb614dcbb385), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:34.077410 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e767d55a-e73b-4a26-901b-356176983837 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:34.079256 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-e767d55a-e73b-4a26-901b-356176983837 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "DELETE /v2.0/security-groups/f5e2bd22-c0d5-4405-8591-bb614dcbb385 HTTP/1.1" status: 204 len: 168 time: 0.2024434 Jul 13 09:15:34.082227 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 40608) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:15:34.088594 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e767d55a-e73b-4a26-901b-356176983837 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e2bd22-c0d5-4405-8591-bb614dcbb385,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:15:34.102248 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.api.v2.resource [None req-2e7d9427-7b2b-46d2-a0f4-7c7db1cb4fb0 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] show failed (client error): The resource could not be found. Jul 13 09:15:34.103276 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-2e7d9427-7b2b-46d2-a0f4-7c7db1cb4fb0 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/security-groups/f5e2bd22-c0d5-4405-8591-bb614dcbb385 HTTP/1.1" status: 404 len: 347 time: 0.0198820 Jul 13 09:15:34.106461 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 40610) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:15:34.150226 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4861a8cb-35ae-46c0-9262-ef873ae19413 admin admin] Publish callbacks [] for security_group (1afb078f-e018-4683-88dc-d562d36b1dbb), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:34.224546 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-c73d1224-140b-41c2-b95a-1f9880dada38 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Deleting port ef51a499-1e1f-4ca3-b448-079ed1753d7c {{(pid=104468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:15:34.224883 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c73d1224-140b-41c2-b95a-1f9880dada38 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (ef51a499-1e1f-4ca3-b448-079ed1753d7c), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:34.238312 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4861a8cb-35ae-46c0-9262-ef873ae19413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (1afb078f-e018-4683-88dc-d562d36b1dbb), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:34.279316 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4861a8cb-35ae-46c0-9262-ef873ae19413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1afb078f-e018-4683-88dc-d562d36b1dbb,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:15:34.286927 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-4861a8cb-35ae-46c0-9262-ef873ae19413 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=2a067778c46b4eb286895cd9b178d8ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3566699 Jul 13 09:15:34.287609 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 40612) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:15:34.307280 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c73d1224-140b-41c2-b95a-1f9880dada38 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (ef51a499-1e1f-4ca3-b448-079ed1753d7c), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:34.307600 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c73d1224-140b-41c2-b95a-1f9880dada38 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for floatingip (ef51a499-1e1f-4ca3-b448-079ed1753d7c), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:34.320616 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-c73d1224-140b-41c2-b95a-1f9880dada38 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Calling delete_port for ef51a499-1e1f-4ca3-b448-079ed1753d7c owned by network:floatingip {{(pid=104468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:15:34.323186 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:15:34.348083 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2caa269d-1984-4086-8438-e696e399b99e admin admin] Publish callbacks [] for security_group (1afb078f-e018-4683-88dc-d562d36b1dbb), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:34.377202 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2caa269d-1984-4086-8438-e696e399b99e admin admin] Publish callbacks [] for security_group (1afb078f-e018-4683-88dc-d562d36b1dbb), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:34.514649 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2caa269d-1984-4086-8438-e696e399b99e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (1afb078f-e018-4683-88dc-d562d36b1dbb), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:34.517945 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2caa269d-1984-4086-8438-e696e399b99e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:34.521945 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-2caa269d-1984-4086-8438-e696e399b99e admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/1afb078f-e018-4683-88dc-d562d36b1dbb HTTP/1.1" status: 204 len: 168 time: 0.2304063 Jul 13 09:15:34.527418 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caa269d-1984-4086-8438-e696e399b99e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1afb078f-e018-4683-88dc-d562d36b1dbb,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:15:34.543541 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c73d1224-140b-41c2-b95a-1f9880dada38 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665350'] for port (ef51a499-1e1f-4ca3-b448-079ed1753d7c), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:34.570651 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73d1224-140b-41c2-b95a-1f9880dada38 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Pushing event deleted for resources: {'Port': ['ID=ef51a499-1e1f-4ca3-b448-079ed1753d7c,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:15:34.646721 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c73d1224-140b-41c2-b95a-1f9880dada38 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for floatingip (34a9b8a4-3b11-4f3c-990c-52a529f8072a), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:34.649241 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c73d1224-140b-41c2-b95a-1f9880dada38 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for floatingip (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:34.650455 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-c73d1224-140b-41c2-b95a-1f9880dada38 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "DELETE /v2.0/floatingips/34a9b8a4-3b11-4f3c-990c-52a529f8072a HTTP/1.1" status: 204 len: 168 time: 0.5430028 Jul 13 09:15:35.897235 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device db1124e5-b271-4db3-a0cf-3616e2eb1844 no longer exists at agent hyperv_hv-cinder-84962 {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:15:35.917299 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] No Port match for: db1124e5-b271-4db3-a0cf-3616e2eb1844 {{(pid=104470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 09:15:35.917645 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device db1124e5-b271-4db3-a0cf-3616e2eb1844 not bound to the agent host hv-cinder-84962 {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 09:15:36.562521 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8236520-4f89-4589-be63-33f78b31c3ce req-7dbe39df-6c1e-4b30-bd6d-f177152fae68 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:15:36.564946 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-b8236520-4f89-4589-be63-33f78b31c3ce req-7dbe39df-6c1e-4b30-bd6d-f177152fae68 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/ports?device_id=ec2037c6-2367-4a79-8c54-1455e09e6280 HTTP/1.1" status: 200 len: 946 time: 0.0523717 Jul 13 09:15:36.576073 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:15:36.584140 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:15:36.613160 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-b8236520-4f89-4589-be63-33f78b31c3ce req-a44dde7b-1b5b-4675-93ce-1247a40ee3fc tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/security-groups?id=a2080371-6d5f-40a5-a8b3-02838c926e16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425866 Jul 13 09:15:37.727916 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32f784b-1a5e-449c-ada4-43d848f72ab9 req-40db0367-99ef-4d4b-947a-92f636b99e96 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:15:37.729369 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a32f784b-1a5e-449c-ada4-43d848f72ab9 req-40db0367-99ef-4d4b-947a-92f636b99e96 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/ports?device_id=ec2037c6-2367-4a79-8c54-1455e09e6280 HTTP/1.1" status: 200 len: 946 time: 0.0462093 Jul 13 09:15:37.776528 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a32f784b-1a5e-449c-ada4-43d848f72ab9 req-6d669154-6d28-4ff4-bd86-f3972c933e1b tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/security-groups?id=a2080371-6d5f-40a5-a8b3-02838c926e16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414791 Jul 13 09:15:38.060907 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4654d71b-25b3-4378-98db-d37b4d4113a6 req-3c6c39e2-e42a-416f-92d7-d7bdad3f5c72 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:15:38.062291 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-4654d71b-25b3-4378-98db-d37b4d4113a6 req-3c6c39e2-e42a-416f-92d7-d7bdad3f5c72 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec2037c6-2367-4a79-8c54-1455e09e6280 HTTP/1.1" status: 200 len: 946 time: 0.0462706 Jul 13 09:15:38.146662 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [req-4654d71b-25b3-4378-98db-d37b4d4113a6 req-3e7b07f5-63cf-40f1-a4cb-f1e04bee7d43 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Deleting port 05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7 {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:15:38.147000 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-4654d71b-25b3-4378-98db-d37b4d4113a6 req-3e7b07f5-63cf-40f1-a4cb-f1e04bee7d43 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:38.235564 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [req-4654d71b-25b3-4378-98db-d37b4d4113a6 req-3e7b07f5-63cf-40f1-a4cb-f1e04bee7d43 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] For port 05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7,segment=NetworkSegment(3edf80a3-cf45-4e6d-829d-b0893b0eaa9d),segment_id=3edf80a3-cf45-4e6d-829d-b0893b0eaa9d)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:15:38.235923 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-4654d71b-25b3-4378-98db-d37b4d4113a6 req-3e7b07f5-63cf-40f1-a4cb-f1e04bee7d43 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:38.398384 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-4654d71b-25b3-4378-98db-d37b4d4113a6 req-3e7b07f5-63cf-40f1-a4cb-f1e04bee7d43 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:38.398741 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-4654d71b-25b3-4378-98db-d37b4d4113a6 req-3e7b07f5-63cf-40f1-a4cb-f1e04bee7d43 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-388893'] for floatingip (47e292c3-d7b6-4cd6-bbc4-520b936bec37), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:38.399047 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.db.l3_db [req-4654d71b-25b3-4378-98db-d37b4d4113a6 req-3e7b07f5-63cf-40f1-a4cb-f1e04bee7d43 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Floating IP 47e292c3-d7b6-4cd6-bbc4-520b936bec37 disassociated. External IP: 172.27.3.88, port: 05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7. Jul 13 09:15:38.399381 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [req-4654d71b-25b3-4378-98db-d37b4d4113a6 req-3e7b07f5-63cf-40f1-a4cb-f1e04bee7d43 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Calling delete_port for 05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7 owned by compute:nova {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:15:38.712919 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:15:38.811684 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-4654d71b-25b3-4378-98db-d37b4d4113a6 req-3e7b07f5-63cf-40f1-a4cb-f1e04bee7d43 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542309'] for port (05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:38.840341 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7b07f5-63cf-40f1-a4cb-f1e04bee7d43 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Pushing event deleted for resources: {'Port': ['ID=05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:15:38.874942 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-212efeb3-e3dd-4a55-a3c8-b142d78f75c8 req-9ea0e7fd-ad32-4d0d-9e4f-2b910366018c tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/ports?device_id=ec2037c6-2367-4a79-8c54-1455e09e6280 HTTP/1.1" status: 200 len: 210 time: 0.0290313 Jul 13 09:15:38.956987 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4654d71b-25b3-4378-98db-d37b4d4113a6 req-3e7b07f5-63cf-40f1-a4cb-f1e04bee7d43 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Router 6e1de26e-503b-40a5-9177-efd8d3310085 has already been hosted by L3 agent 084ea860-45cb-441c-b2f8-c6c2f7d6686c {{(pid=104469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 09:15:39.038793 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:15:39.058640 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4654d71b-25b3-4378-98db-d37b4d4113a6 req-3e7b07f5-63cf-40f1-a4cb-f1e04bee7d43 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Notify agent at l3_agent.dv-cinder-849626-3-iscsi the message routers_updated {{(pid=104469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 09:15:39.068124 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5243cc62-39ef-4cf2-93a5-78793ebabcd1 None None] Sync routers for ids ['6e1de26e-503b-40a5-9177-efd8d3310085'] in dv-cinder-849626-3-iscsi {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 09:15:39.077394 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5243cc62-39ef-4cf2-93a5-78793ebabcd1 None None] Routers {'6e1de26e-503b-40a5-9177-efd8d3310085'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:15:39.077997 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-5243cc62-39ef-4cf2-93a5-78793ebabcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:15:23Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['6e1de26e-503b-40a5-9177-efd8d3310085'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:15:39.107521 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [req-4654d71b-25b3-4378-98db-d37b4d4113a6 req-3e7b07f5-63cf-40f1-a4cb-f1e04bee7d43 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] No DVR routers for this DVR port 05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7 on host hv-cinder-84962 {{(pid=104469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 09:15:39.110168 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-4654d71b-25b3-4378-98db-d37b4d4113a6 req-3e7b07f5-63cf-40f1-a4cb-f1e04bee7d43 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for port (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:39.114276 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-4654d71b-25b3-4378-98db-d37b4d4113a6 req-3e7b07f5-63cf-40f1-a4cb-f1e04bee7d43 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.30 "DELETE /v2.0/ports/05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7 HTTP/1.1" status: 204 len: 173 time: 1.0457935 Jul 13 09:15:39.114746 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec2037c6-2367-4a79-8c54-1455e09e6280', 'name': 'network-vif-deleted', 'tag': '05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:15:39.117376 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c4e5b91a84def5af2f1fcdaa70b19e5540aa6c2f63d8f4e9cb6586108f6a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473be40b-6952-4589-adcd-e67fdf6b9a20" -d '{"events": [{"server_uuid": "ec2037c6-2367-4a79-8c54-1455e09e6280", "name": "network-vif-deleted", "tag": "05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:15:39.158508 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 09:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c1bb6a-de24-4f1f-aab7-8aec28fcec66 x-openstack-request-id: req-a6c1bb6a-de24-4f1f-aab7-8aec28fcec66 {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:15:39.158797 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec2037c6-2367-4a79-8c54-1455e09e6280", "name": "network-vif-deleted", "tag": "05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7", "status": "completed", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:15:39.159061 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-a6c1bb6a-de24-4f1f-aab7-8aec28fcec66 {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:15:39.159436 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6c1bb6a-de24-4f1f-aab7-8aec28fcec66'] response: {'server_uuid': 'ec2037c6-2367-4a79-8c54-1455e09e6280', 'name': 'network-vif-deleted', 'tag': '05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7', 'status': 'completed', 'code': 200} Jul 13 09:15:39.176130 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:15:39.183226 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-5243cc62-39ef-4cf2-93a5-78793ebabcd1 None None] Set router 6e1de26e-503b-40a5-9177-efd8d3310085 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:15:39.224587 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:15:39.389627 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-5243cc62-39ef-4cf2-93a5-78793ebabcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'name': 'tempest-AttachVolumeNegativeTest-66573234-router', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'da847675-4b00-4cc2-a470-1ef521631008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:13:00Z', 'updated_at': '2022-07-13T09:13:03Z', 'revision_number': 4, 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'gw_port': {'id': 'da847675-4b00-4cc2-a470-1ef521631008', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:13:01Z', 'updated_at': '2022-07-13T09:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_interfaces': [{'id': '1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73', 'name': '', 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'mac_address': 'fa:16:3e:c1:69:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '13acf255-d269-41b2-95ac-9a0376cf4726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:13:02Z', 'updated_at': '2022-07-13T09:13:06Z', 'revision_number': 5, 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'subnets': [{'id': '13acf255-d269-41b2-95ac-9a0376cf4726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:15:39.418885 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5243cc62-39ef-4cf2-93a5-78793ebabcd1 None None] Checking router: 6e1de26e-503b-40a5-9177-efd8d3310085 for host: dv-cinder-849626-3-iscsi {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 09:15:39.427872 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5243cc62-39ef-4cf2-93a5-78793ebabcd1 None None] Routers {'6e1de26e-503b-40a5-9177-efd8d3310085'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:15:39.428479 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-5243cc62-39ef-4cf2-93a5-78793ebabcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:15:23Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['6e1de26e-503b-40a5-9177-efd8d3310085'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:15:39.530077 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-5243cc62-39ef-4cf2-93a5-78793ebabcd1 None None] Set router 6e1de26e-503b-40a5-9177-efd8d3310085 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:15:39.710436 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-5243cc62-39ef-4cf2-93a5-78793ebabcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'name': 'tempest-AttachVolumeNegativeTest-66573234-router', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'da847675-4b00-4cc2-a470-1ef521631008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:13:00Z', 'updated_at': '2022-07-13T09:13:03Z', 'revision_number': 4, 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'gw_port': {'id': 'da847675-4b00-4cc2-a470-1ef521631008', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:13:01Z', 'updated_at': '2022-07-13T09:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_interfaces': [{'id': '1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73', 'name': '', 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'mac_address': 'fa:16:3e:c1:69:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '13acf255-d269-41b2-95ac-9a0376cf4726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:13:02Z', 'updated_at': '2022-07-13T09:13:06Z', 'revision_number': 5, 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'subnets': [{'id': '13acf255-d269-41b2-95ac-9a0376cf4726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:15:39.736523 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5243cc62-39ef-4cf2-93a5-78793ebabcd1 None None] The sync data for ids ['6e1de26e-503b-40a5-9177-efd8d3310085'] in dv-cinder-849626-3-iscsi is: [{'id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'name': 'tempest-AttachVolumeNegativeTest-66573234-router', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'da847675-4b00-4cc2-a470-1ef521631008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:13:00Z', 'updated_at': '2022-07-13T09:13:03Z', 'revision_number': 4, 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'gw_port': {'id': 'da847675-4b00-4cc2-a470-1ef521631008', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:13:01Z', 'updated_at': '2022-07-13T09:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_interfaces': [{'id': '1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73', 'name': '', 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'mac_address': 'fa:16:3e:c1:69:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '13acf255-d269-41b2-95ac-9a0376cf4726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:13:02Z', 'updated_at': '2022-07-13T09:13:06Z', 'revision_number': 5, 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'subnets': [{'id': '13acf255-d269-41b2-95ac-9a0376cf4726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 09:15:39.948640 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fb72ac-d941-46dd-9f53-7fabf180b68e None None] New status for floating IP 47e292c3-d7b6-4cd6-bbc4-520b936bec37: DOWN {{(pid=104471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 13 09:15:39.987507 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-05d37688-ad59-4e78-b6af-fea6dd3bf5c3 req-6a040fbe-fe04-4beb-8880-6bf3c57da332 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/ports?device_id=ec2037c6-2367-4a79-8c54-1455e09e6280 HTTP/1.1" status: 200 len: 210 time: 0.0292485 Jul 13 09:15:41.126290 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 40652) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:15:41.181019 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fe9596be-119f-46fb-87f2-1e38c7d3d665 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for security_group (a2080371-6d5f-40a5-a8b3-02838c926e16), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:41.204803 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fe9596be-119f-46fb-87f2-1e38c7d3d665 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for security_group (a2080371-6d5f-40a5-a8b3-02838c926e16), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:41.318410 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fe9596be-119f-46fb-87f2-1e38c7d3d665 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (a2080371-6d5f-40a5-a8b3-02838c926e16), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:41.320865 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fe9596be-119f-46fb-87f2-1e38c7d3d665 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:41.322008 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-fe9596be-119f-46fb-87f2-1e38c7d3d665 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "DELETE /v2.0/security-groups/a2080371-6d5f-40a5-a8b3-02838c926e16 HTTP/1.1" status: 204 len: 168 time: 0.1947401 Jul 13 09:15:41.324895 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 40654) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:15:41.331830 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9596be-119f-46fb-87f2-1e38c7d3d665 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2080371-6d5f-40a5-a8b3-02838c926e16,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:15:41.342762 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.api.v2.resource [None req-b16cfb6b-12e0-44ce-b813-89c141f27098 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] show failed (client error): The resource could not be found. Jul 13 09:15:41.347117 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-b16cfb6b-12e0-44ce-b813-89c141f27098 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/security-groups/a2080371-6d5f-40a5-a8b3-02838c926e16 HTTP/1.1" status: 404 len: 347 time: 0.0186231 Jul 13 09:15:41.347365 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 40656) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:15:41.457805 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-c82f1948-c824-4670-a916-4e213778bd6f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Deleting port 74f0c7d2-4be8-4a90-91df-6b01139fec92 {{(pid=104468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:15:41.458070 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c82f1948-c824-4670-a916-4e213778bd6f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (74f0c7d2-4be8-4a90-91df-6b01139fec92), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:41.536789 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c82f1948-c824-4670-a916-4e213778bd6f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (74f0c7d2-4be8-4a90-91df-6b01139fec92), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:41.537111 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c82f1948-c824-4670-a916-4e213778bd6f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for floatingip (74f0c7d2-4be8-4a90-91df-6b01139fec92), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:41.549573 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-c82f1948-c824-4670-a916-4e213778bd6f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Calling delete_port for 74f0c7d2-4be8-4a90-91df-6b01139fec92 owned by network:floatingip {{(pid=104468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:15:41.771619 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c82f1948-c824-4670-a916-4e213778bd6f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665350'] for port (74f0c7d2-4be8-4a90-91df-6b01139fec92), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:41.777364 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (6e9d2670-629d-42a5-8dd5-d0857aba9a7e), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:41.796133 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82f1948-c824-4670-a916-4e213778bd6f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Pushing event deleted for resources: {'Port': ['ID=74f0c7d2-4be8-4a90-91df-6b01139fec92,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:15:41.808571 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82f1948-c824-4670-a916-4e213778bd6f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:15:41.808915 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82f1948-c824-4670-a916-4e213778bd6f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:15:41.809250 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82f1948-c824-4670-a916-4e213778bd6f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:15:41.809586 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82f1948-c824-4670-a916-4e213778bd6f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:15:41.809913 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82f1948-c824-4670-a916-4e213778bd6f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:15:41.810273 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82f1948-c824-4670-a916-4e213778bd6f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:15:41.810597 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82f1948-c824-4670-a916-4e213778bd6f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:15:41.810925 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82f1948-c824-4670-a916-4e213778bd6f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:15:41.811245 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82f1948-c824-4670-a916-4e213778bd6f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:15:41.811562 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82f1948-c824-4670-a916-4e213778bd6f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:15:41.811881 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82f1948-c824-4670-a916-4e213778bd6f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:15:41.812200 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82f1948-c824-4670-a916-4e213778bd6f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:15:41.812517 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82f1948-c824-4670-a916-4e213778bd6f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:15:41.812831 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82f1948-c824-4670-a916-4e213778bd6f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:15:41.813147 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82f1948-c824-4670-a916-4e213778bd6f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:15:41.867681 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c82f1948-c824-4670-a916-4e213778bd6f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for floatingip (47e292c3-d7b6-4cd6-bbc4-520b936bec37), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:41.870150 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c82f1948-c824-4670-a916-4e213778bd6f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for floatingip (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:41.871302 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-c82f1948-c824-4670-a916-4e213778bd6f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "DELETE /v2.0/floatingips/47e292c3-d7b6-4cd6-bbc4-520b936bec37 HTTP/1.1" status: 204 len: 168 time: 0.5230160 Jul 13 09:15:41.927790 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device 05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7 no longer exists at agent hyperv_hv-cinder-84962 {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:15:41.950939 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] No Port match for: 05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7 {{(pid=104470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 09:15:41.951276 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device 05d50ea9-a5d7-4bad-81c0-db7a5e8b7bb7 not bound to the agent host hv-cinder-84962 {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 09:15:41.997296 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 40660) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:15:42.002188 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-f615bc16-68ca-4b58-acd3-b5abc4c3f71d tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1839421821', 'description': 'tempest-description--1387678812'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:15:42.091294 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f615bc16-68ca-4b58-acd3-b5abc4c3f71d tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:42.156748 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f615bc16-68ca-4b58-acd3-b5abc4c3f71d tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for security_group (3f3962cb-1ba3-43ff-9f6f-27433b04ae33), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:42.222521 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f615bc16-68ca-4b58-acd3-b5abc4c3f71d tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (3f3962cb-1ba3-43ff-9f6f-27433b04ae33), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:42.252233 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f615bc16-68ca-4b58-acd3-b5abc4c3f71d tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3962cb-1ba3-43ff-9f6f-27433b04ae33,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:15:42.325496 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f615bc16-68ca-4b58-acd3-b5abc4c3f71d tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:42.326761 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-f615bc16-68ca-4b58-acd3-b5abc4c3f71d tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3284705 Jul 13 09:15:42.330168 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 40662) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:15:42.334350 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-645e747c-ec56-4d60-9721-d5340202344a tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Request body: {'security_group_rule': {'security_group_id': '3f3962cb-1ba3-43ff-9f6f-27433b04ae33', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:15:42.426651 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-645e747c-ec56-4d60-9721-d5340202344a tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for security_group_rule (c275f321-2116-49ab-bea3-6687c7250b24), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:42.483864 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-645e747c-ec56-4d60-9721-d5340202344a tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for security_group_rule (c275f321-2116-49ab-bea3-6687c7250b24), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:42.554180 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-645e747c-ec56-4d60-9721-d5340202344a tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485043'] for security_group_rule (c275f321-2116-49ab-bea3-6687c7250b24), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:42.572373 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645e747c-ec56-4d60-9721-d5340202344a tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c275f321-2116-49ab-bea3-6687c7250b24,revision_number=0']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:15:42.645863 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-645e747c-ec56-4d60-9721-d5340202344a tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:42.647079 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-645e747c-ec56-4d60-9721-d5340202344a tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3160064 Jul 13 09:15:42.649614 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 40664) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:15:42.653773 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-ffaace11-2315-4857-827a-3143b26e72da tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Request body: {'security_group_rule': {'security_group_id': '3f3962cb-1ba3-43ff-9f6f-27433b04ae33', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:15:42.729428 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ffaace11-2315-4857-827a-3143b26e72da tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for security_group_rule (8d7f7eac-c8c1-4401-a926-47de544d0050), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:42.784725 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ffaace11-2315-4857-827a-3143b26e72da tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for security_group_rule (8d7f7eac-c8c1-4401-a926-47de544d0050), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:42.838265 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ffaace11-2315-4857-827a-3143b26e72da tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485043'] for security_group_rule (8d7f7eac-c8c1-4401-a926-47de544d0050), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:42.854089 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:15:42.857705 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaace11-2315-4857-827a-3143b26e72da tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d7f7eac-c8c1-4401-a926-47de544d0050,revision_number=0']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:15:42.960366 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ffaace11-2315-4857-827a-3143b26e72da tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:42.961513 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-ffaace11-2315-4857-827a-3143b26e72da tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3109338 Jul 13 09:15:42.964500 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 40666) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:15:42.968750 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-1e478613-be5a-47c1-befc-c35c8d3d3b75 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Request body: {'floatingip': {'floating_network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:15:43.074505 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-1e478613-be5a-47c1-befc-c35c8d3d3b75 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:43.100249 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:15:43.155000 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-1e478613-be5a-47c1-befc-c35c8d3d3b75 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:43.259487 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_common [None req-1e478613-be5a-47c1-befc-c35c8d3d3b75 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Allocated IP 172.27.3.90 (14d154e4-c9a5-47e8-9f7f-9daf0b869ff5/8de8efa6-546e-4542-992b-4162440fe9c8/0daf3337-8c3f-4fc5-a96f-12813ae2e898) {{(pid=104469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 09:15:43.364904 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-1e478613-be5a-47c1-befc-c35c8d3d3b75 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for port (0daf3337-8c3f-4fc5-a96f-12813ae2e898), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:43.443924 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-1e478613-be5a-47c1-befc-c35c8d3d3b75 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760184582126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542309'] for port (0daf3337-8c3f-4fc5-a96f-12813ae2e898), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:43.481248 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e478613-be5a-47c1-befc-c35c8d3d3b75 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Network 14d154e4-c9a5-47e8-9f7f-9daf0b869ff5 is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:15:43.487103 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [None req-1e478613-be5a-47c1-befc-c35c8d3d3b75 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:15:43.491074 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e478613-be5a-47c1-befc-c35c8d3d3b75 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Received port after_create {{(pid=104469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 09:15:43.512593 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e478613-be5a-47c1-befc-c35c8d3d3b75 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Pushing event updated for resources: {'Port': ['ID=0daf3337-8c3f-4fc5-a96f-12813ae2e898,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:15:43.578670 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-1e478613-be5a-47c1-befc-c35c8d3d3b75 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for floatingip (33744fde-f940-4f58-a4ae-6d06e45eb973), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:43.660245 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-1e478613-be5a-47c1-befc-c35c8d3d3b75 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (0daf3337-8c3f-4fc5-a96f-12813ae2e898), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:43.684385 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:15:43.809100 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-1e478613-be5a-47c1-befc-c35c8d3d3b75 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for port (0daf3337-8c3f-4fc5-a96f-12813ae2e898), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:43.860872 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-1e478613-be5a-47c1-befc-c35c8d3d3b75 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542332'] for port (0daf3337-8c3f-4fc5-a96f-12813ae2e898), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:43.927736 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e478613-be5a-47c1-befc-c35c8d3d3b75 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Pushing event updated for resources: {'Port': ['ID=0daf3337-8c3f-4fc5-a96f-12813ae2e898,revision_number=2']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:15:43.939705 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-1e478613-be5a-47c1-befc-c35c8d3d3b75 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-388893'] for floatingip (33744fde-f940-4f58-a4ae-6d06e45eb973), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:44.029003 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-1e478613-be5a-47c1-befc-c35c8d3d3b75 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for floatingip (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:44.030318 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-1e478613-be5a-47c1-befc-c35c8d3d3b75 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0648680 Jul 13 09:15:44.227557 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-44cecf4e-f378-4058-be6e-d6381327dfe5 req-afcbb540-6e4f-42d6-823d-9914561dd49e tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--1839421821&fields=id&tenant_id=0486a8d3794f4b50a96d3477e14e344f HTTP/1.1" status: 200 len: 267 time: 0.0459955 Jul 13 09:15:44.331615 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cecf4e-f378-4058-be6e-d6381327dfe5 req-937f0982-ead7-4b8b-806a-f38059c457d2 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:15:44.332995 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-44cecf4e-f378-4058-be6e-d6381327dfe5 req-937f0982-ead7-4b8b-806a-f38059c457d2 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/networks?id=0419ddd4-ade8-4500-ac9c-4682f59c8496 HTTP/1.1" status: 200 len: 813 time: 0.0991812 Jul 13 09:15:44.347624 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-44cecf4e-f378-4058-be6e-d6381327dfe5 req-976ea6d4-ad70-48b5-b936-cac91c5ad777 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/quotas/0486a8d3794f4b50a96d3477e14e344f HTTP/1.1" status: 200 len: 375 time: 0.0093422 Jul 13 09:15:44.396737 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-44cecf4e-f378-4058-be6e-d6381327dfe5 req-666aa784-2d16-4c53-91d1-9ab7741400f2 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=0486a8d3794f4b50a96d3477e14e344f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439739 Jul 13 09:15:44.492956 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-44cecf4e-f378-4058-be6e-d6381327dfe5 req-c427526c-29b8-425c-ad73-ac99a1e74955 service neutron] 10.222.0.40 "GET /v2.0/networks/0419ddd4-ade8-4500-ac9c-4682f59c8496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849519 Jul 13 09:15:44.584667 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-44cecf4e-f378-4058-be6e-d6381327dfe5 req-11179f25-3744-4666-8c74-5cdcf2e71b9d service neutron] 10.222.0.40 "GET /v2.0/networks/0419ddd4-ade8-4500-ac9c-4682f59c8496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860009 Jul 13 09:15:44.820397 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f428cf6e-cdc4-4a23-85fb-25ad21876fec req-d7ae7c20-a81d-41d4-90c6-b076f6933090 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/ports?device_id=55aaee95-23bf-4d74-89b5-e798ff54172d HTTP/1.1" status: 200 len: 210 time: 0.0340102 Jul 13 09:15:45.919629 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-bb052eb9-7ce4-4fe1-9f8d-43a1dd6744e0 req-c84b670c-e212-42dc-ac03-0f04713ff345 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/ports?device_id=55aaee95-23bf-4d74-89b5-e798ff54172d HTTP/1.1" status: 200 len: 210 time: 0.0301926 Jul 13 09:15:46.544356 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:15:46.552362 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cecf4e-f378-4058-be6e-d6381327dfe5 req-f4007954-4f18-42d4-9c6a-c754e171010e tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:15:46.553871 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-44cecf4e-f378-4058-be6e-d6381327dfe5 req-f4007954-4f18-42d4-9c6a-c754e171010e tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.30 "GET /v2.0/networks?id=0419ddd4-ade8-4500-ac9c-4682f59c8496 HTTP/1.1" status: 200 len: 813 time: 0.1015658 Jul 13 09:15:46.614421 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-44cecf4e-f378-4058-be6e-d6381327dfe5 req-f65c432f-4b0e-4817-8357-7de6dc40725c tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0486a8d3794f4b50a96d3477e14e344f HTTP/1.1" status: 200 len: 380 time: 0.0522244 Jul 13 09:15:46.624037 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [req-44cecf4e-f378-4058-be6e-d6381327dfe5 req-1ae32f96-15cc-415f-9022-9cbe565ab537 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Request body: {'port': {'device_id': '55aaee95-23bf-4d74-89b5-e798ff54172d', 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496', 'admin_state_up': True, 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'security_groups': ['3f3962cb-1ba3-43ff-9f6f-27433b04ae33']}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:15:46.806055 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44cecf4e-f378-4058-be6e-d6381327dfe5 req-1ae32f96-15cc-415f-9022-9cbe565ab537 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Made reservation on behalf of 0486a8d3794f4b50a96d3477e14e344f for: {'port': 1} {{(pid=104469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 09:15:46.809424 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-44cecf4e-f378-4058-be6e-d6381327dfe5 req-1ae32f96-15cc-415f-9022-9cbe565ab537 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:46.941483 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_common [req-44cecf4e-f378-4058-be6e-d6381327dfe5 req-1ae32f96-15cc-415f-9022-9cbe565ab537 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Allocated IP 172.20.0.5 (0419ddd4-ade8-4500-ac9c-4682f59c8496/13acf255-d269-41b2-95ac-9a0376cf4726/e1329148-9041-40a5-847f-95e9f69b4fc6) {{(pid=104469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 09:15:47.031074 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f3d44e86-f4a2-4fb4-89ce-e98f9aba7d31 req-86521be8-86ab-4f30-a2af-71e4110966bc tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/ports?device_id=55aaee95-23bf-4d74-89b5-e798ff54172d HTTP/1.1" status: 200 len: 210 time: 0.0381856 Jul 13 09:15:47.070494 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:15:47.107070 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-44cecf4e-f378-4058-be6e-d6381327dfe5 req-1ae32f96-15cc-415f-9022-9cbe565ab537 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for port (e1329148-9041-40a5-847f-95e9f69b4fc6), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:47.204230 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-44cecf4e-f378-4058-be6e-d6381327dfe5 req-1ae32f96-15cc-415f-9022-9cbe565ab537 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760184582126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542309'] for port (e1329148-9041-40a5-847f-95e9f69b4fc6), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:47.248267 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44cecf4e-f378-4058-be6e-d6381327dfe5 req-1ae32f96-15cc-415f-9022-9cbe565ab537 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Network 0419ddd4-ade8-4500-ac9c-4682f59c8496 is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:15:47.253715 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [req-44cecf4e-f378-4058-be6e-d6381327dfe5 req-1ae32f96-15cc-415f-9022-9cbe565ab537 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:15:47.257909 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [req-44cecf4e-f378-4058-be6e-d6381327dfe5 req-1ae32f96-15cc-415f-9022-9cbe565ab537 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Received port after_create {{(pid=104469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 09:15:47.287410 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae32f96-15cc-415f-9022-9cbe565ab537 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Pushing event updated for resources: {'Port': ['ID=e1329148-9041-40a5-847f-95e9f69b4fc6,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:15:47.311220 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cecf4e-f378-4058-be6e-d6381327dfe5 req-1ae32f96-15cc-415f-9022-9cbe565ab537 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:15:47.311833 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-44cecf4e-f378-4058-be6e-d6381327dfe5 req-1ae32f96-15cc-415f-9022-9cbe565ab537 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for port (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:47.368691 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-44cecf4e-f378-4058-be6e-d6381327dfe5 req-1ae32f96-15cc-415f-9022-9cbe565ab537 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7487173 Jul 13 09:15:47.380759 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [req-44cecf4e-f378-4058-be6e-d6381327dfe5 req-44d74862-e081-4700-bd90-202c4687617e service neutron] Request body: {'port': {'device_id': '55aaee95-23bf-4d74-89b5-e798ff54172d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84962'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:15:47.445030 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-44cecf4e-f378-4058-be6e-d6381327dfe5 req-44d74862-e081-4700-bd90-202c4687617e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (e1329148-9041-40a5-847f-95e9f69b4fc6), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:47.472932 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-1560fdf2-1eb4-4918-b396-6fd7bb01c882 None None] Provisioning complete for port e1329148-9041-40a5-847f-95e9f69b4fc6 triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:15:47.473511 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1560fdf2-1eb4-4918-b396-6fd7bb01c882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (e1329148-9041-40a5-847f-95e9f69b4fc6), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:47.506118 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-1560fdf2-1eb4-4918-b396-6fd7bb01c882 None None] Port e1329148-9041-40a5-847f-95e9f69b4fc6 cannot update to ACTIVE because it is not bound. {{(pid=104470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 09:15:47.536724 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:15:47.693821 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [req-44cecf4e-f378-4058-be6e-d6381327dfe5 req-44d74862-e081-4700-bd90-202c4687617e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1329148-9041-40a5-847f-95e9f69b4fc6 {{(pid=104469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 09:15:47.701022 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-44cecf4e-f378-4058-be6e-d6381327dfe5 req-44d74862-e081-4700-bd90-202c4687617e service neutron] Publish callbacks [] for port (e1329148-9041-40a5-847f-95e9f69b4fc6), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:47.713507 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [req-44cecf4e-f378-4058-be6e-d6381327dfe5 req-44d74862-e081-4700-bd90-202c4687617e service neutron] Transition to ACTIVE for port object e1329148-9041-40a5-847f-95e9f69b4fc6 will not be triggered until provisioned by entity L2. {{(pid=104469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 09:15:47.769480 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-44cecf4e-f378-4058-be6e-d6381327dfe5 req-44d74862-e081-4700-bd90-202c4687617e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542332'] for port (e1329148-9041-40a5-847f-95e9f69b4fc6), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:47.818372 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d74862-e081-4700-bd90-202c4687617e service neutron] Pushing event updated for resources: {'Port': ['ID=e1329148-9041-40a5-847f-95e9f69b4fc6,revision_number=2']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:15:47.897263 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [req-44cecf4e-f378-4058-be6e-d6381327dfe5 req-44d74862-e081-4700-bd90-202c4687617e service neutron] Attempting to bind port e1329148-9041-40a5-847f-95e9f69b4fc6 on host hv-cinder-84962 for vnic_type normal with profile {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 09:15:47.897640 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [req-44cecf4e-f378-4058-be6e-d6381327dfe5 req-44d74862-e081-4700-bd90-202c4687617e service neutron] Attempting to bind port e1329148-9041-40a5-847f-95e9f69b4fc6 by drivers openvswitch,hyperv on host hv-cinder-84962 at level 0 using segments [{'id': '3edf80a3-cf45-4e6d-829d-b0893b0eaa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496'}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 09:15:47.897926 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cecf4e-f378-4058-be6e-d6381327dfe5 req-44d74862-e081-4700-bd90-202c4687617e service neutron] Attempting to bind port e1329148-9041-40a5-847f-95e9f69b4fc6 on network 0419ddd4-ade8-4500-ac9c-4682f59c8496 {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 09:15:47.903025 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cecf4e-f378-4058-be6e-d6381327dfe5 req-44d74862-e081-4700-bd90-202c4687617e service neutron] Port e1329148-9041-40a5-847f-95e9f69b4fc6 on network 0419ddd4-ade8-4500-ac9c-4682f59c8496 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84962 {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 13 09:15:47.903344 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cecf4e-f378-4058-be6e-d6381327dfe5 req-44d74862-e081-4700-bd90-202c4687617e service neutron] Attempting to bind port e1329148-9041-40a5-847f-95e9f69b4fc6 on network 0419ddd4-ade8-4500-ac9c-4682f59c8496 {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 09:15:47.909059 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cecf4e-f378-4058-be6e-d6381327dfe5 req-44d74862-e081-4700-bd90-202c4687617e service neutron] Checking agent: {'id': '6e9d2670-629d-42a5-8dd5-d0857aba9a7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84962', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 9, 4, 10), 'started_at': datetime.datetime(2022, 7, 13, 9, 4, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 9, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 09:15:47.909391 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cecf4e-f378-4058-be6e-d6381327dfe5 req-44d74862-e081-4700-bd90-202c4687617e service neutron] Checking segment: {'id': '3edf80a3-cf45-4e6d-829d-b0893b0eaa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 09:15:47.909761 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cecf4e-f378-4058-be6e-d6381327dfe5 req-44d74862-e081-4700-bd90-202c4687617e service neutron] Bound using segment: {'id': '3edf80a3-cf45-4e6d-829d-b0893b0eaa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496'} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 09:15:47.910225 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [req-44cecf4e-f378-4058-be6e-d6381327dfe5 req-44d74862-e081-4700-bd90-202c4687617e service neutron] Bound port: e1329148-9041-40a5-847f-95e9f69b4fc6, host: hv-cinder-84962, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3edf80a3-cf45-4e6d-829d-b0893b0eaa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496'}}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 09:15:47.910562 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-44cecf4e-f378-4058-be6e-d6381327dfe5 req-44d74862-e081-4700-bd90-202c4687617e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (e1329148-9041-40a5-847f-95e9f69b4fc6), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:47.973453 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [req-44cecf4e-f378-4058-be6e-d6381327dfe5 req-44d74862-e081-4700-bd90-202c4687617e service neutron] For port e1329148-9041-40a5-847f-95e9f69b4fc6, host hv-cinder-84962, cleared binding levels {{(pid=104469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 09:15:47.976418 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [req-44cecf4e-f378-4058-be6e-d6381327dfe5 req-44d74862-e081-4700-bd90-202c4687617e service neutron] For port e1329148-9041-40a5-847f-95e9f69b4fc6, host hv-cinder-84962, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=e1329148-9041-40a5-847f-95e9f69b4fc6,segment=NetworkSegment(3edf80a3-cf45-4e6d-829d-b0893b0eaa9d),segment_id=3edf80a3-cf45-4e6d-829d-b0893b0eaa9d)] {{(pid=104469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 09:15:48.044513 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-44cecf4e-f378-4058-be6e-d6381327dfe5 req-44d74862-e081-4700-bd90-202c4687617e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542332'] for port (e1329148-9041-40a5-847f-95e9f69b4fc6), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:48.089017 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cecf4e-f378-4058-be6e-d6381327dfe5 req-44d74862-e081-4700-bd90-202c4687617e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:15:48.089631 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-44cecf4e-f378-4058-be6e-d6381327dfe5 req-44d74862-e081-4700-bd90-202c4687617e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for port (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:48.091307 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-44cecf4e-f378-4058-be6e-d6381327dfe5 req-44d74862-e081-4700-bd90-202c4687617e service neutron] 10.222.0.30 "PUT /v2.0/ports/e1329148-9041-40a5-847f-95e9f69b4fc6 HTTP/1.1" status: 200 len: 1093 time: 0.7158811 Jul 13 09:15:48.091749 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55aaee95-23bf-4d74-89b5-e798ff54172d', 'tag': 'e1329148-9041-40a5-847f-95e9f69b4fc6'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:15:48.093972 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c4e5b91a84def5af2f1fcdaa70b19e5540aa6c2f63d8f4e9cb6586108f6a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05110289-dada-4ead-aceb-3ce01d543ec3" -d '{"events": [{"name": "network-changed", "server_uuid": "55aaee95-23bf-4d74-89b5-e798ff54172d", "tag": "e1329148-9041-40a5-847f-95e9f69b4fc6"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:15:48.110429 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:15:48.115925 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:15:48.119075 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d74862-e081-4700-bd90-202c4687617e service neutron] Pushing event updated for resources: {'Port': ['ID=e1329148-9041-40a5-847f-95e9f69b4fc6,revision_number=3']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:15:48.136163 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:15:48.140371 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 09:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-138c35cd-28da-4a6b-9988-47d159889f88 x-openstack-request-id: req-138c35cd-28da-4a6b-9988-47d159889f88 {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:15:48.140670 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55aaee95-23bf-4d74-89b5-e798ff54172d", "tag": "e1329148-9041-40a5-847f-95e9f69b4fc6", "status": "completed", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:15:48.140944 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-138c35cd-28da-4a6b-9988-47d159889f88 {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:15:48.141345 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-138c35cd-28da-4a6b-9988-47d159889f88'] response: {'name': 'network-changed', 'server_uuid': '55aaee95-23bf-4d74-89b5-e798ff54172d', 'tag': 'e1329148-9041-40a5-847f-95e9f69b4fc6', 'status': 'completed', 'code': 200} Jul 13 09:15:48.156070 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5dc2c5-2255-442f-a538-e1469f5bfe14 req-59ba4aef-08fe-46b4-bc6d-9b442def6a19 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:15:48.158707 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-3a5dc2c5-2255-442f-a538-e1469f5bfe14 req-59ba4aef-08fe-46b4-bc6d-9b442def6a19 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/ports?device_id=55aaee95-23bf-4d74-89b5-e798ff54172d HTTP/1.1" status: 200 len: 943 time: 0.0575273 Jul 13 09:15:48.212697 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05110289-dada-4ead-aceb-3ce01d543ec3 req-651ecff5-3368-4c3e-b589-4d7e8c4e48e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:15:48.214339 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-05110289-dada-4ead-aceb-3ce01d543ec3 req-651ecff5-3368-4c3e-b589-4d7e8c4e48e9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0486a8d3794f4b50a96d3477e14e344f&device_id=55aaee95-23bf-4d74-89b5-e798ff54172d HTTP/1.1" status: 200 len: 1127 time: 0.0435016 Jul 13 09:15:48.216810 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-3a5dc2c5-2255-442f-a538-e1469f5bfe14 req-e9aa8815-3772-4880-b412-a971d50a9545 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/security-groups?id=3f3962cb-1ba3-43ff-9f6f-27433b04ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521228 Jul 13 09:15:48.318324 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05110289-dada-4ead-aceb-3ce01d543ec3 req-d05159be-c8e6-4b24-aa2c-454159ce2dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:15:48.319781 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-05110289-dada-4ead-aceb-3ce01d543ec3 req-d05159be-c8e6-4b24-aa2c-454159ce2dfa service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=0486a8d3794f4b50a96d3477e14e344f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0978024 Jul 13 09:15:48.420489 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05110289-dada-4ead-aceb-3ce01d543ec3 req-d98d814e-dcee-42a6-b331-8442aaad1db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:15:48.421952 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-05110289-dada-4ead-aceb-3ce01d543ec3 req-d98d814e-dcee-42a6-b331-8442aaad1db8 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0957539 Jul 13 09:15:48.494810 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cecf4e-f378-4058-be6e-d6381327dfe5 req-ed2e3b45-a24f-46a4-a412-1725ba360405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:15:48.496213 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-44cecf4e-f378-4058-be6e-d6381327dfe5 req-ed2e3b45-a24f-46a4-a412-1725ba360405 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0486a8d3794f4b50a96d3477e14e344f&device_id=55aaee95-23bf-4d74-89b5-e798ff54172d HTTP/1.1" status: 200 len: 1127 time: 0.0396218 Jul 13 09:15:48.539743 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-44cecf4e-f378-4058-be6e-d6381327dfe5 req-e67d44ee-0760-4a8c-b4ca-c5a23ce4596e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1329148-9041-40a5-847f-95e9f69b4fc6 HTTP/1.1" status: 200 len: 217 time: 0.0365608 Jul 13 09:15:48.587264 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cecf4e-f378-4058-be6e-d6381327dfe5 req-b1b06beb-36e1-464a-9971-759f9ec02326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:15:48.588683 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-44cecf4e-f378-4058-be6e-d6381327dfe5 req-b1b06beb-36e1-464a-9971-759f9ec02326 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=13acf255-d269-41b2-95ac-9a0376cf4726 HTTP/1.1" status: 200 len: 852 time: 0.0436275 Jul 13 09:15:48.632288 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cecf4e-f378-4058-be6e-d6381327dfe5 req-1dcb73d0-1915-410c-ad90-981dee840e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:15:48.633735 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-44cecf4e-f378-4058-be6e-d6381327dfe5 req-1dcb73d0-1915-410c-ad90-981dee840e41 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0419ddd4-ade8-4500-ac9c-4682f59c8496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381162 Jul 13 09:15:48.655864 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:15:48.727375 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-44cecf4e-f378-4058-be6e-d6381327dfe5 req-94cdd2b9-860b-4a8f-b190-fa1e7e71b757 service neutron] 10.222.0.30 "GET /v2.0/networks/0419ddd4-ade8-4500-ac9c-4682f59c8496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876417 Jul 13 09:15:48.822293 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-44cecf4e-f378-4058-be6e-d6381327dfe5 req-08130a6f-99ca-434e-9cb1-0e512911995f service neutron] 10.222.0.30 "GET /v2.0/networks/0419ddd4-ade8-4500-ac9c-4682f59c8496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893424 Jul 13 09:15:49.334124 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18284663-8715-4067-bd6d-9dae007fa484 req-6019168c-fa9e-401e-8a2f-df6def85c1c7 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:15:49.335593 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-18284663-8715-4067-bd6d-9dae007fa484 req-6019168c-fa9e-401e-8a2f-df6def85c1c7 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/ports?device_id=55aaee95-23bf-4d74-89b5-e798ff54172d HTTP/1.1" status: 200 len: 943 time: 0.0475602 Jul 13 09:15:49.386940 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-18284663-8715-4067-bd6d-9dae007fa484 req-c0cec31a-1cf9-4235-b0f6-83ac75d54816 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/security-groups?id=3f3962cb-1ba3-43ff-9f6f-27433b04ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455916 Jul 13 09:15:50.023696 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:15:50.052579 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:15:50.502611 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c27703-aba0-411c-b21a-8198e09956d9 req-a07ab343-a2e9-4dab-9208-55a5a722025c tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:15:50.504124 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-60c27703-aba0-411c-b21a-8198e09956d9 req-a07ab343-a2e9-4dab-9208-55a5a722025c tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/ports?device_id=55aaee95-23bf-4d74-89b5-e798ff54172d HTTP/1.1" status: 200 len: 943 time: 0.0503700 Jul 13 09:15:50.551315 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-60c27703-aba0-411c-b21a-8198e09956d9 req-dd0bdf5e-7dc8-4415-95a1-b982e48850f4 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/security-groups?id=3f3962cb-1ba3-43ff-9f6f-27433b04ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413575 Jul 13 09:15:50.645289 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-247f88e9-419c-444d-bb2d-abc6dd32cc08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (a33f270e-6fb2-40d7-a0c5-ff754f30a69f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:51.667086 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357255e7-499b-436f-b4ba-77789fbd89c4 req-77c7b3a3-b079-43d5-a3f7-ebc21e1379cc tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:15:51.668568 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-357255e7-499b-436f-b4ba-77789fbd89c4 req-77c7b3a3-b079-43d5-a3f7-ebc21e1379cc tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/ports?device_id=55aaee95-23bf-4d74-89b5-e798ff54172d HTTP/1.1" status: 200 len: 943 time: 0.0473278 Jul 13 09:15:51.715161 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-357255e7-499b-436f-b4ba-77789fbd89c4 req-c962eba1-37e6-4cd0-bb17-8762a9ad1dd6 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/security-groups?id=3f3962cb-1ba3-43ff-9f6f-27433b04ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410173 Jul 13 09:15:52.006655 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device e1329148-9041-40a5-847f-95e9f69b4fc6 details requested by agent hyperv_hv-cinder-84962 with host hv-cinder-84962 {{(pid=104470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 09:15:52.087180 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:15:52.104848 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port e1329148-9041-40a5-847f-95e9f69b4fc6, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=e1329148-9041-40a5-847f-95e9f69b4fc6,segment=NetworkSegment(3edf80a3-cf45-4e6d-829d-b0893b0eaa9d),segment_id=3edf80a3-cf45-4e6d-829d-b0893b0eaa9d)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:15:52.116271 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Returning: {'device': 'e1329148-9041-40a5-847f-95e9f69b4fc6', 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496', 'port_id': 'e1329148-9041-40a5-847f-95e9f69b4fc6', 'mac_address': 'fa:16:3e:a2:4f:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13acf255-d269-41b2-95ac-9a0376cf4726', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 09:15:52.155290 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Current status of the port e1329148-9041-40a5-847f-95e9f69b4fc6 is: DOWN; New status is: BUILD {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:15:52.155671 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (e1329148-9041-40a5-847f-95e9f69b4fc6), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:52.168778 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1329148-9041-40a5-847f-95e9f69b4fc6 {{(pid=104470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 09:15:52.189956 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port e1329148-9041-40a5-847f-95e9f69b4fc6, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=e1329148-9041-40a5-847f-95e9f69b4fc6,segment=NetworkSegment(3edf80a3-cf45-4e6d-829d-b0893b0eaa9d),segment_id=3edf80a3-cf45-4e6d-829d-b0893b0eaa9d)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:15:52.266884 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (e1329148-9041-40a5-847f-95e9f69b4fc6), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:52.312848 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Pushing event updated for resources: {'Port': ['ID=e1329148-9041-40a5-847f-95e9f69b4fc6,revision_number=4']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:15:52.320616 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:15:52.320961 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:15:52.321298 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:15:52.321633 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:15:52.321964 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:15:52.322316 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:15:52.322637 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:15:52.322959 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:15:52.323278 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:15:52.323596 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:15:52.323914 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:15:52.324232 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:15:52.324548 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:15:52.324863 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:15:52.325176 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:15:52.505900 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] get_ports_and_sgs() called for port_ids ['e1329148-9041-40a5-847f-95e9f69b4fc6'] {{(pid=104470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 09:15:52.579503 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:15:52.828583 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1132e4-b05e-49cc-b569-9645e8869e1c req-139af1be-25ea-42cc-834e-0ca1d0788c5c tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:15:52.830189 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-7a1132e4-b05e-49cc-b569-9645e8869e1c req-139af1be-25ea-42cc-834e-0ca1d0788c5c tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/ports?device_id=55aaee95-23bf-4d74-89b5-e798ff54172d HTTP/1.1" status: 200 len: 944 time: 0.0465519 Jul 13 09:15:52.832687 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-dec66974-af32-4300-a074-29485b2d61f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (084ea860-45cb-441c-b2f8-c6c2f7d6686c), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:52.878371 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-7a1132e4-b05e-49cc-b569-9645e8869e1c req-2de23682-740b-4aad-9a4a-0f9c1b23ab57 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/security-groups?id=3f3962cb-1ba3-43ff-9f6f-27433b04ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426829 Jul 13 09:15:53.990600 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc77d005-c3c7-4d0c-b22e-891155cff062 req-311d83a2-6951-43e8-994a-21c8da4e0d6d tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:15:53.992065 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-cc77d005-c3c7-4d0c-b22e-891155cff062 req-311d83a2-6951-43e8-994a-21c8da4e0d6d tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/ports?device_id=55aaee95-23bf-4d74-89b5-e798ff54172d HTTP/1.1" status: 200 len: 944 time: 0.0461333 Jul 13 09:15:54.005594 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device e1329148-9041-40a5-847f-95e9f69b4fc6 up at agent hyperv_hv-cinder-84962 {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:15:54.040540 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-cc77d005-c3c7-4d0c-b22e-891155cff062 req-4e48ca81-583d-4232-ae50-0f39c4323bbf tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/security-groups?id=3f3962cb-1ba3-43ff-9f6f-27433b04ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429690 Jul 13 09:15:54.046429 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Provisioning for port e1329148-9041-40a5-847f-95e9f69b4fc6 completed by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 13 09:15:54.136602 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Provisioning complete for port e1329148-9041-40a5-847f-95e9f69b4fc6 triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:15:54.136979 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (e1329148-9041-40a5-847f-95e9f69b4fc6), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:54.211376 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Current status of the port e1329148-9041-40a5-847f-95e9f69b4fc6 is: BUILD; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:15:54.211670 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (e1329148-9041-40a5-847f-95e9f69b4fc6), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:54.233214 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55aaee95-23bf-4d74-89b5-e798ff54172d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1329148-9041-40a5-847f-95e9f69b4fc6'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:15:54.235394 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db18c03db31c8eba27ff59efcab6aeefebc9da3faa7d3b822264179bbf74904a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a00523-4e56-4a5f-9e0f-1378aa2cf38f" -d '{"events": [{"server_uuid": "55aaee95-23bf-4d74-89b5-e798ff54172d", "name": "network-vif-plugged", "status": "completed", "tag": "e1329148-9041-40a5-847f-95e9f69b4fc6"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:15:54.247965 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port e1329148-9041-40a5-847f-95e9f69b4fc6, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=e1329148-9041-40a5-847f-95e9f69b4fc6,segment=NetworkSegment(3edf80a3-cf45-4e6d-829d-b0893b0eaa9d),segment_id=3edf80a3-cf45-4e6d-829d-b0893b0eaa9d)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:15:54.271646 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 09:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07719e3f-2658-459b-bfc7-cf1775ad537b x-openstack-request-id: req-07719e3f-2658-459b-bfc7-cf1775ad537b {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:15:54.271954 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55aaee95-23bf-4d74-89b5-e798ff54172d", "name": "network-vif-plugged", "status": "completed", "tag": "e1329148-9041-40a5-847f-95e9f69b4fc6", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:15:54.272206 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-07719e3f-2658-459b-bfc7-cf1775ad537b {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:15:54.272596 dv-cinder-849626-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07719e3f-2658-459b-bfc7-cf1775ad537b'] response: {'server_uuid': '55aaee95-23bf-4d74-89b5-e798ff54172d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1329148-9041-40a5-847f-95e9f69b4fc6', 'code': 200} Jul 13 09:15:54.308215 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (e1329148-9041-40a5-847f-95e9f69b4fc6), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:54.355476 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Pushing event updated for resources: {'Port': ['ID=e1329148-9041-40a5-847f-95e9f69b4fc6,revision_number=5']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:15:54.468418 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7f3b3aed-46f4-4e68-bbbe-dab9f8099e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (d1fd82e0-5c39-4100-b44b-c54ee27d2d9f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:54.528994 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b08f1f4-0b5e-400e-b663-ab79548c0f97 req-7574a415-74b5-4eef-919b-ba04630ecb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:15:54.530525 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-2b08f1f4-0b5e-400e-b663-ab79548c0f97 req-7574a415-74b5-4eef-919b-ba04630ecb84 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=55aaee95-23bf-4d74-89b5-e798ff54172d HTTP/1.1" status: 200 len: 1129 time: 0.0423229 Jul 13 09:15:54.573326 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-2b08f1f4-0b5e-400e-b663-ab79548c0f97 req-701d300d-a5e5-4b95-9577-e9168f84a74e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3f3962cb-1ba3-43ff-9f6f-27433b04ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372136 Jul 13 09:15:55.155225 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf3d87c-28d6-475e-b137-fce00f168863 req-6b7c67cf-b658-4093-9634-f71126e7df36 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:15:55.156697 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-0cf3d87c-28d6-475e-b137-fce00f168863 req-6b7c67cf-b658-4093-9634-f71126e7df36 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/ports?device_id=55aaee95-23bf-4d74-89b5-e798ff54172d HTTP/1.1" status: 200 len: 945 time: 0.0471449 Jul 13 09:15:55.202977 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-0cf3d87c-28d6-475e-b137-fce00f168863 req-ab600ec3-cc27-46ab-86a5-03a886cf0202 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/security-groups?id=3f3962cb-1ba3-43ff-9f6f-27433b04ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399089 Jul 13 09:15:55.529882 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5ee680a5-33f3-4217-99f5-17637ad0570e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (59ae6226-c784-4fad-8646-7377b1ef5f31), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:55.786933 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (9379cce5-6fc7-4135-bc49-530c07185724), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:56.226758 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.agents_db [None req-6da3c0df-3a39-4d49-9ef0-c2c7fda6ffa8 None None] Agent healthcheck: found 6 active agents {{(pid=104471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:15:56.319822 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2da90e4-d7ea-475a-80fe-327e2d9da7c9 req-ec2abf37-de48-4f0b-a6b6-db9419d02540 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:15:56.321304 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a2da90e4-d7ea-475a-80fe-327e2d9da7c9 req-ec2abf37-de48-4f0b-a6b6-db9419d02540 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/ports?device_id=55aaee95-23bf-4d74-89b5-e798ff54172d HTTP/1.1" status: 200 len: 945 time: 0.0467501 Jul 13 09:15:56.371399 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a2da90e4-d7ea-475a-80fe-327e2d9da7c9 req-8c5237bd-a181-49a9-9352-2609b1ede38f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/security-groups?id=3f3962cb-1ba3-43ff-9f6f-27433b04ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445228 Jul 13 09:15:56.482966 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8575d3-b4af-4193-b71c-8e0e66f7eca2 req-f95f962a-7e09-42f8-8dc9-cf96501202a3 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:15:56.484354 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-de8575d3-b4af-4193-b71c-8e0e66f7eca2 req-f95f962a-7e09-42f8-8dc9-cf96501202a3 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/ports?device_id=55aaee95-23bf-4d74-89b5-e798ff54172d HTTP/1.1" status: 200 len: 945 time: 0.0497544 Jul 13 09:15:56.493296 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 40728) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:15:56.497635 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-1b1fb1b5-32f5-4259-a395-f071407f3baa tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Request body: {'floatingip': {'port_id': 'e1329148-9041-40a5-847f-95e9f69b4fc6'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:15:56.535283 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-1b1fb1b5-32f5-4259-a395-f071407f3baa tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for floatingip (33744fde-f940-4f58-a4ae-6d06e45eb973), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:56.595558 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:15:56.895128 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:15:56.953396 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-1b1fb1b5-32f5-4259-a395-f071407f3baa tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:57.009228 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-1b1fb1b5-32f5-4259-a395-f071407f3baa tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-388893'] for floatingip (33744fde-f940-4f58-a4ae-6d06e45eb973), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:57.103805 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.db.l3_db [None req-1b1fb1b5-32f5-4259-a395-f071407f3baa tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Floating IP 33744fde-f940-4f58-a4ae-6d06e45eb973 associated. External IP: 172.27.3.90, port: e1329148-9041-40a5-847f-95e9f69b4fc6. Jul 13 09:15:57.294339 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b1fb1b5-32f5-4259-a395-f071407f3baa tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Router 6e1de26e-503b-40a5-9177-efd8d3310085 has already been hosted by L3 agent 084ea860-45cb-441c-b2f8-c6c2f7d6686c {{(pid=104469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 09:15:57.396318 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b1fb1b5-32f5-4259-a395-f071407f3baa tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Notify agent at l3_agent.dv-cinder-849626-3-iscsi the message routers_updated {{(pid=104469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 09:15:57.401136 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-1b1fb1b5-32f5-4259-a395-f071407f3baa tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for floatingip (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:15:57.405658 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3a3309-0156-4809-9708-8a1a720384ac None None] Sync routers for ids ['6e1de26e-503b-40a5-9177-efd8d3310085'] in dv-cinder-849626-3-iscsi {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 09:15:57.418332 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3a3309-0156-4809-9708-8a1a720384ac None None] Routers {'6e1de26e-503b-40a5-9177-efd8d3310085'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:15:57.418946 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-6d3a3309-0156-4809-9708-8a1a720384ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:15:53Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['6e1de26e-503b-40a5-9177-efd8d3310085'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:15:57.431171 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-1b1fb1b5-32f5-4259-a395-f071407f3baa tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "PUT /v2.0/floatingips/33744fde-f940-4f58-a4ae-6d06e45eb973 HTTP/1.1" status: 200 len: 990 time: 0.9368072 Jul 13 09:15:57.431741 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55aaee95-23bf-4d74-89b5-e798ff54172d', 'tag': 'e1329148-9041-40a5-847f-95e9f69b4fc6'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:15:57.433942 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c4e5b91a84def5af2f1fcdaa70b19e5540aa6c2f63d8f4e9cb6586108f6a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-160ec641-be33-4378-be21-242c8c825e04" -d '{"events": [{"name": "network-changed", "server_uuid": "55aaee95-23bf-4d74-89b5-e798ff54172d", "tag": "e1329148-9041-40a5-847f-95e9f69b4fc6"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:15:57.475407 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 09:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f97251c-cc51-4d7e-99c5-b68858689741 x-openstack-request-id: req-5f97251c-cc51-4d7e-99c5-b68858689741 {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:15:57.475407 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55aaee95-23bf-4d74-89b5-e798ff54172d", "tag": "e1329148-9041-40a5-847f-95e9f69b4fc6", "status": "completed", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:15:57.475407 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-5f97251c-cc51-4d7e-99c5-b68858689741 {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:15:57.475407 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f97251c-cc51-4d7e-99c5-b68858689741'] response: {'name': 'network-changed', 'server_uuid': '55aaee95-23bf-4d74-89b5-e798ff54172d', 'tag': 'e1329148-9041-40a5-847f-95e9f69b4fc6', 'status': 'completed', 'code': 200} Jul 13 09:15:57.519622 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-6d3a3309-0156-4809-9708-8a1a720384ac None None] Set router 6e1de26e-503b-40a5-9177-efd8d3310085 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:15:57.531806 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160ec641-be33-4378-be21-242c8c825e04 req-c495f049-78ff-420b-82e9-52c02ae2f688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:15:57.533304 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-160ec641-be33-4378-be21-242c8c825e04 req-c495f049-78ff-420b-82e9-52c02ae2f688 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0486a8d3794f4b50a96d3477e14e344f&device_id=55aaee95-23bf-4d74-89b5-e798ff54172d HTTP/1.1" status: 200 len: 1129 time: 0.0427148 Jul 13 09:15:57.673631 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:15:57.741154 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-6d3a3309-0156-4809-9708-8a1a720384ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'name': 'tempest-AttachVolumeNegativeTest-66573234-router', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'da847675-4b00-4cc2-a470-1ef521631008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:13:00Z', 'updated_at': '2022-07-13T09:13:03Z', 'revision_number': 4, 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'gw_port': {'id': 'da847675-4b00-4cc2-a470-1ef521631008', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:13:01Z', 'updated_at': '2022-07-13T09:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_floatingips': [{'id': '33744fde-f940-4f58-a4ae-6d06e45eb973', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'floating_ip_address': '172.27.3.90', 'floating_network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'router_id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'port_id': 'e1329148-9041-40a5-847f-95e9f69b4fc6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496', 'mac_address': 'fa:16:3e:a2:4f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55aaee95-23bf-4d74-89b5-e798ff54172d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T09:15:43Z', 'updated_at': '2022-07-13T09:15:56Z', 'revision_number': 1, 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73', 'name': '', 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'mac_address': 'fa:16:3e:c1:69:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '13acf255-d269-41b2-95ac-9a0376cf4726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:13:02Z', 'updated_at': '2022-07-13T09:13:06Z', 'revision_number': 5, 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'subnets': [{'id': '13acf255-d269-41b2-95ac-9a0376cf4726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:15:57.767795 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3a3309-0156-4809-9708-8a1a720384ac None None] Checking router: 6e1de26e-503b-40a5-9177-efd8d3310085 for host: dv-cinder-849626-3-iscsi {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 09:15:57.777485 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3a3309-0156-4809-9708-8a1a720384ac None None] Routers {'6e1de26e-503b-40a5-9177-efd8d3310085'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:15:57.778132 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-6d3a3309-0156-4809-9708-8a1a720384ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:15:53Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['6e1de26e-503b-40a5-9177-efd8d3310085'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:15:57.825949 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:15:57.847573 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:15:57.864454 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160ec641-be33-4378-be21-242c8c825e04 req-6319b2ff-608a-4621-8889-7df20ed195e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:15:57.865998 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-160ec641-be33-4378-be21-242c8c825e04 req-6319b2ff-608a-4621-8889-7df20ed195e5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0419ddd4-ade8-4500-ac9c-4682f59c8496 HTTP/1.1" status: 200 len: 914 time: 0.3273227 Jul 13 09:15:57.883062 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-6d3a3309-0156-4809-9708-8a1a720384ac None None] Set router 6e1de26e-503b-40a5-9177-efd8d3310085 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:15:57.930173 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-160ec641-be33-4378-be21-242c8c825e04 req-6d415dda-6fc3-4b76-8d88-2564415612af service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1329148-9041-40a5-847f-95e9f69b4fc6 HTTP/1.1" status: 200 len: 998 time: 0.0584269 Jul 13 09:15:57.978385 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160ec641-be33-4378-be21-242c8c825e04 req-3b37b990-eba0-495c-8380-bc9c492687a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:15:57.979950 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-160ec641-be33-4378-be21-242c8c825e04 req-3b37b990-eba0-495c-8380-bc9c492687a0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=13acf255-d269-41b2-95ac-9a0376cf4726 HTTP/1.1" status: 200 len: 852 time: 0.0444260 Jul 13 09:15:58.025429 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160ec641-be33-4378-be21-242c8c825e04 req-b70f101e-b552-426d-9c73-af0eb18d4d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:15:58.026989 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-160ec641-be33-4378-be21-242c8c825e04 req-b70f101e-b552-426d-9c73-af0eb18d4d5c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0419ddd4-ade8-4500-ac9c-4682f59c8496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414195 Jul 13 09:15:58.102541 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-6d3a3309-0156-4809-9708-8a1a720384ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'name': 'tempest-AttachVolumeNegativeTest-66573234-router', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'da847675-4b00-4cc2-a470-1ef521631008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:13:00Z', 'updated_at': '2022-07-13T09:13:03Z', 'revision_number': 4, 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'gw_port': {'id': 'da847675-4b00-4cc2-a470-1ef521631008', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:13:01Z', 'updated_at': '2022-07-13T09:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_floatingips': [{'id': '33744fde-f940-4f58-a4ae-6d06e45eb973', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'floating_ip_address': '172.27.3.90', 'floating_network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'router_id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'port_id': 'e1329148-9041-40a5-847f-95e9f69b4fc6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496', 'mac_address': 'fa:16:3e:a2:4f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55aaee95-23bf-4d74-89b5-e798ff54172d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T09:15:43Z', 'updated_at': '2022-07-13T09:15:56Z', 'revision_number': 1, 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73', 'name': '', 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'mac_address': 'fa:16:3e:c1:69:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '13acf255-d269-41b2-95ac-9a0376cf4726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:13:02Z', 'updated_at': '2022-07-13T09:13:06Z', 'revision_number': 5, 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'subnets': [{'id': '13acf255-d269-41b2-95ac-9a0376cf4726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:15:58.122095 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-160ec641-be33-4378-be21-242c8c825e04 req-57692ac7-4548-4fe9-9706-fe27a2094098 service neutron] 10.222.0.30 "GET /v2.0/networks/0419ddd4-ade8-4500-ac9c-4682f59c8496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894649 Jul 13 09:15:58.128895 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3a3309-0156-4809-9708-8a1a720384ac None None] The sync data for ids ['6e1de26e-503b-40a5-9177-efd8d3310085'] in dv-cinder-849626-3-iscsi is: [{'id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'name': 'tempest-AttachVolumeNegativeTest-66573234-router', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'da847675-4b00-4cc2-a470-1ef521631008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:13:00Z', 'updated_at': '2022-07-13T09:13:03Z', 'revision_number': 4, 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'gw_port': {'id': 'da847675-4b00-4cc2-a470-1ef521631008', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:13:01Z', 'updated_at': '2022-07-13T09:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_floatingips': [{'id': '33744fde-f940-4f58-a4ae-6d06e45eb973', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'floating_ip_address': '172.27.3.90', 'floating_network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'router_id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'port_id': 'e1329148-9041-40a5-847f-95e9f69b4fc6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496', 'mac_address': 'fa:16:3e:a2:4f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55aaee95-23bf-4d74-89b5-e798ff54172d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T09:15:43Z', 'updated_at': '2022-07-13T09:15:56Z', 'revision_number': 1, 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73', 'name': '', 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'mac_address': 'fa:16:3e:c1:69:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '13acf255-d269-41b2-95ac-9a0376cf4726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:13:02Z', 'updated_at': '2022-07-13T09:13:06Z', 'revision_number': 5, 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'subnets': [{'id': '13acf255-d269-41b2-95ac-9a0376cf4726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 09:15:58.192685 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:15:58.219373 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-160ec641-be33-4378-be21-242c8c825e04 req-13628a49-555a-40b8-bbae-29d968d272f8 service neutron] 10.222.0.30 "GET /v2.0/networks/0419ddd4-ade8-4500-ac9c-4682f59c8496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916722 Jul 13 09:15:58.352914 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cca5ab-7784-4950-9163-772a4680aab1 None None] New status for floating IP 33744fde-f940-4f58-a4ae-6d06e45eb973: ACTIVE {{(pid=104471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 13 09:16:06.356948 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=27 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:16:06.367991 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=42 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:16:08.093981 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=37 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:16:08.105247 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=26 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:16:08.216522 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=29 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:16:09.133352 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:16:09.138280 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=15 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:16:11.776316 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (6e9d2670-629d-42a5-8dd5-d0857aba9a7e), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:18.344302 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 40740) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:16:18.482059 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-6eabeef9-c397-4a91-845c-9ec1e1da157d tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Deleting port cf1f254e-c063-4eeb-a29b-d48cc991cba0 {{(pid=104468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:16:18.482310 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6eabeef9-c397-4a91-845c-9ec1e1da157d tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (cf1f254e-c063-4eeb-a29b-d48cc991cba0), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:18.555844 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6eabeef9-c397-4a91-845c-9ec1e1da157d tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (cf1f254e-c063-4eeb-a29b-d48cc991cba0), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:18.556158 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6eabeef9-c397-4a91-845c-9ec1e1da157d tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Publish callbacks [] for floatingip (cf1f254e-c063-4eeb-a29b-d48cc991cba0), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:18.567899 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-6eabeef9-c397-4a91-845c-9ec1e1da157d tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Calling delete_port for cf1f254e-c063-4eeb-a29b-d48cc991cba0 owned by network:floatingip {{(pid=104468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:16:18.763493 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6eabeef9-c397-4a91-845c-9ec1e1da157d tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665350'] for port (cf1f254e-c063-4eeb-a29b-d48cc991cba0), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:18.786223 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eabeef9-c397-4a91-845c-9ec1e1da157d tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Pushing event deleted for resources: {'Port': ['ID=cf1f254e-c063-4eeb-a29b-d48cc991cba0,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:16:18.853325 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6eabeef9-c397-4a91-845c-9ec1e1da157d tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Publish callbacks [] for floatingip (1814005b-9c30-439b-9091-6b64ba5f7116), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:18.853650 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.db.l3_db [None req-6eabeef9-c397-4a91-845c-9ec1e1da157d tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Floating IP 1814005b-9c30-439b-9091-6b64ba5f7116 disassociated (deleted). External IP: 172.27.3.77, port: c98f0a70-76c7-4798-9dfc-6e8275493f88. Jul 13 09:16:18.864381 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-9643c60c-9263-4baa-a3b0-40ca6d81cf07 req-05018ae7-2021-416d-85b9-c83eea2e7e7b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d44bf150-cda8-482a-a0b9-f51d8070d972&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427468 Jul 13 09:16:18.948336 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643c60c-9263-4baa-a3b0-40ca6d81cf07 req-4afe1fe8-8d7c-44e1-b814-a071fb658636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:16:18.949861 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-9643c60c-9263-4baa-a3b0-40ca6d81cf07 req-4afe1fe8-8d7c-44e1-b814-a071fb658636 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6b5574138d6341268eae22b78af64765&device_id=d44bf150-cda8-482a-a0b9-f51d8070d972 HTTP/1.1" status: 200 len: 1129 time: 0.0404816 Jul 13 09:16:19.051177 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eabeef9-c397-4a91-845c-9ec1e1da157d tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Router e08a323c-8318-444b-9294-a211178b0730 has already been hosted by L3 agent 084ea860-45cb-441c-b2f8-c6c2f7d6686c {{(pid=104468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 09:16:19.051409 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643c60c-9263-4baa-a3b0-40ca6d81cf07 req-7baef487-2812-446b-98bf-ada329f58c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:16:19.052701 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-9643c60c-9263-4baa-a3b0-40ca6d81cf07 req-7baef487-2812-446b-98bf-ada329f58c92 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bf682ee0-62e0-448d-97a2-9a80bdd5bf49 HTTP/1.1" status: 200 len: 909 time: 0.0851307 Jul 13 09:16:19.101799 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-9643c60c-9263-4baa-a3b0-40ca6d81cf07 req-bf6db957-886e-46a4-8f95-807d7fa49666 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c98f0a70-76c7-4798-9dfc-6e8275493f88 HTTP/1.1" status: 200 len: 217 time: 0.0428081 Jul 13 09:16:19.149469 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643c60c-9263-4baa-a3b0-40ca6d81cf07 req-8dc1bcb4-7a17-47a1-9621-e852901bbc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:16:19.150973 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-9643c60c-9263-4baa-a3b0-40ca6d81cf07 req-8dc1bcb4-7a17-47a1-9621-e852901bbc1d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4d4f83bc-542b-44e8-b61c-831e28191723 HTTP/1.1" status: 200 len: 847 time: 0.0436149 Jul 13 09:16:19.166210 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eabeef9-c397-4a91-845c-9ec1e1da157d tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Notify agent at l3_agent.dv-cinder-849626-3-iscsi the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 09:16:19.171577 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6eabeef9-c397-4a91-845c-9ec1e1da157d tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for floatingip (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:19.179459 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0686be-9df8-4853-8d78-6f28abe8dbe2 None None] Sync routers for ids ['e08a323c-8318-444b-9294-a211178b0730'] in dv-cinder-849626-3-iscsi {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 09:16:19.189631 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0686be-9df8-4853-8d78-6f28abe8dbe2 None None] Routers {'e08a323c-8318-444b-9294-a211178b0730'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:16:19.190268 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-3c0686be-9df8-4853-8d78-6f28abe8dbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:15:53Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['e08a323c-8318-444b-9294-a211178b0730'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:16:19.194904 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643c60c-9263-4baa-a3b0-40ca6d81cf07 req-9261fa6e-8406-438f-a00a-f13099e26d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:16:19.196415 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-9643c60c-9263-4baa-a3b0-40ca6d81cf07 req-9261fa6e-8406-438f-a00a-f13099e26d8b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bf682ee0-62e0-448d-97a2-9a80bdd5bf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397866 Jul 13 09:16:19.201959 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:16:19.209044 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-6eabeef9-c397-4a91-845c-9ec1e1da157d tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "DELETE /v2.0/floatingips/1814005b-9c30-439b-9091-6b64ba5f7116 HTTP/1.1" status: 204 len: 168 time: 0.8607757 Jul 13 09:16:19.209044 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd44bf150-cda8-482a-a0b9-f51d8070d972', 'tag': 'c98f0a70-76c7-4798-9dfc-6e8275493f88'}] {{(pid=104468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:16:19.213319 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b622ba103e3e5260ba9f31452615d2910364782cfb993b04b3292bc67dda7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5cb6809-cdb7-4fa7-8fff-1443e50e4148" -d '{"events": [{"name": "network-changed", "server_uuid": "d44bf150-cda8-482a-a0b9-f51d8070d972", "tag": "c98f0a70-76c7-4798-9dfc-6e8275493f88"}]}' {{(pid=104468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:16:19.252511 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 09:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c7af5c-2e78-4305-9397-d5f80b563eb1 x-openstack-request-id: req-91c7af5c-2e78-4305-9397-d5f80b563eb1 {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:16:19.252794 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d44bf150-cda8-482a-a0b9-f51d8070d972", "tag": "c98f0a70-76c7-4798-9dfc-6e8275493f88", "status": "completed", "code": 200}]} {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:16:19.253041 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-91c7af5c-2e78-4305-9397-d5f80b563eb1 {{(pid=104468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:16:19.254102 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91c7af5c-2e78-4305-9397-d5f80b563eb1'] response: {'name': 'network-changed', 'server_uuid': 'd44bf150-cda8-482a-a0b9-f51d8070d972', 'tag': 'c98f0a70-76c7-4798-9dfc-6e8275493f88', 'status': 'completed', 'code': 200} Jul 13 09:16:19.297990 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-9643c60c-9263-4baa-a3b0-40ca6d81cf07 req-2ff376ac-5127-4d28-b054-ddfa007e1add service neutron] 10.222.0.30 "GET /v2.0/networks/bf682ee0-62e0-448d-97a2-9a80bdd5bf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956826 Jul 13 09:16:19.399999 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-9643c60c-9263-4baa-a3b0-40ca6d81cf07 req-80019b4a-ce3c-44be-bb38-b4ae1ef38126 service neutron] 10.222.0.30 "GET /v2.0/networks/bf682ee0-62e0-448d-97a2-9a80bdd5bf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957313 Jul 13 09:16:19.439113 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-3c0686be-9df8-4853-8d78-6f28abe8dbe2 None None] Set router e08a323c-8318-444b-9294-a211178b0730 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:16:19.545025 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb6809-cdb7-4fa7-8fff-1443e50e4148 req-b94f95cd-0ee1-463c-85b8-02217908d311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:16:19.546626 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f5cb6809-cdb7-4fa7-8fff-1443e50e4148 req-b94f95cd-0ee1-463c-85b8-02217908d311 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6b5574138d6341268eae22b78af64765&device_id=d44bf150-cda8-482a-a0b9-f51d8070d972 HTTP/1.1" status: 200 len: 1129 time: 0.0443487 Jul 13 09:16:19.551969 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=13 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:16:19.551969 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=13 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:16:19.633070 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-3c0686be-9df8-4853-8d78-6f28abe8dbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e08a323c-8318-444b-9294-a211178b0730', 'name': 'tempest-TestShelveInstance-199060228-router', 'tenant_id': '6b5574138d6341268eae22b78af64765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '566d4d31-b462-48a1-8402-89f2901cbf77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:11:12Z', 'updated_at': '2022-07-13T09:11:16Z', 'revision_number': 4, 'project_id': '6b5574138d6341268eae22b78af64765', 'gw_port': {'id': '566d4d31-b462-48a1-8402-89f2901cbf77', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:40:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08a323c-8318-444b-9294-a211178b0730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:11:13Z', 'updated_at': '2022-07-13T09:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_interfaces': [{'id': '48c95c7e-9f22-4fb5-a9e9-d22e9e854a65', 'name': '', 'network_id': 'bf682ee0-62e0-448d-97a2-9a80bdd5bf49', 'tenant_id': '6b5574138d6341268eae22b78af64765', 'mac_address': 'fa:16:3e:3d:37:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08a323c-8318-444b-9294-a211178b0730', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '4d4f83bc-542b-44e8-b61c-831e28191723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:11:15Z', 'updated_at': '2022-07-13T09:11:21Z', 'revision_number': 5, 'project_id': '6b5574138d6341268eae22b78af64765', 'subnets': [{'id': '4d4f83bc-542b-44e8-b61c-831e28191723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:16:19.647483 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb6809-cdb7-4fa7-8fff-1443e50e4148 req-abe1acf0-aadb-4819-9a40-f1af00f92eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:16:19.649167 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f5cb6809-cdb7-4fa7-8fff-1443e50e4148 req-abe1acf0-aadb-4819-9a40-f1af00f92eb9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bf682ee0-62e0-448d-97a2-9a80bdd5bf49 HTTP/1.1" status: 200 len: 909 time: 0.0958424 Jul 13 09:16:19.663308 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0686be-9df8-4853-8d78-6f28abe8dbe2 None None] Checking router: e08a323c-8318-444b-9294-a211178b0730 for host: dv-cinder-849626-3-iscsi {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 09:16:19.672303 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0686be-9df8-4853-8d78-6f28abe8dbe2 None None] Routers {'e08a323c-8318-444b-9294-a211178b0730'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:16:19.672910 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-3c0686be-9df8-4853-8d78-6f28abe8dbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:15:53Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['e08a323c-8318-444b-9294-a211178b0730'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:16:19.774559 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-3c0686be-9df8-4853-8d78-6f28abe8dbe2 None None] Set router e08a323c-8318-444b-9294-a211178b0730 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:16:19.839684 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a4782a-fb76-4e35-8131-32be4a04ac6e req-467a3b8c-c6c3-40bc-ab69-f533733a69d1 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:16:19.841283 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-74a4782a-fb76-4e35-8131-32be4a04ac6e req-467a3b8c-c6c3-40bc-ab69-f533733a69d1 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/ports?device_id=d44bf150-cda8-482a-a0b9-f51d8070d972 HTTP/1.1" status: 200 len: 945 time: 0.2135019 Jul 13 09:16:19.872847 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:16:19.892821 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-74a4782a-fb76-4e35-8131-32be4a04ac6e req-afd3039b-d4b2-440a-95dc-4ea3d006758f tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/security-groups?id=318303b4-ee97-4d04-ac0e-60b52783791c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454881 Jul 13 09:16:19.963614 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-3c0686be-9df8-4853-8d78-6f28abe8dbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e08a323c-8318-444b-9294-a211178b0730', 'name': 'tempest-TestShelveInstance-199060228-router', 'tenant_id': '6b5574138d6341268eae22b78af64765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '566d4d31-b462-48a1-8402-89f2901cbf77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:11:12Z', 'updated_at': '2022-07-13T09:11:16Z', 'revision_number': 4, 'project_id': '6b5574138d6341268eae22b78af64765', 'gw_port': {'id': '566d4d31-b462-48a1-8402-89f2901cbf77', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:40:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08a323c-8318-444b-9294-a211178b0730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:11:13Z', 'updated_at': '2022-07-13T09:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_interfaces': [{'id': '48c95c7e-9f22-4fb5-a9e9-d22e9e854a65', 'name': '', 'network_id': 'bf682ee0-62e0-448d-97a2-9a80bdd5bf49', 'tenant_id': '6b5574138d6341268eae22b78af64765', 'mac_address': 'fa:16:3e:3d:37:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08a323c-8318-444b-9294-a211178b0730', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '4d4f83bc-542b-44e8-b61c-831e28191723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:11:15Z', 'updated_at': '2022-07-13T09:11:21Z', 'revision_number': 5, 'project_id': '6b5574138d6341268eae22b78af64765', 'subnets': [{'id': '4d4f83bc-542b-44e8-b61c-831e28191723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:16:19.988868 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0686be-9df8-4853-8d78-6f28abe8dbe2 None None] The sync data for ids ['e08a323c-8318-444b-9294-a211178b0730'] in dv-cinder-849626-3-iscsi is: [{'id': 'e08a323c-8318-444b-9294-a211178b0730', 'name': 'tempest-TestShelveInstance-199060228-router', 'tenant_id': '6b5574138d6341268eae22b78af64765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '566d4d31-b462-48a1-8402-89f2901cbf77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:11:12Z', 'updated_at': '2022-07-13T09:11:16Z', 'revision_number': 4, 'project_id': '6b5574138d6341268eae22b78af64765', 'gw_port': {'id': '566d4d31-b462-48a1-8402-89f2901cbf77', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:40:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08a323c-8318-444b-9294-a211178b0730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:11:13Z', 'updated_at': '2022-07-13T09:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_interfaces': [{'id': '48c95c7e-9f22-4fb5-a9e9-d22e9e854a65', 'name': '', 'network_id': 'bf682ee0-62e0-448d-97a2-9a80bdd5bf49', 'tenant_id': '6b5574138d6341268eae22b78af64765', 'mac_address': 'fa:16:3e:3d:37:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08a323c-8318-444b-9294-a211178b0730', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '4d4f83bc-542b-44e8-b61c-831e28191723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:11:15Z', 'updated_at': '2022-07-13T09:11:21Z', 'revision_number': 5, 'project_id': '6b5574138d6341268eae22b78af64765', 'subnets': [{'id': '4d4f83bc-542b-44e8-b61c-831e28191723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 09:16:20.211446 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652b4f16-12b2-47c6-96df-3b06f5303c58 None None] New status for floating IP 1814005b-9c30-439b-9091-6b64ba5f7116: DOWN {{(pid=104471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 13 09:16:20.593679 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-05e78224-dcff-4dbc-9c0a-4c41d1e8004a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (a33f270e-6fb2-40d7-a0c5-ff754f30a69f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:20.633005 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f5cb6809-cdb7-4fa7-8fff-1443e50e4148 req-0be19906-0161-40cb-a63b-188c75521013 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c98f0a70-76c7-4798-9dfc-6e8275493f88 HTTP/1.1" status: 200 len: 217 time: 0.0375352 Jul 13 09:16:20.682084 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb6809-cdb7-4fa7-8fff-1443e50e4148 req-7e18f007-5d6a-463f-8129-065614a07b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:16:20.683421 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f5cb6809-cdb7-4fa7-8fff-1443e50e4148 req-7e18f007-5d6a-463f-8129-065614a07b8a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4d4f83bc-542b-44e8-b61c-831e28191723 HTTP/1.1" status: 200 len: 847 time: 0.0430253 Jul 13 09:16:20.794307 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb6809-cdb7-4fa7-8fff-1443e50e4148 req-a0cfa67a-c17c-49b8-898d-aa95a3414d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:16:20.795788 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f5cb6809-cdb7-4fa7-8fff-1443e50e4148 req-a0cfa67a-c17c-49b8-898d-aa95a3414d1d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bf682ee0-62e0-448d-97a2-9a80bdd5bf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380893 Jul 13 09:16:20.893758 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f5cb6809-cdb7-4fa7-8fff-1443e50e4148 req-33facf52-16dd-401f-8843-e3104e7d5651 service neutron] 10.222.0.30 "GET /v2.0/networks/bf682ee0-62e0-448d-97a2-9a80bdd5bf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858696 Jul 13 09:16:21.085679 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a7930-0b8d-45ed-9261-8d64cd1b4771 req-6440d95c-ad30-4d62-9156-1069ca2d7e78 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:16:21.087162 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a52a7930-0b8d-45ed-9261-8d64cd1b4771 req-6440d95c-ad30-4d62-9156-1069ca2d7e78 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/ports?device_id=d44bf150-cda8-482a-a0b9-f51d8070d972 HTTP/1.1" status: 200 len: 945 time: 0.1242034 Jul 13 09:16:21.189595 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d189c40-4cb7-4860-951a-bed1bb726307 req-cadc829a-4908-42dd-9053-87325efee33f tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:16:21.191059 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-0d189c40-4cb7-4860-951a-bed1bb726307 req-cadc829a-4908-42dd-9053-87325efee33f tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.30 "GET /v2.0/ports?device_id=d44bf150-cda8-482a-a0b9-f51d8070d972 HTTP/1.1" status: 200 len: 945 time: 0.0740445 Jul 13 09:16:21.205518 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:16:21.215178 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:16:21.241786 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f5cb6809-cdb7-4fa7-8fff-1443e50e4148 req-bea473b7-4133-4891-8184-78c4815b2f38 service neutron] 10.222.0.30 "GET /v2.0/networks/bf682ee0-62e0-448d-97a2-9a80bdd5bf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959271 Jul 13 09:16:21.256587 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a52a7930-0b8d-45ed-9261-8d64cd1b4771 req-d8b9056a-5cc9-4351-be3c-2d663fb6fd14 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/security-groups?id=318303b4-ee97-4d04-ac0e-60b52783791c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384501 Jul 13 09:16:21.306350 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [req-0d189c40-4cb7-4860-951a-bed1bb726307 req-913fc014-d12b-4fce-9161-6619b141bf41 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Deleting port c98f0a70-76c7-4798-9dfc-6e8275493f88 {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:16:21.306687 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-0d189c40-4cb7-4860-951a-bed1bb726307 req-913fc014-d12b-4fce-9161-6619b141bf41 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (c98f0a70-76c7-4798-9dfc-6e8275493f88), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:21.393432 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [req-0d189c40-4cb7-4860-951a-bed1bb726307 req-913fc014-d12b-4fce-9161-6619b141bf41 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] For port c98f0a70-76c7-4798-9dfc-6e8275493f88, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=c98f0a70-76c7-4798-9dfc-6e8275493f88,segment=NetworkSegment(3ac606da-51ce-4bda-8479-64389b45a44b),segment_id=3ac606da-51ce-4bda-8479-64389b45a44b)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:16:21.393793 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-0d189c40-4cb7-4860-951a-bed1bb726307 req-913fc014-d12b-4fce-9161-6619b141bf41 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (c98f0a70-76c7-4798-9dfc-6e8275493f88), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:21.407194 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [req-0d189c40-4cb7-4860-951a-bed1bb726307 req-913fc014-d12b-4fce-9161-6619b141bf41 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Calling delete_port for c98f0a70-76c7-4798-9dfc-6e8275493f88 owned by compute:nova {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:16:21.610841 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-0d189c40-4cb7-4860-951a-bed1bb726307 req-913fc014-d12b-4fce-9161-6619b141bf41 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542309'] for port (c98f0a70-76c7-4798-9dfc-6e8275493f88), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:21.638325 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913fc014-d12b-4fce-9161-6619b141bf41 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Pushing event deleted for resources: {'Port': ['ID=c98f0a70-76c7-4798-9dfc-6e8275493f88,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:16:21.684110 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d189c40-4cb7-4860-951a-bed1bb726307 req-913fc014-d12b-4fce-9161-6619b141bf41 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] No DVR routers for this DVR port c98f0a70-76c7-4798-9dfc-6e8275493f88 on host hv-cinder-84962 {{(pid=104469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 09:16:21.686586 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-0d189c40-4cb7-4860-951a-bed1bb726307 req-913fc014-d12b-4fce-9161-6619b141bf41 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for port (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:21.689770 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-0d189c40-4cb7-4860-951a-bed1bb726307 req-913fc014-d12b-4fce-9161-6619b141bf41 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.30 "DELETE /v2.0/ports/c98f0a70-76c7-4798-9dfc-6e8275493f88 HTTP/1.1" status: 204 len: 173 time: 0.4897904 Jul 13 09:16:21.690198 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd44bf150-cda8-482a-a0b9-f51d8070d972', 'name': 'network-vif-deleted', 'tag': 'c98f0a70-76c7-4798-9dfc-6e8275493f88'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:16:21.693172 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c4e5b91a84def5af2f1fcdaa70b19e5540aa6c2f63d8f4e9cb6586108f6a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07aa0443-fe3a-4cbb-8085-f88a27181950" -d '{"events": [{"server_uuid": "d44bf150-cda8-482a-a0b9-f51d8070d972", "name": "network-vif-deleted", "tag": "c98f0a70-76c7-4798-9dfc-6e8275493f88"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:16:21.728039 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 09:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa69d22-03d0-4598-b9e7-67de468bc85f x-openstack-request-id: req-0fa69d22-03d0-4598-b9e7-67de468bc85f {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:16:21.728322 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d44bf150-cda8-482a-a0b9-f51d8070d972", "name": "network-vif-deleted", "tag": "c98f0a70-76c7-4798-9dfc-6e8275493f88", "status": "completed", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:16:21.728568 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-0fa69d22-03d0-4598-b9e7-67de468bc85f {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:16:21.728960 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fa69d22-03d0-4598-b9e7-67de468bc85f'] response: {'server_uuid': 'd44bf150-cda8-482a-a0b9-f51d8070d972', 'name': 'network-vif-deleted', 'tag': 'c98f0a70-76c7-4798-9dfc-6e8275493f88', 'status': 'completed', 'code': 200} Jul 13 09:16:22.360566 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f7bf4a79-4db2-4873-9cf3-8d07fce9adf4 req-e46f01be-4901-4765-8c42-1d09b58b6a96 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "GET /v2.0/ports?device_id=d44bf150-cda8-482a-a0b9-f51d8070d972 HTTP/1.1" status: 200 len: 210 time: 0.0335412 Jul 13 09:16:22.885195 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-10420d0a-14cc-43ec-a3c4-8741709bbd03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (084ea860-45cb-441c-b2f8-c6c2f7d6686c), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:23.419990 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 40762) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:16:23.475539 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-37f9c308-734e-43fd-a45a-f0c689d3e0b4 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Publish callbacks [] for security_group (318303b4-ee97-4d04-ac0e-60b52783791c), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:23.500449 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-37f9c308-734e-43fd-a45a-f0c689d3e0b4 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Publish callbacks [] for security_group (318303b4-ee97-4d04-ac0e-60b52783791c), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:23.660475 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-37f9c308-734e-43fd-a45a-f0c689d3e0b4 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (318303b4-ee97-4d04-ac0e-60b52783791c), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:23.663118 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-37f9c308-734e-43fd-a45a-f0c689d3e0b4 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:23.664272 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-37f9c308-734e-43fd-a45a-f0c689d3e0b4 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] 10.222.0.40 "DELETE /v2.0/security-groups/318303b4-ee97-4d04-ac0e-60b52783791c HTTP/1.1" status: 204 len: 168 time: 0.2439814 Jul 13 09:16:23.673629 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9c308-734e-43fd-a45a-f0c689d3e0b4 tempest-TestShelveInstance-1353066268 tempest-TestShelveInstance-1353066268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=318303b4-ee97-4d04-ac0e-60b52783791c,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:16:23.760732 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 40766) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:16:24.106325 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:16:24.150397 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:16:24.158220 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-45a3fbf6-d111-47ee-817b-db9142fdfe6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-385605'] for router_interface (e08a323c-8318-444b-9294-a211178b0730), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:24.376388 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-45a3fbf6-d111-47ee-817b-db9142fdfe6b admin admin] Deleting port 48c95c7e-9f22-4fb5-a9e9-d22e9e854a65 {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:16:24.376640 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-45a3fbf6-d111-47ee-817b-db9142fdfe6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (48c95c7e-9f22-4fb5-a9e9-d22e9e854a65), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:24.453063 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-45a3fbf6-d111-47ee-817b-db9142fdfe6b admin admin] For port 48c95c7e-9f22-4fb5-a9e9-d22e9e854a65, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=48c95c7e-9f22-4fb5-a9e9-d22e9e854a65,segment=NetworkSegment(3ac606da-51ce-4bda-8479-64389b45a44b),segment_id=3ac606da-51ce-4bda-8479-64389b45a44b)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:16:24.453821 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-45a3fbf6-d111-47ee-817b-db9142fdfe6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (48c95c7e-9f22-4fb5-a9e9-d22e9e854a65), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:24.466532 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-45a3fbf6-d111-47ee-817b-db9142fdfe6b admin admin] Calling delete_port for 48c95c7e-9f22-4fb5-a9e9-d22e9e854a65 owned by network:router_interface {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:16:24.479300 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7f3b3aed-46f4-4e68-bbbe-dab9f8099e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (d1fd82e0-5c39-4100-b44b-c54ee27d2d9f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:24.708566 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-45a3fbf6-d111-47ee-817b-db9142fdfe6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542309'] for port (48c95c7e-9f22-4fb5-a9e9-d22e9e854a65), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:24.731089 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a3fbf6-d111-47ee-817b-db9142fdfe6b admin admin] Pushing event deleted for resources: {'Port': ['ID=48c95c7e-9f22-4fb5-a9e9-d22e9e854a65,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:16:24.898425 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-45a3fbf6-d111-47ee-817b-db9142fdfe6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-385745'] for router_interface (e08a323c-8318-444b-9294-a211178b0730), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:25.005665 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:16:25.069947 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:16:25.099699 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45a3fbf6-d111-47ee-817b-db9142fdfe6b admin admin] Router e08a323c-8318-444b-9294-a211178b0730 has already been hosted by L3 agent 084ea860-45cb-441c-b2f8-c6c2f7d6686c {{(pid=104469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 09:16:25.199977 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a3fbf6-d111-47ee-817b-db9142fdfe6b admin admin] Notify agent at l3_agent.dv-cinder-849626-3-iscsi the message routers_updated {{(pid=104469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 09:16:25.204925 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-45a3fbf6-d111-47ee-817b-db9142fdfe6b admin admin] 10.222.0.40 "PUT /v2.0/routers/e08a323c-8318-444b-9294-a211178b0730/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4432774 Jul 13 09:16:25.208295 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 40770) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:16:25.211407 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314ef354-9b2e-40c5-85b1-932e28216bd9 None None] Sync routers for ids ['e08a323c-8318-444b-9294-a211178b0730'] in dv-cinder-849626-3-iscsi {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 09:16:25.221186 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314ef354-9b2e-40c5-85b1-932e28216bd9 None None] Routers {'e08a323c-8318-444b-9294-a211178b0730'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:16:25.221785 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-314ef354-9b2e-40c5-85b1-932e28216bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:16:23Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['e08a323c-8318-444b-9294-a211178b0730'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:16:25.307288 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8efa678f-cf46-4bb5-9bfa-2db1d8cfb094 admin admin] Publish callbacks [] for router (e08a323c-8318-444b-9294-a211178b0730), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:25.324545 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-314ef354-9b2e-40c5-85b1-932e28216bd9 None None] Set router e08a323c-8318-444b-9294-a211178b0730 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:16:25.405803 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8efa678f-cf46-4bb5-9bfa-2db1d8cfb094 admin admin] Publish callbacks [] for router_gateway (e08a323c-8318-444b-9294-a211178b0730), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:25.425291 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:16:25.458236 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:16:25.500829 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-314ef354-9b2e-40c5-85b1-932e28216bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e08a323c-8318-444b-9294-a211178b0730', 'name': 'tempest-TestShelveInstance-199060228-router', 'tenant_id': '6b5574138d6341268eae22b78af64765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '566d4d31-b462-48a1-8402-89f2901cbf77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:11:12Z', 'updated_at': '2022-07-13T09:16:24Z', 'revision_number': 5, 'project_id': '6b5574138d6341268eae22b78af64765', 'gw_port': {'id': '566d4d31-b462-48a1-8402-89f2901cbf77', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:40:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08a323c-8318-444b-9294-a211178b0730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:11:13Z', 'updated_at': '2022-07-13T09:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi'}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:16:25.505198 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-8efa678f-cf46-4bb5-9bfa-2db1d8cfb094 admin admin] Deleting port 566d4d31-b462-48a1-8402-89f2901cbf77 {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:16:25.505700 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8efa678f-cf46-4bb5-9bfa-2db1d8cfb094 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (566d4d31-b462-48a1-8402-89f2901cbf77), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:25.530104 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314ef354-9b2e-40c5-85b1-932e28216bd9 None None] Checking router: e08a323c-8318-444b-9294-a211178b0730 for host: dv-cinder-849626-3-iscsi {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 09:16:25.539300 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314ef354-9b2e-40c5-85b1-932e28216bd9 None None] Routers {'e08a323c-8318-444b-9294-a211178b0730'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:16:25.539907 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-314ef354-9b2e-40c5-85b1-932e28216bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:16:23Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['e08a323c-8318-444b-9294-a211178b0730'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:16:25.597855 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5ee680a5-33f3-4217-99f5-17637ad0570e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (59ae6226-c784-4fad-8646-7377b1ef5f31), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:25.629046 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-314ef354-9b2e-40c5-85b1-932e28216bd9 None None] Set router e08a323c-8318-444b-9294-a211178b0730 gateway port host: None {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:16:25.684554 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-314ef354-9b2e-40c5-85b1-932e28216bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e08a323c-8318-444b-9294-a211178b0730', 'name': 'tempest-TestShelveInstance-199060228-router', 'tenant_id': '6b5574138d6341268eae22b78af64765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:11:12Z', 'updated_at': '2022-07-13T09:16:25Z', 'revision_number': 6, 'project_id': '6b5574138d6341268eae22b78af64765', 'gw_port_host': None}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:16:25.710522 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314ef354-9b2e-40c5-85b1-932e28216bd9 None None] The sync data for ids ['e08a323c-8318-444b-9294-a211178b0730'] in dv-cinder-849626-3-iscsi is: [{'id': 'e08a323c-8318-444b-9294-a211178b0730', 'name': 'tempest-TestShelveInstance-199060228-router', 'tenant_id': '6b5574138d6341268eae22b78af64765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:11:12Z', 'updated_at': '2022-07-13T09:16:25Z', 'revision_number': 6, 'project_id': '6b5574138d6341268eae22b78af64765', 'gw_port_host': None}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 09:16:25.787910 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (9379cce5-6fc7-4135-bc49-530c07185724), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:25.846185 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-8efa678f-cf46-4bb5-9bfa-2db1d8cfb094 admin admin] For port 566d4d31-b462-48a1-8402-89f2901cbf77, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=566d4d31-b462-48a1-8402-89f2901cbf77,segment=NetworkSegment(51732cec-dd15-4320-89e5-7b26a17afbfa),segment_id=51732cec-dd15-4320-89e5-7b26a17afbfa)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:16:25.846571 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8efa678f-cf46-4bb5-9bfa-2db1d8cfb094 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (566d4d31-b462-48a1-8402-89f2901cbf77), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:25.859775 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-8efa678f-cf46-4bb5-9bfa-2db1d8cfb094 admin admin] Calling delete_port for 566d4d31-b462-48a1-8402-89f2901cbf77 owned by network:router_gateway {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:16:26.020628 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:16:26.102005 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device c98f0a70-76c7-4798-9dfc-6e8275493f88 no longer exists at agent hyperv_hv-cinder-84962 {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:16:26.111861 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8efa678f-cf46-4bb5-9bfa-2db1d8cfb094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542309'] for port (566d4d31-b462-48a1-8402-89f2901cbf77), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:26.125344 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] No Port match for: c98f0a70-76c7-4798-9dfc-6e8275493f88 {{(pid=104470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 09:16:26.125812 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device c98f0a70-76c7-4798-9dfc-6e8275493f88 not bound to the agent host hv-cinder-84962 {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 09:16:26.140418 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa678f-cf46-4bb5-9bfa-2db1d8cfb094 admin admin] Pushing event deleted for resources: {'Port': ['ID=566d4d31-b462-48a1-8402-89f2901cbf77,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:16:26.209976 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8efa678f-cf46-4bb5-9bfa-2db1d8cfb094 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-389068'] for router_gateway (e08a323c-8318-444b-9294-a211178b0730), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:26.295608 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8efa678f-cf46-4bb5-9bfa-2db1d8cfb094 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-400323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-657'] for router (e08a323c-8318-444b-9294-a211178b0730), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:26.297730 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8efa678f-cf46-4bb5-9bfa-2db1d8cfb094 admin admin] Publish callbacks [] for router_controller (e08a323c-8318-444b-9294-a211178b0730), precommit_delete_associations {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:26.391801 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8efa678f-cf46-4bb5-9bfa-2db1d8cfb094 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-400247'] for router (e08a323c-8318-444b-9294-a211178b0730), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:26.392432 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8efa678f-cf46-4bb5-9bfa-2db1d8cfb094 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e08a323c-8318-444b-9294-a211178b0730 {{(pid=104469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 09:16:26.397558 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8efa678f-cf46-4bb5-9bfa-2db1d8cfb094 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:26.398407 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-8efa678f-cf46-4bb5-9bfa-2db1d8cfb094 admin admin] 10.222.0.40 "DELETE /v2.0/routers/e08a323c-8318-444b-9294-a211178b0730 HTTP/1.1" status: 204 len: 168 time: 1.1890545 Jul 13 09:16:26.400945 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 40774) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:16:26.446959 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_v2 [None req-135bc44d-b90b-4d6b-9afd-6bfe78c60c28 admin admin] Deleting subnet 4d4f83bc-542b-44e8-b61c-831e28191723 {{(pid=104469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 13 09:16:26.450564 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-135bc44d-b90b-4d6b-9afd-6bfe78c60c28 admin admin] Publish callbacks [] for subnet (4d4f83bc-542b-44e8-b61c-831e28191723), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:26.490409 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-135bc44d-b90b-4d6b-9afd-6bfe78c60c28 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3541572'] for subnet (4d4f83bc-542b-44e8-b61c-831e28191723), precommit_delete_associations {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:26.500080 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device 48c95c7e-9f22-4fb5-a9e9-d22e9e854a65 no longer exists at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:16:26.518679 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:16:26.520039 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] No Port match for: 48c95c7e-9f22-4fb5-a9e9-d22e9e854a65 {{(pid=104470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 09:16:26.520443 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device 48c95c7e-9f22-4fb5-a9e9-d22e9e854a65 not bound to the agent host dv-cinder-849626-3-iscsi {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 09:16:26.520779 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device 566d4d31-b462-48a1-8402-89f2901cbf77 no longer exists at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:16:26.539328 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] No Port match for: 566d4d31-b462-48a1-8402-89f2901cbf77 {{(pid=104470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 09:16:26.539678 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device 566d4d31-b462-48a1-8402-89f2901cbf77 not bound to the agent host dv-cinder-849626-3-iscsi {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 09:16:26.578859 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-135bc44d-b90b-4d6b-9afd-6bfe78c60c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7837055'] for subnet (4d4f83bc-542b-44e8-b61c-831e28191723), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:26.691603 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-135bc44d-b90b-4d6b-9afd-6bfe78c60c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7837033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3541754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8945970'] for subnet (4d4f83bc-542b-44e8-b61c-831e28191723), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:26.695956 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 40776) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:16:26.722251 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-135bc44d-b90b-4d6b-9afd-6bfe78c60c28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594414'] for subnet (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:26.726613 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-135bc44d-b90b-4d6b-9afd-6bfe78c60c28 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/4d4f83bc-542b-44e8-b61c-831e28191723 HTTP/1.1" status: 204 len: 168 time: 0.3245056 Jul 13 09:16:26.727488 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135bc44d-b90b-4d6b-9afd-6bfe78c60c28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d4f83bc-542b-44e8-b61c-831e28191723,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:16:26.727892 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fca96b-951a-4ab1-b506-9d00788acb00 None None] Network bf682ee0-62e0-448d-97a2-9a80bdd5bf49 requested from dv-cinder-849626-3-iscsi {{(pid=104470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 09:16:26.730150 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 40778) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:16:26.804665 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e0f30f0a-eb25-499d-8569-febdc9be5201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7847201'] for network (bf682ee0-62e0-448d-97a2-9a80bdd5bf49), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:26.849147 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-e0f30f0a-eb25-499d-8569-febdc9be5201 admin admin] Deleting port 2941f2cd-ba44-4535-8812-1beff57c45bf {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:16:26.849480 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e0f30f0a-eb25-499d-8569-febdc9be5201 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (2941f2cd-ba44-4535-8812-1beff57c45bf), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:26.851265 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-3603248a-0bc3-42dd-ade0-68b5dce8838f tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Deleting port 70880b97-51f3-4e6f-bd7c-b2565960df13 {{(pid=104468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:16:26.851606 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3603248a-0bc3-42dd-ade0-68b5dce8838f tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (70880b97-51f3-4e6f-bd7c-b2565960df13), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:26.919004 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1668f3-db2f-4bb6-82a5-dc3d79641b8b None None] DHCP port deletion for bf682ee0-62e0-448d-97a2-9a80bdd5bf49 request from dv-cinder-849626-3-iscsi {{(pid=104470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 13 09:16:26.920420 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-e0f30f0a-eb25-499d-8569-febdc9be5201 admin admin] For port 2941f2cd-ba44-4535-8812-1beff57c45bf, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=2941f2cd-ba44-4535-8812-1beff57c45bf,segment=NetworkSegment(3ac606da-51ce-4bda-8479-64389b45a44b),segment_id=3ac606da-51ce-4bda-8479-64389b45a44b)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:16:26.920784 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e0f30f0a-eb25-499d-8569-febdc9be5201 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (2941f2cd-ba44-4535-8812-1beff57c45bf), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:26.935517 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-e0f30f0a-eb25-499d-8569-febdc9be5201 admin admin] Calling delete_port for 2941f2cd-ba44-4535-8812-1beff57c45bf owned by network:dhcp {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:16:26.938936 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3603248a-0bc3-42dd-ade0-68b5dce8838f tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (70880b97-51f3-4e6f-bd7c-b2565960df13), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:26.939257 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3603248a-0bc3-42dd-ade0-68b5dce8838f tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks [] for floatingip (70880b97-51f3-4e6f-bd7c-b2565960df13), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:26.952184 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-3603248a-0bc3-42dd-ade0-68b5dce8838f tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Calling delete_port for 70880b97-51f3-4e6f-bd7c-b2565960df13 owned by network:floatingip {{(pid=104468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:16:26.960557 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3c1668f3-db2f-4bb6-82a5-dc3d79641b8b None None] Deleting port 2941f2cd-ba44-4535-8812-1beff57c45bf {{(pid=104470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:16:26.960856 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3c1668f3-db2f-4bb6-82a5-dc3d79641b8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (2941f2cd-ba44-4535-8812-1beff57c45bf), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:27.024472 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-3c1668f3-db2f-4bb6-82a5-dc3d79641b8b None None] For port 2941f2cd-ba44-4535-8812-1beff57c45bf, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=2941f2cd-ba44-4535-8812-1beff57c45bf,segment=NetworkSegment(3ac606da-51ce-4bda-8479-64389b45a44b),segment_id=3ac606da-51ce-4bda-8479-64389b45a44b)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:16:27.034152 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3c1668f3-db2f-4bb6-82a5-dc3d79641b8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (2941f2cd-ba44-4535-8812-1beff57c45bf), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:27.041710 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3c1668f3-db2f-4bb6-82a5-dc3d79641b8b None None] Calling delete_port for 2941f2cd-ba44-4535-8812-1beff57c45bf owned by network:dhcp {{(pid=104470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:16:27.089416 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e0f30f0a-eb25-499d-8569-febdc9be5201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542309'] for port (2941f2cd-ba44-4535-8812-1beff57c45bf), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:27.117692 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3c1668f3-db2f-4bb6-82a5-dc3d79641b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135'] for port (2941f2cd-ba44-4535-8812-1beff57c45bf), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:27.118063 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f30f0a-eb25-499d-8569-febdc9be5201 admin admin] No DVR routers for this DVR port 2941f2cd-ba44-4535-8812-1beff57c45bf on host dv-cinder-849626-3-iscsi {{(pid=104469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 09:16:27.122491 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=12 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:16:27.123474 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f30f0a-eb25-499d-8569-febdc9be5201 admin admin] Pushing event deleted for resources: {'Port': ['ID=2941f2cd-ba44-4535-8812-1beff57c45bf,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:16:27.142247 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1668f3-db2f-4bb6-82a5-dc3d79641b8b None None] Pushing event deleted for resources: {'Port': ['ID=2941f2cd-ba44-4535-8812-1beff57c45bf,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:16:27.145949 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1668f3-db2f-4bb6-82a5-dc3d79641b8b None None] No DVR routers for this DVR port 2941f2cd-ba44-4535-8812-1beff57c45bf on host dv-cinder-849626-3-iscsi {{(pid=104470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 09:16:27.163351 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3603248a-0bc3-42dd-ade0-68b5dce8838f tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665350'] for port (70880b97-51f3-4e6f-bd7c-b2565960df13), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:27.190476 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3603248a-0bc3-42dd-ade0-68b5dce8838f tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Pushing event deleted for resources: {'Port': ['ID=70880b97-51f3-4e6f-bd7c-b2565960df13,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:16:27.205322 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e0f30f0a-eb25-499d-8569-febdc9be5201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7836165', 'neutron.services.segments.db._delete_segments_for_network-8760185013827'] for network (bf682ee0-62e0-448d-97a2-9a80bdd5bf49), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:27.227020 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.services.segments.db [None req-e0f30f0a-eb25-499d-8569-febdc9be5201 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf682ee0-62e0-448d-97a2-9a80bdd5bf49']}} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:16:27.236615 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.services.segments.db [None req-e0f30f0a-eb25-499d-8569-febdc9be5201 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ac606da-51ce-4bda-8479-64389b45a44b') {'for_net_delete': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:16:27.239399 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.services.segments.db [None req-e0f30f0a-eb25-499d-8569-febdc9be5201 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ac606da-51ce-4bda-8479-64389b45a44b') {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:16:27.246693 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e0f30f0a-eb25-499d-8569-febdc9be5201 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760185015116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3541587'] for segment (3ac606da-51ce-4bda-8479-64389b45a44b), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:27.255634 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3603248a-0bc3-42dd-ade0-68b5dce8838f tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks [] for floatingip (721cf88f-32c3-435a-a194-61c7873b4725), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:27.255969 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.db.l3_db [None req-3603248a-0bc3-42dd-ade0-68b5dce8838f tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Floating IP 721cf88f-32c3-435a-a194-61c7873b4725 disassociated (deleted). External IP: 172.27.3.15, port: f6698d68-a4ae-4ad4-97a7-c02b13a8888c. Jul 13 09:16:27.260950 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e0f30f0a-eb25-499d-8569-febdc9be5201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7769013'] for segment (3ac606da-51ce-4bda-8479-64389b45a44b), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:27.267361 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0f30f0a-eb25-499d-8569-febdc9be5201 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=104469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 09:16:27.267705 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e0f30f0a-eb25-499d-8569-febdc9be5201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7769013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542360'] for segment (3ac606da-51ce-4bda-8479-64389b45a44b), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:27.298394 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.services.segments.plugin [-] Segment 3ac606da-51ce-4bda-8479-64389b45a44b resource provider aggregate not found Jul 13 09:16:27.330818 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.services.segments.plugin [-] Segment 3ac606da-51ce-4bda-8479-64389b45a44b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3ac606da-51ce-4bda-8479-64389b45a44b found for delete ", "request_id": "req-10a5f114-b321-438b-bc61-cd7fe55c537e"}]} Jul 13 09:16:27.403346 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e0f30f0a-eb25-499d-8569-febdc9be5201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7836172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-389073'] for network (bf682ee0-62e0-448d-97a2-9a80bdd5bf49), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:27.409819 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e0f30f0a-eb25-499d-8569-febdc9be5201 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594414'] for network (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:27.413830 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-e0f30f0a-eb25-499d-8569-febdc9be5201 admin admin] 10.222.0.40 "DELETE /v2.0/networks/bf682ee0-62e0-448d-97a2-9a80bdd5bf49 HTTP/1.1" status: 204 len: 168 time: 0.6827083 Jul 13 09:16:27.422555 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 40784) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:16:27.429947 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f30f0a-eb25-499d-8569-febdc9be5201 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf682ee0-62e0-448d-97a2-9a80bdd5bf49,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:16:27.469201 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3603248a-0bc3-42dd-ade0-68b5dce8838f tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Router 85c398ac-4635-4e27-aa8f-d2369f8b6800 has already been hosted by L3 agent 084ea860-45cb-441c-b2f8-c6c2f7d6686c {{(pid=104468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 09:16:27.516028 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:16:27.577353 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3603248a-0bc3-42dd-ade0-68b5dce8838f tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Notify agent at l3_agent.dv-cinder-849626-3-iscsi the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 09:16:27.590514 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3603248a-0bc3-42dd-ade0-68b5dce8838f tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for floatingip (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:27.590638 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58564a96-03d5-42c8-9f07-a79e788f85df None None] Sync routers for ids ['85c398ac-4635-4e27-aa8f-d2369f8b6800'] in dv-cinder-849626-3-iscsi {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 09:16:27.599368 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58564a96-03d5-42c8-9f07-a79e788f85df None None] Routers {'85c398ac-4635-4e27-aa8f-d2369f8b6800'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:16:27.599995 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-58564a96-03d5-42c8-9f07-a79e788f85df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:16:23Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['85c398ac-4635-4e27-aa8f-d2369f8b6800'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:16:27.601218 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:16:27.615630 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-3603248a-0bc3-42dd-ade0-68b5dce8838f tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "DELETE /v2.0/floatingips/721cf88f-32c3-435a-a194-61c7873b4725 HTTP/1.1" status: 204 len: 168 time: 0.9179378 Jul 13 09:16:27.618867 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9be6baa8-3d1d-4b03-ab21-b073f6f00dbc', 'tag': 'f6698d68-a4ae-4ad4-97a7-c02b13a8888c'}] {{(pid=104468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:16:27.619076 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b622ba103e3e5260ba9f31452615d2910364782cfb993b04b3292bc67dda7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bfcb09a-7a63-46b4-b2be-dd3a0d605280" -d '{"events": [{"name": "network-changed", "server_uuid": "9be6baa8-3d1d-4b03-ab21-b073f6f00dbc", "tag": "f6698d68-a4ae-4ad4-97a7-c02b13a8888c"}]}' {{(pid=104468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:16:27.632894 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:16:27.682111 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 09:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09219f3d-75ec-4e58-bba9-78c0b803f821 x-openstack-request-id: req-09219f3d-75ec-4e58-bba9-78c0b803f821 {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:16:27.682111 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9be6baa8-3d1d-4b03-ab21-b073f6f00dbc", "tag": "f6698d68-a4ae-4ad4-97a7-c02b13a8888c", "status": "completed", "code": 200}]} {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:16:27.682111 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-09219f3d-75ec-4e58-bba9-78c0b803f821 {{(pid=104468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:16:27.682539 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09219f3d-75ec-4e58-bba9-78c0b803f821'] response: {'name': 'network-changed', 'server_uuid': '9be6baa8-3d1d-4b03-ab21-b073f6f00dbc', 'tag': 'f6698d68-a4ae-4ad4-97a7-c02b13a8888c', 'status': 'completed', 'code': 200} Jul 13 09:16:27.709108 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-58564a96-03d5-42c8-9f07-a79e788f85df None None] Set router 85c398ac-4635-4e27-aa8f-d2369f8b6800 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:16:27.768645 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfcb09a-7a63-46b4-b2be-dd3a0d605280 req-2cbe43e8-777f-4705-a967-1297484aa528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:16:27.771360 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-0bfcb09a-7a63-46b4-b2be-dd3a0d605280 req-2cbe43e8-777f-4705-a967-1297484aa528 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=02051a1f629a48199bb1eb504c747294&device_id=9be6baa8-3d1d-4b03-ab21-b073f6f00dbc HTTP/1.1" status: 200 len: 1129 time: 0.0585399 Jul 13 09:16:27.836058 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-20841b13-37c5-4e29-bab8-bef1abd549f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-385605'] for router_interface (fd2384ff-202f-4bd8-b631-949c7421454f), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:27.931253 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-58564a96-03d5-42c8-9f07-a79e788f85df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'name': 'tempest-TestVolumeBootPattern-994788136-router', 'tenant_id': '02051a1f629a48199bb1eb504c747294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:08:46Z', 'updated_at': '2022-07-13T09:08:52Z', 'revision_number': 4, 'project_id': '02051a1f629a48199bb1eb504c747294', 'gw_port': {'id': 'eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:08:46Z', 'updated_at': '2022-07-13T09:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_floatingips': [{'id': '943c8eb2-74a6-496f-8ae1-f33a5077d6e7', 'tenant_id': '02051a1f629a48199bb1eb504c747294', 'floating_ip_address': '172.27.3.213', 'floating_network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'router_id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'port_id': 'f0112888-5873-4829-b011-1ecd352cf3ac', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b440154-a6c9-4139-b7ed-df54c627be50', 'mac_address': 'fa:16:3e:cb:db:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b9d222-8b85-4225-b1ff-02aaa569e511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T09:12:44Z', 'updated_at': '2022-07-13T09:12:47Z', 'revision_number': 1, 'project_id': '02051a1f629a48199bb1eb504c747294', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9947c9ac-22c2-430e-8450-986f34582fdf', 'name': '', 'network_id': '3b440154-a6c9-4139-b7ed-df54c627be50', 'tenant_id': '02051a1f629a48199bb1eb504c747294', 'mac_address': 'fa:16:3e:96:28:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '8c1af7e4-944c-47db-9585-b5c5f9138bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:08:51Z', 'updated_at': '2022-07-13T09:08:57Z', 'revision_number': 5, 'project_id': '02051a1f629a48199bb1eb504c747294', 'subnets': [{'id': '8c1af7e4-944c-47db-9585-b5c5f9138bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:16:27.955416 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58564a96-03d5-42c8-9f07-a79e788f85df None None] Checking router: 85c398ac-4635-4e27-aa8f-d2369f8b6800 for host: dv-cinder-849626-3-iscsi {{(pid=104471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 09:16:27.964520 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58564a96-03d5-42c8-9f07-a79e788f85df None None] Routers {'85c398ac-4635-4e27-aa8f-d2369f8b6800'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:16:27.965119 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-58564a96-03d5-42c8-9f07-a79e788f85df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:16:23Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['85c398ac-4635-4e27-aa8f-d2369f8b6800'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:16:27.971880 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfcb09a-7a63-46b4-b2be-dd3a0d605280 req-003391ee-91ee-422e-85a5-8aa86e20b5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:16:27.974508 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-0bfcb09a-7a63-46b4-b2be-dd3a0d605280 req-003391ee-91ee-422e-85a5-8aa86e20b5ad service neutron] 10.222.0.30 "GET /v2.0/networks?id=3b440154-a6c9-4139-b7ed-df54c627be50 HTTP/1.1" status: 200 len: 912 time: 0.1855776 Jul 13 09:16:28.057270 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-0bfcb09a-7a63-46b4-b2be-dd3a0d605280 req-4a3fdfc3-6043-4d19-9020-bc24a4d14a8d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6698d68-a4ae-4ad4-97a7-c02b13a8888c HTTP/1.1" status: 200 len: 217 time: 0.0722492 Jul 13 09:16:28.072042 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-58564a96-03d5-42c8-9f07-a79e788f85df None None] Set router 85c398ac-4635-4e27-aa8f-d2369f8b6800 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:16:28.126612 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108e966-4e32-4c90-827f-41859211897a req-34289004-8b94-4b0b-a38f-7b78da1156d5 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:16:28.128120 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-2108e966-4e32-4c90-827f-41859211897a req-34289004-8b94-4b0b-a38f-7b78da1156d5 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=9be6baa8-3d1d-4b03-ab21-b073f6f00dbc HTTP/1.1" status: 200 len: 945 time: 0.0730119 Jul 13 09:16:28.211287 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:16:28.229866 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-2108e966-4e32-4c90-827f-41859211897a req-7cd5aed5-b22d-412b-b0b1-da0f2d0b1ffc tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/security-groups?id=21069fad-86d1-47ed-b9b6-e3fef0251eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946136 Jul 13 09:16:28.238742 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-20841b13-37c5-4e29-bab8-bef1abd549f4 admin admin] Deleting port 66f21852-8a5a-4887-8493-52a8960bb8ca {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:16:28.239241 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-20841b13-37c5-4e29-bab8-bef1abd549f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (66f21852-8a5a-4887-8493-52a8960bb8ca), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:28.319875 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-20841b13-37c5-4e29-bab8-bef1abd549f4 admin admin] For port 66f21852-8a5a-4887-8493-52a8960bb8ca, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=66f21852-8a5a-4887-8493-52a8960bb8ca,segment=NetworkSegment(283d65bc-4b7e-4110-8826-413a0782906c),segment_id=283d65bc-4b7e-4110-8826-413a0782906c)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:16:28.320149 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-20841b13-37c5-4e29-bab8-bef1abd549f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (66f21852-8a5a-4887-8493-52a8960bb8ca), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:28.333823 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-20841b13-37c5-4e29-bab8-bef1abd549f4 admin admin] Calling delete_port for 66f21852-8a5a-4887-8493-52a8960bb8ca owned by network:router_interface {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:16:28.368549 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-58564a96-03d5-42c8-9f07-a79e788f85df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'name': 'tempest-TestVolumeBootPattern-994788136-router', 'tenant_id': '02051a1f629a48199bb1eb504c747294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:08:46Z', 'updated_at': '2022-07-13T09:08:52Z', 'revision_number': 4, 'project_id': '02051a1f629a48199bb1eb504c747294', 'gw_port': {'id': 'eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:08:46Z', 'updated_at': '2022-07-13T09:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_floatingips': [{'id': '943c8eb2-74a6-496f-8ae1-f33a5077d6e7', 'tenant_id': '02051a1f629a48199bb1eb504c747294', 'floating_ip_address': '172.27.3.213', 'floating_network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'router_id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'port_id': 'f0112888-5873-4829-b011-1ecd352cf3ac', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b440154-a6c9-4139-b7ed-df54c627be50', 'mac_address': 'fa:16:3e:cb:db:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b9d222-8b85-4225-b1ff-02aaa569e511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T09:12:44Z', 'updated_at': '2022-07-13T09:12:47Z', 'revision_number': 1, 'project_id': '02051a1f629a48199bb1eb504c747294', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9947c9ac-22c2-430e-8450-986f34582fdf', 'name': '', 'network_id': '3b440154-a6c9-4139-b7ed-df54c627be50', 'tenant_id': '02051a1f629a48199bb1eb504c747294', 'mac_address': 'fa:16:3e:96:28:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '8c1af7e4-944c-47db-9585-b5c5f9138bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:08:51Z', 'updated_at': '2022-07-13T09:08:57Z', 'revision_number': 5, 'project_id': '02051a1f629a48199bb1eb504c747294', 'subnets': [{'id': '8c1af7e4-944c-47db-9585-b5c5f9138bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:16:28.394714 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58564a96-03d5-42c8-9f07-a79e788f85df None None] The sync data for ids ['85c398ac-4635-4e27-aa8f-d2369f8b6800'] in dv-cinder-849626-3-iscsi is: [{'id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'name': 'tempest-TestVolumeBootPattern-994788136-router', 'tenant_id': '02051a1f629a48199bb1eb504c747294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:08:46Z', 'updated_at': '2022-07-13T09:08:52Z', 'revision_number': 4, 'project_id': '02051a1f629a48199bb1eb504c747294', 'gw_port': {'id': 'eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:08:46Z', 'updated_at': '2022-07-13T09:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_floatingips': [{'id': '943c8eb2-74a6-496f-8ae1-f33a5077d6e7', 'tenant_id': '02051a1f629a48199bb1eb504c747294', 'floating_ip_address': '172.27.3.213', 'floating_network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'router_id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'port_id': 'f0112888-5873-4829-b011-1ecd352cf3ac', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b440154-a6c9-4139-b7ed-df54c627be50', 'mac_address': 'fa:16:3e:cb:db:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b9d222-8b85-4225-b1ff-02aaa569e511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T09:12:44Z', 'updated_at': '2022-07-13T09:12:47Z', 'revision_number': 1, 'project_id': '02051a1f629a48199bb1eb504c747294', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9947c9ac-22c2-430e-8450-986f34582fdf', 'name': '', 'network_id': '3b440154-a6c9-4139-b7ed-df54c627be50', 'tenant_id': '02051a1f629a48199bb1eb504c747294', 'mac_address': 'fa:16:3e:96:28:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '8c1af7e4-944c-47db-9585-b5c5f9138bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:08:51Z', 'updated_at': '2022-07-13T09:08:57Z', 'revision_number': 5, 'project_id': '02051a1f629a48199bb1eb504c747294', 'subnets': [{'id': '8c1af7e4-944c-47db-9585-b5c5f9138bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 09:16:28.468796 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device 2941f2cd-ba44-4535-8812-1beff57c45bf no longer exists at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:16:28.489833 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] No Port match for: 2941f2cd-ba44-4535-8812-1beff57c45bf {{(pid=104470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 09:16:28.490381 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device 2941f2cd-ba44-4535-8812-1beff57c45bf not bound to the agent host dv-cinder-849626-3-iscsi {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 09:16:28.616644 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-20841b13-37c5-4e29-bab8-bef1abd549f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542309'] for port (66f21852-8a5a-4887-8493-52a8960bb8ca), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:28.621113 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d4510c-24e8-44c9-9031-d0eeb0897768 None None] New status for floating IP 721cf88f-32c3-435a-a194-61c7873b4725: DOWN {{(pid=104470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 13 09:16:28.652149 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20841b13-37c5-4e29-bab8-bef1abd549f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=66f21852-8a5a-4887-8493-52a8960bb8ca,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:16:28.678148 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20841b13-37c5-4e29-bab8-bef1abd549f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:16:28.678538 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20841b13-37c5-4e29-bab8-bef1abd549f4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:16:28.679100 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20841b13-37c5-4e29-bab8-bef1abd549f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:16:28.679463 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20841b13-37c5-4e29-bab8-bef1abd549f4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:16:28.679844 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20841b13-37c5-4e29-bab8-bef1abd549f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:16:28.680099 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20841b13-37c5-4e29-bab8-bef1abd549f4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:16:28.680424 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20841b13-37c5-4e29-bab8-bef1abd549f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:16:28.680746 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20841b13-37c5-4e29-bab8-bef1abd549f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:16:28.681067 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20841b13-37c5-4e29-bab8-bef1abd549f4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:16:28.681388 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20841b13-37c5-4e29-bab8-bef1abd549f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:16:28.681711 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20841b13-37c5-4e29-bab8-bef1abd549f4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:16:28.682687 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20841b13-37c5-4e29-bab8-bef1abd549f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:16:28.683018 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20841b13-37c5-4e29-bab8-bef1abd549f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:16:28.683537 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20841b13-37c5-4e29-bab8-bef1abd549f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:16:28.683981 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20841b13-37c5-4e29-bab8-bef1abd549f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:16:28.712882 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:16:28.843961 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-20841b13-37c5-4e29-bab8-bef1abd549f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-385745'] for router_interface (fd2384ff-202f-4bd8-b631-949c7421454f), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:29.047200 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20841b13-37c5-4e29-bab8-bef1abd549f4 admin admin] Router fd2384ff-202f-4bd8-b631-949c7421454f has already been hosted by L3 agent 084ea860-45cb-441c-b2f8-c6c2f7d6686c {{(pid=104469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 09:16:29.353211 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b13da2-6bfc-4eba-970f-a1cf0a30aff9 req-d6c5dc73-8776-4913-b6f9-764d4e33b41b tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:16:29.354780 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-10b13da2-6bfc-4eba-970f-a1cf0a30aff9 req-d6c5dc73-8776-4913-b6f9-764d4e33b41b tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=9be6baa8-3d1d-4b03-ab21-b073f6f00dbc HTTP/1.1" status: 200 len: 945 time: 0.0512404 Jul 13 09:16:29.364254 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:16:29.404825 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-10b13da2-6bfc-4eba-970f-a1cf0a30aff9 req-f0d367c8-dc87-4b43-a86e-733eda727b07 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/security-groups?id=21069fad-86d1-47ed-b9b6-e3fef0251eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443311 Jul 13 09:16:29.421884 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfcb09a-7a63-46b4-b2be-dd3a0d605280 req-275bb1e0-fd0b-484b-8662-f3d26034237d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:16:29.428232 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-0bfcb09a-7a63-46b4-b2be-dd3a0d605280 req-275bb1e0-fd0b-484b-8662-f3d26034237d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8c1af7e4-944c-47db-9585-b5c5f9138bea HTTP/1.1" status: 200 len: 850 time: 0.0885098 Jul 13 09:16:29.442981 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20841b13-37c5-4e29-bab8-bef1abd549f4 admin admin] Notify agent at l3_agent.dv-cinder-849626-3-iscsi the message routers_updated {{(pid=104469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 09:16:29.447934 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-20841b13-37c5-4e29-bab8-bef1abd549f4 admin admin] 10.222.0.40 "PUT /v2.0/routers/fd2384ff-202f-4bd8-b631-949c7421454f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0244405 Jul 13 09:16:29.450527 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 40794) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:16:29.453603 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d2ca61-b874-4da0-83ef-3c79ecf1fdd6 None None] Sync routers for ids ['fd2384ff-202f-4bd8-b631-949c7421454f'] in dv-cinder-849626-3-iscsi {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 09:16:29.464270 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d2ca61-b874-4da0-83ef-3c79ecf1fdd6 None None] Routers {'fd2384ff-202f-4bd8-b631-949c7421454f'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:16:29.464871 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-78d2ca61-b874-4da0-83ef-3c79ecf1fdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:16:23Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['fd2384ff-202f-4bd8-b631-949c7421454f'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:16:29.565397 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-78d2ca61-b874-4da0-83ef-3c79ecf1fdd6 None None] Set router fd2384ff-202f-4bd8-b631-949c7421454f gateway port host: dv-cinder-849626-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:16:29.575664 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfcb09a-7a63-46b4-b2be-dd3a0d605280 req-256103a9-04b6-4b60-be7e-d2d1dd291140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:16:29.577150 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-0bfcb09a-7a63-46b4-b2be-dd3a0d605280 req-256103a9-04b6-4b60-be7e-d2d1dd291140 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3b440154-a6c9-4139-b7ed-df54c627be50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508578 Jul 13 09:16:29.581582 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-63675aa9-2b62-4206-adb4-eaed88ef0246 admin admin] Publish callbacks [] for router (fd2384ff-202f-4bd8-b631-949c7421454f), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:29.630717 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [req-0bfcb09a-7a63-46b4-b2be-dd3a0d605280 req-c37cc41e-9155-4132-969c-cf89f47e7d7c service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=104469) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 13 09:16:29.631723 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-0bfcb09a-7a63-46b4-b2be-dd3a0d605280 req-c37cc41e-9155-4132-969c-cf89f47e7d7c service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0135336 Jul 13 09:16:29.692626 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:16:29.696966 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:16:29.733566 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-78d2ca61-b874-4da0-83ef-3c79ecf1fdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd2384ff-202f-4bd8-b631-949c7421454f', 'name': 'tempest-TestShelveInstance-1562186478-router', 'tenant_id': 'b487644732884eaabfc43581d1950b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '324737bf-b6b9-4693-83ff-9d436e4825e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:11:19Z', 'updated_at': '2022-07-13T09:16:28Z', 'revision_number': 5, 'project_id': 'b487644732884eaabfc43581d1950b6e', 'gw_port': {'id': '324737bf-b6b9-4693-83ff-9d436e4825e5', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2384ff-202f-4bd8-b631-949c7421454f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:11:20Z', 'updated_at': '2022-07-13T09:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi'}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:16:29.735452 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b7a572-45ec-4ce5-bd19-17da2b4a306a req-1ad0e52d-37d5-41c3-b350-b8cf9eb88d3f tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:16:29.741144 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b3b7a572-45ec-4ce5-bd19-17da2b4a306a req-1ad0e52d-37d5-41c3-b350-b8cf9eb88d3f tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.30 "GET /v2.0/ports?device_id=9be6baa8-3d1d-4b03-ab21-b073f6f00dbc HTTP/1.1" status: 200 len: 945 time: 0.1201739 Jul 13 09:16:29.764086 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d2ca61-b874-4da0-83ef-3c79ecf1fdd6 None None] Checking router: fd2384ff-202f-4bd8-b631-949c7421454f for host: dv-cinder-849626-3-iscsi {{(pid=104471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 09:16:29.773827 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d2ca61-b874-4da0-83ef-3c79ecf1fdd6 None None] Routers {'fd2384ff-202f-4bd8-b631-949c7421454f'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:16:29.774458 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-78d2ca61-b874-4da0-83ef-3c79ecf1fdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:16:23Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['fd2384ff-202f-4bd8-b631-949c7421454f'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:16:29.871391 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-63675aa9-2b62-4206-adb4-eaed88ef0246 admin admin] Publish callbacks [] for router_gateway (fd2384ff-202f-4bd8-b631-949c7421454f), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:29.876246 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-78d2ca61-b874-4da0-83ef-3c79ecf1fdd6 None None] Set router fd2384ff-202f-4bd8-b631-949c7421454f gateway port host: dv-cinder-849626-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:16:29.878813 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-0bfcb09a-7a63-46b4-b2be-dd3a0d605280 req-7ee67942-1ea6-48c9-80b9-41bd052d5493 service neutron] 10.222.0.30 "GET /v2.0/networks/3b440154-a6c9-4139-b7ed-df54c627be50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248282 Jul 13 09:16:29.900013 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [req-b3b7a572-45ec-4ce5-bd19-17da2b4a306a req-720c150a-4c20-42fd-a6d7-dbab72cecedb tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Deleting port f6698d68-a4ae-4ad4-97a7-c02b13a8888c {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:16:29.903006 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-b3b7a572-45ec-4ce5-bd19-17da2b4a306a req-720c150a-4c20-42fd-a6d7-dbab72cecedb tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (f6698d68-a4ae-4ad4-97a7-c02b13a8888c), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:30.029596 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:16:30.046704 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-78d2ca61-b874-4da0-83ef-3c79ecf1fdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd2384ff-202f-4bd8-b631-949c7421454f', 'name': 'tempest-TestShelveInstance-1562186478-router', 'tenant_id': 'b487644732884eaabfc43581d1950b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '324737bf-b6b9-4693-83ff-9d436e4825e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:11:19Z', 'updated_at': '2022-07-13T09:16:28Z', 'revision_number': 5, 'project_id': 'b487644732884eaabfc43581d1950b6e', 'gw_port': {'id': '324737bf-b6b9-4693-83ff-9d436e4825e5', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2384ff-202f-4bd8-b631-949c7421454f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:11:20Z', 'updated_at': '2022-07-13T09:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi'}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:16:30.052787 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-63675aa9-2b62-4206-adb4-eaed88ef0246 admin admin] Deleting port 324737bf-b6b9-4693-83ff-9d436e4825e5 {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:16:30.053117 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-63675aa9-2b62-4206-adb4-eaed88ef0246 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (324737bf-b6b9-4693-83ff-9d436e4825e5), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:30.073490 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d2ca61-b874-4da0-83ef-3c79ecf1fdd6 None None] The sync data for ids ['fd2384ff-202f-4bd8-b631-949c7421454f'] in dv-cinder-849626-3-iscsi is: [{'id': 'fd2384ff-202f-4bd8-b631-949c7421454f', 'name': 'tempest-TestShelveInstance-1562186478-router', 'tenant_id': 'b487644732884eaabfc43581d1950b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '324737bf-b6b9-4693-83ff-9d436e4825e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:11:19Z', 'updated_at': '2022-07-13T09:16:28Z', 'revision_number': 5, 'project_id': 'b487644732884eaabfc43581d1950b6e', 'gw_port': {'id': '324737bf-b6b9-4693-83ff-9d436e4825e5', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2384ff-202f-4bd8-b631-949c7421454f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:11:20Z', 'updated_at': '2022-07-13T09:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi'}] {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 09:16:30.108398 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-0bfcb09a-7a63-46b4-b2be-dd3a0d605280 req-92569a20-2d4d-4a97-9810-0098cadfe0d1 service neutron] 10.222.0.30 "GET /v2.0/networks/3b440154-a6c9-4139-b7ed-df54c627be50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115164 Jul 13 09:16:30.108398 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [req-b3b7a572-45ec-4ce5-bd19-17da2b4a306a req-720c150a-4c20-42fd-a6d7-dbab72cecedb tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] For port f6698d68-a4ae-4ad4-97a7-c02b13a8888c, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=f6698d68-a4ae-4ad4-97a7-c02b13a8888c,segment=NetworkSegment(6417cdc0-763c-4790-ae1e-ebc420f204bb),segment_id=6417cdc0-763c-4790-ae1e-ebc420f204bb)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:16:30.108398 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-b3b7a572-45ec-4ce5-bd19-17da2b4a306a req-720c150a-4c20-42fd-a6d7-dbab72cecedb tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (f6698d68-a4ae-4ad4-97a7-c02b13a8888c), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:30.154056 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [req-b3b7a572-45ec-4ce5-bd19-17da2b4a306a req-720c150a-4c20-42fd-a6d7-dbab72cecedb tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Calling delete_port for f6698d68-a4ae-4ad4-97a7-c02b13a8888c owned by compute:nova {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:16:30.211354 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:16:30.221741 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-63675aa9-2b62-4206-adb4-eaed88ef0246 admin admin] For port 324737bf-b6b9-4693-83ff-9d436e4825e5, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=324737bf-b6b9-4693-83ff-9d436e4825e5,segment=NetworkSegment(51732cec-dd15-4320-89e5-7b26a17afbfa),segment_id=51732cec-dd15-4320-89e5-7b26a17afbfa)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:16:30.223618 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-63675aa9-2b62-4206-adb4-eaed88ef0246 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (324737bf-b6b9-4693-83ff-9d436e4825e5), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:30.244825 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-63675aa9-2b62-4206-adb4-eaed88ef0246 admin admin] Calling delete_port for 324737bf-b6b9-4693-83ff-9d436e4825e5 owned by network:router_gateway {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:16:30.480033 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-b3b7a572-45ec-4ce5-bd19-17da2b4a306a req-720c150a-4c20-42fd-a6d7-dbab72cecedb tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542309'] for port (f6698d68-a4ae-4ad4-97a7-c02b13a8888c), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:30.488385 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device 66f21852-8a5a-4887-8493-52a8960bb8ca no longer exists at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:16:30.508190 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] No Port match for: 66f21852-8a5a-4887-8493-52a8960bb8ca {{(pid=104470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 09:16:30.508534 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device 66f21852-8a5a-4887-8493-52a8960bb8ca not bound to the agent host dv-cinder-849626-3-iscsi {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 09:16:30.525636 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720c150a-4c20-42fd-a6d7-dbab72cecedb tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Pushing event deleted for resources: {'Port': ['ID=f6698d68-a4ae-4ad4-97a7-c02b13a8888c,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:16:30.548438 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-e096f78c-6e16-4c95-b032-832bf4d7f469 req-13a3010c-e1ba-40b9-8bcc-55d082bea61a tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=9be6baa8-3d1d-4b03-ab21-b073f6f00dbc HTTP/1.1" status: 200 len: 210 time: 0.0608430 Jul 13 09:16:30.551083 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-63675aa9-2b62-4206-adb4-eaed88ef0246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542309'] for port (324737bf-b6b9-4693-83ff-9d436e4825e5), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:30.593651 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63675aa9-2b62-4206-adb4-eaed88ef0246 admin admin] Pushing event deleted for resources: {'Port': ['ID=324737bf-b6b9-4693-83ff-9d436e4825e5,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:16:30.617339 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3b7a572-45ec-4ce5-bd19-17da2b4a306a req-720c150a-4c20-42fd-a6d7-dbab72cecedb tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] No DVR routers for this DVR port f6698d68-a4ae-4ad4-97a7-c02b13a8888c on host hv-cinder-84962 {{(pid=104469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 09:16:30.633461 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-b3b7a572-45ec-4ce5-bd19-17da2b4a306a req-720c150a-4c20-42fd-a6d7-dbab72cecedb tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for port (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:30.636666 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b3b7a572-45ec-4ce5-bd19-17da2b4a306a req-720c150a-4c20-42fd-a6d7-dbab72cecedb tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.30 "DELETE /v2.0/ports/f6698d68-a4ae-4ad4-97a7-c02b13a8888c HTTP/1.1" status: 204 len: 173 time: 0.8694358 Jul 13 09:16:30.637096 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be6baa8-3d1d-4b03-ab21-b073f6f00dbc', 'name': 'network-vif-deleted', 'tag': 'f6698d68-a4ae-4ad4-97a7-c02b13a8888c'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:16:30.639306 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c4e5b91a84def5af2f1fcdaa70b19e5540aa6c2f63d8f4e9cb6586108f6a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c971cd5-9434-45f8-a2b5-c0b049a57441" -d '{"events": [{"server_uuid": "9be6baa8-3d1d-4b03-ab21-b073f6f00dbc", "name": "network-vif-deleted", "tag": "f6698d68-a4ae-4ad4-97a7-c02b13a8888c"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:16:30.682135 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 09:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a664a635-7afa-44c1-9257-7f29a80e11f5 x-openstack-request-id: req-a664a635-7afa-44c1-9257-7f29a80e11f5 {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:16:30.682421 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be6baa8-3d1d-4b03-ab21-b073f6f00dbc", "name": "network-vif-deleted", "tag": "f6698d68-a4ae-4ad4-97a7-c02b13a8888c", "status": "completed", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:16:30.682669 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-a664a635-7afa-44c1-9257-7f29a80e11f5 {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:16:30.683062 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a664a635-7afa-44c1-9257-7f29a80e11f5'] response: {'server_uuid': '9be6baa8-3d1d-4b03-ab21-b073f6f00dbc', 'name': 'network-vif-deleted', 'tag': 'f6698d68-a4ae-4ad4-97a7-c02b13a8888c', 'status': 'completed', 'code': 200} Jul 13 09:16:30.687737 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-63675aa9-2b62-4206-adb4-eaed88ef0246 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-389068'] for router_gateway (fd2384ff-202f-4bd8-b631-949c7421454f), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:30.775956 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-63675aa9-2b62-4206-adb4-eaed88ef0246 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-400323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-657'] for router (fd2384ff-202f-4bd8-b631-949c7421454f), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:30.778189 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-63675aa9-2b62-4206-adb4-eaed88ef0246 admin admin] Publish callbacks [] for router_controller (fd2384ff-202f-4bd8-b631-949c7421454f), precommit_delete_associations {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:30.873569 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-63675aa9-2b62-4206-adb4-eaed88ef0246 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-400247'] for router (fd2384ff-202f-4bd8-b631-949c7421454f), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:30.874246 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63675aa9-2b62-4206-adb4-eaed88ef0246 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd2384ff-202f-4bd8-b631-949c7421454f {{(pid=104469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 09:16:30.878512 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-63675aa9-2b62-4206-adb4-eaed88ef0246 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:30.883950 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-63675aa9-2b62-4206-adb4-eaed88ef0246 admin admin] 10.222.0.40 "DELETE /v2.0/routers/fd2384ff-202f-4bd8-b631-949c7421454f HTTP/1.1" status: 204 len: 168 time: 1.4290612 Jul 13 09:16:30.883950 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 40800) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:16:30.890247 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:16:30.935963 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e2c17e6-a9bb-4b9f-a8ec-1243c8e93011 admin admin] Deleting subnet 5b21b892-8793-4876-b5a3-a8f42c9e0f6a {{(pid=104469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 13 09:16:30.942385 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5e2c17e6-a9bb-4b9f-a8ec-1243c8e93011 admin admin] Publish callbacks [] for subnet (5b21b892-8793-4876-b5a3-a8f42c9e0f6a), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:30.985666 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5e2c17e6-a9bb-4b9f-a8ec-1243c8e93011 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3541572'] for subnet (5b21b892-8793-4876-b5a3-a8f42c9e0f6a), precommit_delete_associations {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:31.069897 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5e2c17e6-a9bb-4b9f-a8ec-1243c8e93011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7837055'] for subnet (5b21b892-8793-4876-b5a3-a8f42c9e0f6a), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:31.114424 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=83,neutron:DELETE=12,neutron:UPDATE=5 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:16:31.178250 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5e2c17e6-a9bb-4b9f-a8ec-1243c8e93011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7837033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3541754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8945970'] for subnet (5b21b892-8793-4876-b5a3-a8f42c9e0f6a), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:31.205688 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c17e6-a9bb-4b9f-a8ec-1243c8e93011 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b21b892-8793-4876-b5a3-a8f42c9e0f6a,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:16:31.211144 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5e2c17e6-a9bb-4b9f-a8ec-1243c8e93011 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594414'] for subnet (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:31.214636 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-5e2c17e6-a9bb-4b9f-a8ec-1243c8e93011 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/5b21b892-8793-4876-b5a3-a8f42c9e0f6a HTTP/1.1" status: 204 len: 168 time: 0.3294532 Jul 13 09:16:31.216051 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 40802) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:16:31.222504 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae47c129-5a65-43fb-986b-776282378773 None None] Network f2355350-6ce6-40f4-89fb-60d84ecb7f7b requested from dv-cinder-849626-3-iscsi {{(pid=104470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 09:16:31.288321 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-787af436-a5c1-44fb-affe-664fc6ec1734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7847201'] for network (f2355350-6ce6-40f4-89fb-60d84ecb7f7b), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:31.330995 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-787af436-a5c1-44fb-affe-664fc6ec1734 admin admin] Deleting port 759ab352-b0ba-4d9d-8a2c-3e0ca84f2fa2 {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:16:31.331332 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-787af436-a5c1-44fb-affe-664fc6ec1734 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (759ab352-b0ba-4d9d-8a2c-3e0ca84f2fa2), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:31.384728 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4e6912-f2d9-4b5f-a7c9-bcb9954930b8 None None] DHCP port deletion for f2355350-6ce6-40f4-89fb-60d84ecb7f7b request from dv-cinder-849626-3-iscsi {{(pid=104470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 13 09:16:31.391805 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:UPDATE=1,neutron:SELECT=95,neutron:DELETE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:16:31.406531 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-787af436-a5c1-44fb-affe-664fc6ec1734 admin admin] For port 759ab352-b0ba-4d9d-8a2c-3e0ca84f2fa2, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=759ab352-b0ba-4d9d-8a2c-3e0ca84f2fa2,segment=NetworkSegment(283d65bc-4b7e-4110-8826-413a0782906c),segment_id=283d65bc-4b7e-4110-8826-413a0782906c)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:16:31.406895 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-787af436-a5c1-44fb-affe-664fc6ec1734 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (759ab352-b0ba-4d9d-8a2c-3e0ca84f2fa2), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:31.420223 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-787af436-a5c1-44fb-affe-664fc6ec1734 admin admin] Calling delete_port for 759ab352-b0ba-4d9d-8a2c-3e0ca84f2fa2 owned by network:dhcp {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:16:31.429196 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-2d4e6912-f2d9-4b5f-a7c9-bcb9954930b8 None None] Deleting port 759ab352-b0ba-4d9d-8a2c-3e0ca84f2fa2 {{(pid=104470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:16:31.429196 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-2d4e6912-f2d9-4b5f-a7c9-bcb9954930b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (759ab352-b0ba-4d9d-8a2c-3e0ca84f2fa2), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:31.493769 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-2d4e6912-f2d9-4b5f-a7c9-bcb9954930b8 None None] For port 759ab352-b0ba-4d9d-8a2c-3e0ca84f2fa2, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=759ab352-b0ba-4d9d-8a2c-3e0ca84f2fa2,segment=NetworkSegment(283d65bc-4b7e-4110-8826-413a0782906c),segment_id=283d65bc-4b7e-4110-8826-413a0782906c)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:16:31.494592 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-2d4e6912-f2d9-4b5f-a7c9-bcb9954930b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (759ab352-b0ba-4d9d-8a2c-3e0ca84f2fa2), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:31.507908 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-2d4e6912-f2d9-4b5f-a7c9-bcb9954930b8 None None] Calling delete_port for 759ab352-b0ba-4d9d-8a2c-3e0ca84f2fa2 owned by network:dhcp {{(pid=104470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:16:31.574715 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-787af436-a5c1-44fb-affe-664fc6ec1734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542309'] for port (759ab352-b0ba-4d9d-8a2c-3e0ca84f2fa2), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:31.587702 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-2d4e6912-f2d9-4b5f-a7c9-bcb9954930b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135'] for port (759ab352-b0ba-4d9d-8a2c-3e0ca84f2fa2), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:31.604305 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787af436-a5c1-44fb-affe-664fc6ec1734 admin admin] Pushing event deleted for resources: {'Port': ['ID=759ab352-b0ba-4d9d-8a2c-3e0ca84f2fa2,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:16:31.612137 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787af436-a5c1-44fb-affe-664fc6ec1734 admin admin] No DVR routers for this DVR port 759ab352-b0ba-4d9d-8a2c-3e0ca84f2fa2 on host dv-cinder-849626-3-iscsi {{(pid=104469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 09:16:31.617004 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4e6912-f2d9-4b5f-a7c9-bcb9954930b8 None None] Pushing event deleted for resources: {'Port': ['ID=759ab352-b0ba-4d9d-8a2c-3e0ca84f2fa2,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:16:31.620493 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4e6912-f2d9-4b5f-a7c9-bcb9954930b8 None None] No DVR routers for this DVR port 759ab352-b0ba-4d9d-8a2c-3e0ca84f2fa2 on host dv-cinder-849626-3-iscsi {{(pid=104470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 09:16:31.714097 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-74abefca-7f5d-47f5-afd6-8242a732b574 req-c8ffd264-9f6e-4eae-826f-37bfd580610d tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=9be6baa8-3d1d-4b03-ab21-b073f6f00dbc HTTP/1.1" status: 200 len: 210 time: 0.0591102 Jul 13 09:16:31.718027 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-787af436-a5c1-44fb-affe-664fc6ec1734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7836165', 'neutron.services.segments.db._delete_segments_for_network-8760185013827'] for network (f2355350-6ce6-40f4-89fb-60d84ecb7f7b), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:31.739757 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.services.segments.db [None req-787af436-a5c1-44fb-affe-664fc6ec1734 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2355350-6ce6-40f4-89fb-60d84ecb7f7b']}} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:16:31.749876 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.services.segments.db [None req-787af436-a5c1-44fb-affe-664fc6ec1734 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '283d65bc-4b7e-4110-8826-413a0782906c') {'for_net_delete': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:16:31.750235 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.services.segments.db [None req-787af436-a5c1-44fb-affe-664fc6ec1734 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '283d65bc-4b7e-4110-8826-413a0782906c') {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:16:31.764206 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-787af436-a5c1-44fb-affe-664fc6ec1734 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760185015116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3541587'] for segment (283d65bc-4b7e-4110-8826-413a0782906c), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:31.777511 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-787af436-a5c1-44fb-affe-664fc6ec1734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7769013'] for segment (283d65bc-4b7e-4110-8826-413a0782906c), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:31.783624 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-787af436-a5c1-44fb-affe-664fc6ec1734 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=104469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 09:16:31.784000 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-787af436-a5c1-44fb-affe-664fc6ec1734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7769013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542360'] for segment (283d65bc-4b7e-4110-8826-413a0782906c), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:31.807062 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.services.segments.plugin [-] Segment 283d65bc-4b7e-4110-8826-413a0782906c resource provider aggregate not found Jul 13 09:16:31.850302 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.services.segments.plugin [-] Segment 283d65bc-4b7e-4110-8826-413a0782906c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 283d65bc-4b7e-4110-8826-413a0782906c found for delete ", "request_id": "req-09f7f178-d47d-4344-bcdb-c203cfff9a44"}]} Jul 13 09:16:31.923375 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-787af436-a5c1-44fb-affe-664fc6ec1734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7836172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-389073'] for network (f2355350-6ce6-40f4-89fb-60d84ecb7f7b), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:31.932815 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-787af436-a5c1-44fb-affe-664fc6ec1734 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594414'] for network (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:31.932943 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-787af436-a5c1-44fb-affe-664fc6ec1734 admin admin] 10.222.0.40 "DELETE /v2.0/networks/f2355350-6ce6-40f4-89fb-60d84ecb7f7b HTTP/1.1" status: 204 len: 168 time: 0.7159598 Jul 13 09:16:31.944462 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787af436-a5c1-44fb-affe-664fc6ec1734 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2355350-6ce6-40f4-89fb-60d84ecb7f7b,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:16:32.290975 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 40814) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:16:32.331220 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-71183fd0-dae9-4fdc-b181-49d8509146dd admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=6b5574138d6341268eae22b78af64765&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391223 Jul 13 09:16:32.333903 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 40818) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:16:32.389843 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fc275d31-059b-48d8-908d-96349dd498c3 admin admin] Publish callbacks [] for security_group (f0c6c979-1639-4fbd-8868-1eb64d074d08), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:32.414208 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fc275d31-059b-48d8-908d-96349dd498c3 admin admin] Publish callbacks [] for security_group (f0c6c979-1639-4fbd-8868-1eb64d074d08), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:32.464970 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device 324737bf-b6b9-4693-83ff-9d436e4825e5 no longer exists at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:16:32.483358 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] No Port match for: 324737bf-b6b9-4693-83ff-9d436e4825e5 {{(pid=104470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 09:16:32.483700 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device 324737bf-b6b9-4693-83ff-9d436e4825e5 not bound to the agent host dv-cinder-849626-3-iscsi {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 09:16:32.484104 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device 759ab352-b0ba-4d9d-8a2c-3e0ca84f2fa2 no longer exists at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:16:32.502184 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] No Port match for: 759ab352-b0ba-4d9d-8a2c-3e0ca84f2fa2 {{(pid=104470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 09:16:32.502794 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device 759ab352-b0ba-4d9d-8a2c-3e0ca84f2fa2 not bound to the agent host dv-cinder-849626-3-iscsi {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 09:16:32.534760 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fc275d31-059b-48d8-908d-96349dd498c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (f0c6c979-1639-4fbd-8868-1eb64d074d08), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:32.537475 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fc275d31-059b-48d8-908d-96349dd498c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:32.538659 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-fc275d31-059b-48d8-908d-96349dd498c3 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/f0c6c979-1639-4fbd-8868-1eb64d074d08 HTTP/1.1" status: 204 len: 168 time: 0.2038317 Jul 13 09:16:32.546804 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc275d31-059b-48d8-908d-96349dd498c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c6c979-1639-4fbd-8868-1eb64d074d08,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:16:33.227189 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.agents_db [None req-6da3c0df-3a39-4d49-9ef0-c2c7fda6ffa8 None None] Agent healthcheck: found 6 active agents {{(pid=104471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:16:33.251162 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 40836) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:16:33.291150 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-5a55426e-1821-499f-b4ee-36ca1f8292e0 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=b487644732884eaabfc43581d1950b6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387831 Jul 13 09:16:33.293422 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 40838) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:16:33.341861 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d00e79db-3a20-4976-916a-c92591eb9484 admin admin] Publish callbacks [] for security_group (f21baff1-db7d-496f-b8f8-64ab89853c07), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:33.364169 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d00e79db-3a20-4976-916a-c92591eb9484 admin admin] Publish callbacks [] for security_group (f21baff1-db7d-496f-b8f8-64ab89853c07), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:33.467615 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d00e79db-3a20-4976-916a-c92591eb9484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (f21baff1-db7d-496f-b8f8-64ab89853c07), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:33.470281 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d00e79db-3a20-4976-916a-c92591eb9484 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:33.471435 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-d00e79db-3a20-4976-916a-c92591eb9484 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/f21baff1-db7d-496f-b8f8-64ab89853c07 HTTP/1.1" status: 204 len: 168 time: 0.1771455 Jul 13 09:16:33.479847 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00e79db-3a20-4976-916a-c92591eb9484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21baff1-db7d-496f-b8f8-64ab89853c07,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:16:33.491329 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:16:34.139439 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device f6698d68-a4ae-4ad4-97a7-c02b13a8888c no longer exists at agent hyperv_hv-cinder-84962 {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:16:34.162238 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] No Port match for: f6698d68-a4ae-4ad4-97a7-c02b13a8888c {{(pid=104470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 09:16:34.162595 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device f6698d68-a4ae-4ad4-97a7-c02b13a8888c not bound to the agent host hv-cinder-84962 {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 09:16:35.218305 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 40862) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:16:35.391910 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-2c128e25-d156-4216-92be-8bd7602c73ce tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Deleting port 7cc96469-f04b-4aeb-9317-e8d143dec127 {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:16:35.392388 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2c128e25-d156-4216-92be-8bd7602c73ce tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (7cc96469-f04b-4aeb-9317-e8d143dec127), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:35.394972 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:16:35.494806 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2c128e25-d156-4216-92be-8bd7602c73ce tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (7cc96469-f04b-4aeb-9317-e8d143dec127), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:35.495117 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2c128e25-d156-4216-92be-8bd7602c73ce tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks [] for floatingip (7cc96469-f04b-4aeb-9317-e8d143dec127), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:35.507935 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-2c128e25-d156-4216-92be-8bd7602c73ce tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Calling delete_port for 7cc96469-f04b-4aeb-9317-e8d143dec127 owned by network:floatingip {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:16:35.603072 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:16:35.771738 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2c128e25-d156-4216-92be-8bd7602c73ce tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542309'] for port (7cc96469-f04b-4aeb-9317-e8d143dec127), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:35.798264 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c128e25-d156-4216-92be-8bd7602c73ce tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Pushing event deleted for resources: {'Port': ['ID=7cc96469-f04b-4aeb-9317-e8d143dec127,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:16:35.870476 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2c128e25-d156-4216-92be-8bd7602c73ce tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks [] for floatingip (943c8eb2-74a6-496f-8ae1-f33a5077d6e7), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:35.870820 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.db.l3_db [None req-2c128e25-d156-4216-92be-8bd7602c73ce tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Floating IP 943c8eb2-74a6-496f-8ae1-f33a5077d6e7 disassociated (deleted). External IP: 172.27.3.213, port: f0112888-5873-4829-b011-1ecd352cf3ac. Jul 13 09:16:36.070601 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c128e25-d156-4216-92be-8bd7602c73ce tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Router 85c398ac-4635-4e27-aa8f-d2369f8b6800 has already been hosted by L3 agent 084ea860-45cb-441c-b2f8-c6c2f7d6686c {{(pid=104469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 09:16:36.419730 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c128e25-d156-4216-92be-8bd7602c73ce tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Notify agent at l3_agent.dv-cinder-849626-3-iscsi the message routers_updated {{(pid=104469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 09:16:36.424466 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2c128e25-d156-4216-92be-8bd7602c73ce tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for floatingip (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:36.429608 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e905f1d-bf66-4fec-83ca-0258afb28f5f None None] Sync routers for ids ['85c398ac-4635-4e27-aa8f-d2369f8b6800'] in dv-cinder-849626-3-iscsi {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 09:16:36.440205 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e905f1d-bf66-4fec-83ca-0258afb28f5f None None] Routers {'85c398ac-4635-4e27-aa8f-d2369f8b6800'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:16:36.440888 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-4e905f1d-bf66-4fec-83ca-0258afb28f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:16:23Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['85c398ac-4635-4e27-aa8f-d2369f8b6800'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:16:36.454089 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-2c128e25-d156-4216-92be-8bd7602c73ce tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "DELETE /v2.0/floatingips/943c8eb2-74a6-496f-8ae1-f33a5077d6e7 HTTP/1.1" status: 204 len: 168 time: 1.2346423 Jul 13 09:16:36.454770 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57b9d222-8b85-4225-b1ff-02aaa569e511', 'tag': 'f0112888-5873-4829-b011-1ecd352cf3ac'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:16:36.457099 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c4e5b91a84def5af2f1fcdaa70b19e5540aa6c2f63d8f4e9cb6586108f6a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-375e816c-ba51-4f4f-bb31-5ebaa7fed8c3" -d '{"events": [{"name": "network-changed", "server_uuid": "57b9d222-8b85-4225-b1ff-02aaa569e511", "tag": "f0112888-5873-4829-b011-1ecd352cf3ac"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:16:36.493459 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 09:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c8c51f-94ab-4922-8a16-45637c4b9860 x-openstack-request-id: req-04c8c51f-94ab-4922-8a16-45637c4b9860 {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:16:36.493836 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57b9d222-8b85-4225-b1ff-02aaa569e511", "tag": "f0112888-5873-4829-b011-1ecd352cf3ac", "status": "completed", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:16:36.494673 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-04c8c51f-94ab-4922-8a16-45637c4b9860 {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:16:36.495145 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04c8c51f-94ab-4922-8a16-45637c4b9860'] response: {'name': 'network-changed', 'server_uuid': '57b9d222-8b85-4225-b1ff-02aaa569e511', 'tag': 'f0112888-5873-4829-b011-1ecd352cf3ac', 'status': 'completed', 'code': 200} Jul 13 09:16:36.680441 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-4e905f1d-bf66-4fec-83ca-0258afb28f5f None None] Set router 85c398ac-4635-4e27-aa8f-d2369f8b6800 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:16:36.720727 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375e816c-ba51-4f4f-bb31-5ebaa7fed8c3 req-342c9f28-f2ff-4eb1-ab36-bf1f7c5448b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:16:36.722275 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-375e816c-ba51-4f4f-bb31-5ebaa7fed8c3 req-342c9f28-f2ff-4eb1-ab36-bf1f7c5448b3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=02051a1f629a48199bb1eb504c747294&device_id=57b9d222-8b85-4225-b1ff-02aaa569e511 HTTP/1.1" status: 200 len: 1129 time: 0.2057331 Jul 13 09:16:36.821978 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375e816c-ba51-4f4f-bb31-5ebaa7fed8c3 req-63623e07-8bbb-42fa-923a-44dde8cf67bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:16:36.823504 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-375e816c-ba51-4f4f-bb31-5ebaa7fed8c3 req-63623e07-8bbb-42fa-923a-44dde8cf67bc service neutron] 10.222.0.30 "GET /v2.0/networks?id=3b440154-a6c9-4139-b7ed-df54c627be50 HTTP/1.1" status: 200 len: 912 time: 0.0954552 Jul 13 09:16:36.866695 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-375e816c-ba51-4f4f-bb31-5ebaa7fed8c3 req-39b4b43e-e1da-4c9d-861b-1a014505a089 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0112888-5873-4829-b011-1ecd352cf3ac HTTP/1.1" status: 200 len: 217 time: 0.0352180 Jul 13 09:16:36.874721 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-4e905f1d-bf66-4fec-83ca-0258afb28f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'name': 'tempest-TestVolumeBootPattern-994788136-router', 'tenant_id': '02051a1f629a48199bb1eb504c747294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:08:46Z', 'updated_at': '2022-07-13T09:08:52Z', 'revision_number': 4, 'project_id': '02051a1f629a48199bb1eb504c747294', 'gw_port': {'id': 'eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:08:46Z', 'updated_at': '2022-07-13T09:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_interfaces': [{'id': '9947c9ac-22c2-430e-8450-986f34582fdf', 'name': '', 'network_id': '3b440154-a6c9-4139-b7ed-df54c627be50', 'tenant_id': '02051a1f629a48199bb1eb504c747294', 'mac_address': 'fa:16:3e:96:28:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '8c1af7e4-944c-47db-9585-b5c5f9138bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:08:51Z', 'updated_at': '2022-07-13T09:08:57Z', 'revision_number': 5, 'project_id': '02051a1f629a48199bb1eb504c747294', 'subnets': [{'id': '8c1af7e4-944c-47db-9585-b5c5f9138bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:16:36.901537 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e905f1d-bf66-4fec-83ca-0258afb28f5f None None] Checking router: 85c398ac-4635-4e27-aa8f-d2369f8b6800 for host: dv-cinder-849626-3-iscsi {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 09:16:36.910757 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e905f1d-bf66-4fec-83ca-0258afb28f5f None None] Routers {'85c398ac-4635-4e27-aa8f-d2369f8b6800'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:16:36.916063 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-4e905f1d-bf66-4fec-83ca-0258afb28f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:16:23Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['85c398ac-4635-4e27-aa8f-d2369f8b6800'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:16:36.916400 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b6d89e-698e-40a7-848d-4c8fa54f26e3 req-7e6fb5a5-b3ef-44c7-a0c4-b79b2c411359 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:16:36.918413 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-d9b6d89e-698e-40a7-848d-4c8fa54f26e3 req-7e6fb5a5-b3ef-44c7-a0c4-b79b2c411359 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=57b9d222-8b85-4225-b1ff-02aaa569e511 HTTP/1.1" status: 200 len: 945 time: 0.0551624 Jul 13 09:16:36.973932 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-d9b6d89e-698e-40a7-848d-4c8fa54f26e3 req-d9f84e08-b708-43c5-9d85-a153ad02e654 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/security-groups?id=21069fad-86d1-47ed-b9b6-e3fef0251eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478871 Jul 13 09:16:37.018075 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-4e905f1d-bf66-4fec-83ca-0258afb28f5f None None] Set router 85c398ac-4635-4e27-aa8f-d2369f8b6800 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:16:37.199684 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-4e905f1d-bf66-4fec-83ca-0258afb28f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'name': 'tempest-TestVolumeBootPattern-994788136-router', 'tenant_id': '02051a1f629a48199bb1eb504c747294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:08:46Z', 'updated_at': '2022-07-13T09:08:52Z', 'revision_number': 4, 'project_id': '02051a1f629a48199bb1eb504c747294', 'gw_port': {'id': 'eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:08:46Z', 'updated_at': '2022-07-13T09:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_interfaces': [{'id': '9947c9ac-22c2-430e-8450-986f34582fdf', 'name': '', 'network_id': '3b440154-a6c9-4139-b7ed-df54c627be50', 'tenant_id': '02051a1f629a48199bb1eb504c747294', 'mac_address': 'fa:16:3e:96:28:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '8c1af7e4-944c-47db-9585-b5c5f9138bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:08:51Z', 'updated_at': '2022-07-13T09:08:57Z', 'revision_number': 5, 'project_id': '02051a1f629a48199bb1eb504c747294', 'subnets': [{'id': '8c1af7e4-944c-47db-9585-b5c5f9138bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:16:37.224544 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e905f1d-bf66-4fec-83ca-0258afb28f5f None None] The sync data for ids ['85c398ac-4635-4e27-aa8f-d2369f8b6800'] in dv-cinder-849626-3-iscsi is: [{'id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'name': 'tempest-TestVolumeBootPattern-994788136-router', 'tenant_id': '02051a1f629a48199bb1eb504c747294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:08:46Z', 'updated_at': '2022-07-13T09:08:52Z', 'revision_number': 4, 'project_id': '02051a1f629a48199bb1eb504c747294', 'gw_port': {'id': 'eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:08:46Z', 'updated_at': '2022-07-13T09:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_interfaces': [{'id': '9947c9ac-22c2-430e-8450-986f34582fdf', 'name': '', 'network_id': '3b440154-a6c9-4139-b7ed-df54c627be50', 'tenant_id': '02051a1f629a48199bb1eb504c747294', 'mac_address': 'fa:16:3e:96:28:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '8c1af7e4-944c-47db-9585-b5c5f9138bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:08:51Z', 'updated_at': '2022-07-13T09:08:57Z', 'revision_number': 5, 'project_id': '02051a1f629a48199bb1eb504c747294', 'subnets': [{'id': '8c1af7e4-944c-47db-9585-b5c5f9138bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 09:16:37.433440 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4ae46f-c002-4c15-abde-bec0e6eb9551 None None] New status for floating IP 943c8eb2-74a6-496f-8ae1-f33a5077d6e7: DOWN {{(pid=104471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 13 09:16:37.855380 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375e816c-ba51-4f4f-bb31-5ebaa7fed8c3 req-e4f0e1c1-6c14-477d-ad08-fb68a5858a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:16:37.856709 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-375e816c-ba51-4f4f-bb31-5ebaa7fed8c3 req-e4f0e1c1-6c14-477d-ad08-fb68a5858a54 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8c1af7e4-944c-47db-9585-b5c5f9138bea HTTP/1.1" status: 200 len: 850 time: 0.0473912 Jul 13 09:16:37.897163 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:16:37.909047 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375e816c-ba51-4f4f-bb31-5ebaa7fed8c3 req-7d54e43e-0d43-4377-a730-54fdd72d5ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:16:37.914302 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-375e816c-ba51-4f4f-bb31-5ebaa7fed8c3 req-7d54e43e-0d43-4377-a730-54fdd72d5ec2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3b440154-a6c9-4139-b7ed-df54c627be50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408602 Jul 13 09:16:38.102999 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76cbfba-2f34-44ef-b574-87c90fea0356 req-462db1b4-ddc9-48f1-989e-cfc23ab8d4ae tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:16:38.104457 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b76cbfba-2f34-44ef-b574-87c90fea0356 req-462db1b4-ddc9-48f1-989e-cfc23ab8d4ae tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=57b9d222-8b85-4225-b1ff-02aaa569e511 HTTP/1.1" status: 200 len: 945 time: 0.0604780 Jul 13 09:16:38.109674 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-375e816c-ba51-4f4f-bb31-5ebaa7fed8c3 req-59f6c6c4-b555-4d55-8c87-49d0b34b350b service neutron] 10.222.0.30 "GET /v2.0/networks/3b440154-a6c9-4139-b7ed-df54c627be50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275268 Jul 13 09:16:38.152826 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b76cbfba-2f34-44ef-b574-87c90fea0356 req-2115861c-3706-47a7-ba1d-21e73dfe1096 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/security-groups?id=21069fad-86d1-47ed-b9b6-e3fef0251eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422227 Jul 13 09:16:38.228348 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:16:38.275385 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-375e816c-ba51-4f4f-bb31-5ebaa7fed8c3 req-9b1172a0-eaf3-4602-9490-c1f0708d86fa service neutron] 10.222.0.30 "GET /v2.0/networks/3b440154-a6c9-4139-b7ed-df54c627be50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106334 Jul 13 09:16:38.293963 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d99d6-7a96-4077-9228-ad8b8144f349 req-f9deae11-b47d-4c20-88ba-aa957dc5bfed tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:16:38.295391 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-594d99d6-7a96-4077-9228-ad8b8144f349 req-f9deae11-b47d-4c20-88ba-aa957dc5bfed tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.30 "GET /v2.0/ports?device_id=57b9d222-8b85-4225-b1ff-02aaa569e511 HTTP/1.1" status: 200 len: 945 time: 0.0534577 Jul 13 09:16:38.378178 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [req-594d99d6-7a96-4077-9228-ad8b8144f349 req-56b7adf9-53f5-4831-88f4-31d4b3af5095 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Deleting port f0112888-5873-4829-b011-1ecd352cf3ac {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:16:38.378178 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-594d99d6-7a96-4077-9228-ad8b8144f349 req-56b7adf9-53f5-4831-88f4-31d4b3af5095 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (f0112888-5873-4829-b011-1ecd352cf3ac), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:38.470232 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [req-594d99d6-7a96-4077-9228-ad8b8144f349 req-56b7adf9-53f5-4831-88f4-31d4b3af5095 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] For port f0112888-5873-4829-b011-1ecd352cf3ac, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=f0112888-5873-4829-b011-1ecd352cf3ac,segment=NetworkSegment(6417cdc0-763c-4790-ae1e-ebc420f204bb),segment_id=6417cdc0-763c-4790-ae1e-ebc420f204bb)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:16:38.470593 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-594d99d6-7a96-4077-9228-ad8b8144f349 req-56b7adf9-53f5-4831-88f4-31d4b3af5095 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (f0112888-5873-4829-b011-1ecd352cf3ac), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:38.484175 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [req-594d99d6-7a96-4077-9228-ad8b8144f349 req-56b7adf9-53f5-4831-88f4-31d4b3af5095 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Calling delete_port for f0112888-5873-4829-b011-1ecd352cf3ac owned by compute:nova {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:16:38.682890 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-594d99d6-7a96-4077-9228-ad8b8144f349 req-56b7adf9-53f5-4831-88f4-31d4b3af5095 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542309'] for port (f0112888-5873-4829-b011-1ecd352cf3ac), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:38.708563 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b7adf9-53f5-4831-88f4-31d4b3af5095 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Pushing event deleted for resources: {'Port': ['ID=f0112888-5873-4829-b011-1ecd352cf3ac,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:16:38.754116 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [req-594d99d6-7a96-4077-9228-ad8b8144f349 req-56b7adf9-53f5-4831-88f4-31d4b3af5095 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] No DVR routers for this DVR port f0112888-5873-4829-b011-1ecd352cf3ac on host hv-cinder-84962 {{(pid=104469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 09:16:38.756866 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-594d99d6-7a96-4077-9228-ad8b8144f349 req-56b7adf9-53f5-4831-88f4-31d4b3af5095 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for port (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:38.760240 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-594d99d6-7a96-4077-9228-ad8b8144f349 req-56b7adf9-53f5-4831-88f4-31d4b3af5095 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.30 "DELETE /v2.0/ports/f0112888-5873-4829-b011-1ecd352cf3ac HTTP/1.1" status: 204 len: 173 time: 0.4583359 Jul 13 09:16:38.760684 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57b9d222-8b85-4225-b1ff-02aaa569e511', 'name': 'network-vif-deleted', 'tag': 'f0112888-5873-4829-b011-1ecd352cf3ac'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:16:38.762865 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c4e5b91a84def5af2f1fcdaa70b19e5540aa6c2f63d8f4e9cb6586108f6a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65cb3030-ca5a-4a7d-b335-b8f4a74b9e3b" -d '{"events": [{"server_uuid": "57b9d222-8b85-4225-b1ff-02aaa569e511", "name": "network-vif-deleted", "tag": "f0112888-5873-4829-b011-1ecd352cf3ac"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:16:38.798614 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 09:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca7045a6-28e9-4120-a436-44a8a043865c x-openstack-request-id: req-ca7045a6-28e9-4120-a436-44a8a043865c {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:16:38.798903 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57b9d222-8b85-4225-b1ff-02aaa569e511", "name": "network-vif-deleted", "tag": "f0112888-5873-4829-b011-1ecd352cf3ac", "status": "completed", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:16:38.799171 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-ca7045a6-28e9-4120-a436-44a8a043865c {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:16:38.799576 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca7045a6-28e9-4120-a436-44a8a043865c'] response: {'server_uuid': '57b9d222-8b85-4225-b1ff-02aaa569e511', 'name': 'network-vif-deleted', 'tag': 'f0112888-5873-4829-b011-1ecd352cf3ac', 'status': 'completed', 'code': 200} Jul 13 09:16:39.255804 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1f085084-4da3-4f02-bf74-871da7f77353 req-5375196d-03b1-4492-a63a-762d8863414b tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "GET /v2.0/ports?device_id=57b9d222-8b85-4225-b1ff-02aaa569e511 HTTP/1.1" status: 200 len: 210 time: 0.0289128 Jul 13 09:16:40.313969 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 40890) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:16:40.424041 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-bc68c221-d7a5-469d-be61-8506a07560c1 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Deleting port 16e36ed1-7c73-45e8-a3ac-a31117c36984 {{(pid=104468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:16:40.424382 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-bc68c221-d7a5-469d-be61-8506a07560c1 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (16e36ed1-7c73-45e8-a3ac-a31117c36984), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:40.498339 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-bc68c221-d7a5-469d-be61-8506a07560c1 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (16e36ed1-7c73-45e8-a3ac-a31117c36984), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:40.498653 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-bc68c221-d7a5-469d-be61-8506a07560c1 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks [] for floatingip (16e36ed1-7c73-45e8-a3ac-a31117c36984), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:40.510482 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-bc68c221-d7a5-469d-be61-8506a07560c1 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Calling delete_port for 16e36ed1-7c73-45e8-a3ac-a31117c36984 owned by network:floatingip {{(pid=104468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:16:40.578380 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:16:40.580131 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:16:40.713500 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-bc68c221-d7a5-469d-be61-8506a07560c1 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665350'] for port (16e36ed1-7c73-45e8-a3ac-a31117c36984), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:40.745835 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc68c221-d7a5-469d-be61-8506a07560c1 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Pushing event deleted for resources: {'Port': ['ID=16e36ed1-7c73-45e8-a3ac-a31117c36984,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:16:40.804232 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-bc68c221-d7a5-469d-be61-8506a07560c1 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks [] for floatingip (6a9cb662-d2e3-4f19-8d7a-d66912554568), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:40.806915 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-bc68c221-d7a5-469d-be61-8506a07560c1 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for floatingip (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:40.808050 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-bc68c221-d7a5-469d-be61-8506a07560c1 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "DELETE /v2.0/floatingips/6a9cb662-d2e3-4f19-8d7a-d66912554568 HTTP/1.1" status: 204 len: 168 time: 0.4931412 Jul 13 09:16:41.786222 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (6e9d2670-629d-42a5-8dd5-d0857aba9a7e), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:42.192365 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 40906) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:16:42.208355 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device f0112888-5873-4829-b011-1ecd352cf3ac no longer exists at agent hyperv_hv-cinder-84962 {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:16:42.235809 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] No Port match for: f0112888-5873-4829-b011-1ecd352cf3ac {{(pid=104470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 09:16:42.236157 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device f0112888-5873-4829-b011-1ecd352cf3ac not bound to the agent host hv-cinder-84962 {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 09:16:42.252796 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c7bcd322-333f-42b6-9365-37b6efc3cd48 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks [] for security_group (21069fad-86d1-47ed-b9b6-e3fef0251eab), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:42.280120 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c7bcd322-333f-42b6-9365-37b6efc3cd48 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks [] for security_group (21069fad-86d1-47ed-b9b6-e3fef0251eab), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:42.400385 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c7bcd322-333f-42b6-9365-37b6efc3cd48 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (21069fad-86d1-47ed-b9b6-e3fef0251eab), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:42.403004 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c7bcd322-333f-42b6-9365-37b6efc3cd48 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:42.407105 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-c7bcd322-333f-42b6-9365-37b6efc3cd48 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] 10.222.0.40 "DELETE /v2.0/security-groups/21069fad-86d1-47ed-b9b6-e3fef0251eab HTTP/1.1" status: 204 len: 168 time: 0.2105553 Jul 13 09:16:42.418965 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bcd322-333f-42b6-9365-37b6efc3cd48 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21069fad-86d1-47ed-b9b6-e3fef0251eab,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:16:42.427610 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bcd322-333f-42b6-9365-37b6efc3cd48 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:16:42.427610 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bcd322-333f-42b6-9365-37b6efc3cd48 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:16:42.427610 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bcd322-333f-42b6-9365-37b6efc3cd48 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:16:42.427991 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bcd322-333f-42b6-9365-37b6efc3cd48 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:16:42.428258 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bcd322-333f-42b6-9365-37b6efc3cd48 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:16:42.428603 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bcd322-333f-42b6-9365-37b6efc3cd48 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:16:42.428925 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bcd322-333f-42b6-9365-37b6efc3cd48 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:16:42.429245 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bcd322-333f-42b6-9365-37b6efc3cd48 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:16:42.429568 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bcd322-333f-42b6-9365-37b6efc3cd48 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:16:42.429888 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bcd322-333f-42b6-9365-37b6efc3cd48 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:16:42.430233 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bcd322-333f-42b6-9365-37b6efc3cd48 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:16:42.432430 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bcd322-333f-42b6-9365-37b6efc3cd48 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:16:42.432430 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bcd322-333f-42b6-9365-37b6efc3cd48 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:16:42.432430 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bcd322-333f-42b6-9365-37b6efc3cd48 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:16:42.432430 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bcd322-333f-42b6-9365-37b6efc3cd48 tempest-TestVolumeBootPattern-1737401518 tempest-TestVolumeBootPattern-1737401518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:16:42.512829 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 40922) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:16:42.797272 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:16:42.936656 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-09846524-a499-48be-bd1c-b0948a064b01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-385605'] for router_interface (85c398ac-4635-4e27-aa8f-d2369f8b6800), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:42.938887 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:16:43.156664 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-09846524-a499-48be-bd1c-b0948a064b01 admin admin] Deleting port 9947c9ac-22c2-430e-8450-986f34582fdf {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:16:43.156998 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-09846524-a499-48be-bd1c-b0948a064b01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (9947c9ac-22c2-430e-8450-986f34582fdf), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:43.235613 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-09846524-a499-48be-bd1c-b0948a064b01 admin admin] For port 9947c9ac-22c2-430e-8450-986f34582fdf, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=9947c9ac-22c2-430e-8450-986f34582fdf,segment=NetworkSegment(6417cdc0-763c-4790-ae1e-ebc420f204bb),segment_id=6417cdc0-763c-4790-ae1e-ebc420f204bb)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:16:43.235896 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-09846524-a499-48be-bd1c-b0948a064b01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (9947c9ac-22c2-430e-8450-986f34582fdf), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:43.249252 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-09846524-a499-48be-bd1c-b0948a064b01 admin admin] Calling delete_port for 9947c9ac-22c2-430e-8450-986f34582fdf owned by network:router_interface {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:16:43.485000 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-09846524-a499-48be-bd1c-b0948a064b01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542309'] for port (9947c9ac-22c2-430e-8450-986f34582fdf), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:43.508791 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09846524-a499-48be-bd1c-b0948a064b01 admin admin] Pushing event deleted for resources: {'Port': ['ID=9947c9ac-22c2-430e-8450-986f34582fdf,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:16:43.686555 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-09846524-a499-48be-bd1c-b0948a064b01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-385745'] for router_interface (85c398ac-4635-4e27-aa8f-d2369f8b6800), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:43.735466 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:16:43.877178 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:16:43.898207 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09846524-a499-48be-bd1c-b0948a064b01 admin admin] Router 85c398ac-4635-4e27-aa8f-d2369f8b6800 has already been hosted by L3 agent 084ea860-45cb-441c-b2f8-c6c2f7d6686c {{(pid=104469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 09:16:44.006659 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09846524-a499-48be-bd1c-b0948a064b01 admin admin] Notify agent at l3_agent.dv-cinder-849626-3-iscsi the message routers_updated {{(pid=104469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 09:16:44.011712 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-09846524-a499-48be-bd1c-b0948a064b01 admin admin] 10.222.0.40 "PUT /v2.0/routers/85c398ac-4635-4e27-aa8f-d2369f8b6800/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4978578 Jul 13 09:16:44.014368 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 40936) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:16:44.025581 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b533afe7-ce5f-40b8-88ae-85cf0243a788 None None] Sync routers for ids ['85c398ac-4635-4e27-aa8f-d2369f8b6800'] in dv-cinder-849626-3-iscsi {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 09:16:44.036487 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b533afe7-ce5f-40b8-88ae-85cf0243a788 None None] Routers {'85c398ac-4635-4e27-aa8f-d2369f8b6800'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:16:44.037167 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-b533afe7-ce5f-40b8-88ae-85cf0243a788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:16:23Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['85c398ac-4635-4e27-aa8f-d2369f8b6800'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:16:44.145784 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-b533afe7-ce5f-40b8-88ae-85cf0243a788 None None] Set router 85c398ac-4635-4e27-aa8f-d2369f8b6800 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:16:44.267058 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:16:44.275975 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:16:44.325344 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-b533afe7-ce5f-40b8-88ae-85cf0243a788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'name': 'tempest-TestVolumeBootPattern-994788136-router', 'tenant_id': '02051a1f629a48199bb1eb504c747294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:08:46Z', 'updated_at': '2022-07-13T09:16:43Z', 'revision_number': 5, 'project_id': '02051a1f629a48199bb1eb504c747294', 'gw_port': {'id': 'eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:08:46Z', 'updated_at': '2022-07-13T09:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi'}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:16:44.338554 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b054c893-b817-4689-bb90-97ffb09f5b34 admin admin] Publish callbacks [] for router (85c398ac-4635-4e27-aa8f-d2369f8b6800), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:44.363151 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b533afe7-ce5f-40b8-88ae-85cf0243a788 None None] Checking router: 85c398ac-4635-4e27-aa8f-d2369f8b6800 for host: dv-cinder-849626-3-iscsi {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 09:16:44.372294 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b533afe7-ce5f-40b8-88ae-85cf0243a788 None None] Routers {'85c398ac-4635-4e27-aa8f-d2369f8b6800'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:16:44.372893 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-b533afe7-ce5f-40b8-88ae-85cf0243a788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:16:23Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['85c398ac-4635-4e27-aa8f-d2369f8b6800'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:16:44.388794 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f860f6-bc38-4de7-a015-f64b27217d65 req-dc667adc-64e4-4435-b4f2-baac587a30ab tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:16:44.390491 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f3f860f6-bc38-4de7-a015-f64b27217d65 req-dc667adc-64e4-4435-b4f2-baac587a30ab tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/ports?device_id=55aaee95-23bf-4d74-89b5-e798ff54172d HTTP/1.1" status: 200 len: 945 time: 0.0548799 Jul 13 09:16:44.448048 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b054c893-b817-4689-bb90-97ffb09f5b34 admin admin] Publish callbacks [] for router_gateway (85c398ac-4635-4e27-aa8f-d2369f8b6800), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:44.461380 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f3f860f6-bc38-4de7-a015-f64b27217d65 req-4a1ea733-ba4e-4781-8f4f-7c88472589fa tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/security-groups?id=3f3962cb-1ba3-43ff-9f6f-27433b04ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642760 Jul 13 09:16:44.492294 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-b533afe7-ce5f-40b8-88ae-85cf0243a788 None None] Set router 85c398ac-4635-4e27-aa8f-d2369f8b6800 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:16:44.558210 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-b054c893-b817-4689-bb90-97ffb09f5b34 admin admin] Deleting port eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5 {{(pid=104468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:16:44.558554 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b054c893-b817-4689-bb90-97ffb09f5b34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:44.636436 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.db [None req-b054c893-b817-4689-bb90-97ffb09f5b34 admin admin] For port eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5,segment=NetworkSegment(51732cec-dd15-4320-89e5-7b26a17afbfa),segment_id=51732cec-dd15-4320-89e5-7b26a17afbfa)] {{(pid=104468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:16:44.636792 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b054c893-b817-4689-bb90-97ffb09f5b34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:44.649509 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-b054c893-b817-4689-bb90-97ffb09f5b34 admin admin] Calling delete_port for eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5 owned by network:router_gateway {{(pid=104468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:16:44.661765 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-b533afe7-ce5f-40b8-88ae-85cf0243a788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'name': 'tempest-TestVolumeBootPattern-994788136-router', 'tenant_id': '02051a1f629a48199bb1eb504c747294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:08:46Z', 'updated_at': '2022-07-13T09:16:43Z', 'revision_number': 5, 'project_id': '02051a1f629a48199bb1eb504c747294', 'gw_port': {'id': 'eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:08:46Z', 'updated_at': '2022-07-13T09:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi'}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:16:44.686344 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b533afe7-ce5f-40b8-88ae-85cf0243a788 None None] The sync data for ids ['85c398ac-4635-4e27-aa8f-d2369f8b6800'] in dv-cinder-849626-3-iscsi is: [{'id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'name': 'tempest-TestVolumeBootPattern-994788136-router', 'tenant_id': '02051a1f629a48199bb1eb504c747294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:08:46Z', 'updated_at': '2022-07-13T09:16:43Z', 'revision_number': 5, 'project_id': '02051a1f629a48199bb1eb504c747294', 'gw_port': {'id': 'eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c398ac-4635-4e27-aa8f-d2369f8b6800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:08:46Z', 'updated_at': '2022-07-13T09:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi'}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 09:16:44.697223 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:DELETE=9,neutron:SELECT=89,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:16:44.813662 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:16:44.894310 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b054c893-b817-4689-bb90-97ffb09f5b34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665350'] for port (eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:44.917726 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b054c893-b817-4689-bb90-97ffb09f5b34 admin admin] Pushing event deleted for resources: {'Port': ['ID=eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:16:44.985528 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b054c893-b817-4689-bb90-97ffb09f5b34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-389068'] for router_gateway (85c398ac-4635-4e27-aa8f-d2369f8b6800), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:45.074674 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b054c893-b817-4689-bb90-97ffb09f5b34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-400323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-657'] for router (85c398ac-4635-4e27-aa8f-d2369f8b6800), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:45.076948 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b054c893-b817-4689-bb90-97ffb09f5b34 admin admin] Publish callbacks [] for router_controller (85c398ac-4635-4e27-aa8f-d2369f8b6800), precommit_delete_associations {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:45.191433 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b054c893-b817-4689-bb90-97ffb09f5b34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-400247'] for router (85c398ac-4635-4e27-aa8f-d2369f8b6800), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:45.191968 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b054c893-b817-4689-bb90-97ffb09f5b34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85c398ac-4635-4e27-aa8f-d2369f8b6800 {{(pid=104468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 09:16:45.197798 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b054c893-b817-4689-bb90-97ffb09f5b34 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:45.199953 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-b054c893-b817-4689-bb90-97ffb09f5b34 admin admin] 10.222.0.40 "DELETE /v2.0/routers/85c398ac-4635-4e27-aa8f-d2369f8b6800 HTTP/1.1" status: 204 len: 168 time: 1.1832132 Jul 13 09:16:45.201742 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 40940) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:16:45.248373 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c9f7c3c-7ec4-40ad-8158-f391f044032c admin admin] Deleting subnet 8c1af7e4-944c-47db-9585-b5c5f9138bea {{(pid=104468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 13 09:16:45.251879 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4c9f7c3c-7ec4-40ad-8158-f391f044032c admin admin] Publish callbacks [] for subnet (8c1af7e4-944c-47db-9585-b5c5f9138bea), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:45.293306 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4c9f7c3c-7ec4-40ad-8158-f391f044032c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4173327'] for subnet (8c1af7e4-944c-47db-9585-b5c5f9138bea), precommit_delete_associations {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:45.374628 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4c9f7c3c-7ec4-40ad-8158-f391f044032c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7837055'] for subnet (8c1af7e4-944c-47db-9585-b5c5f9138bea), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:45.500211 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4c9f7c3c-7ec4-40ad-8158-f391f044032c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7837033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8666841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9186763'] for subnet (8c1af7e4-944c-47db-9585-b5c5f9138bea), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:45.532542 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9f7c3c-7ec4-40ad-8158-f391f044032c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c1af7e4-944c-47db-9585-b5c5f9138bea,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:16:45.545662 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4c9f7c3c-7ec4-40ad-8158-f391f044032c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:45.548729 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-4c9f7c3c-7ec4-40ad-8158-f391f044032c admin admin] 10.222.0.40 "DELETE /v2.0/subnets/8c1af7e4-944c-47db-9585-b5c5f9138bea HTTP/1.1" status: 204 len: 168 time: 0.3459799 Jul 13 09:16:45.552991 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67726405-8be4-459a-a833-2cfa2ca3aff7 None None] Network 3b440154-a6c9-4139-b7ed-df54c627be50 requested from dv-cinder-849626-3-iscsi {{(pid=104470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 09:16:45.556598 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 40944) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:16:45.593304 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4f1f9-4f66-4111-80b6-24164ac45c62 req-62bacd6a-e1d8-4436-a8a8-c2f31915d1f7 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:16:45.595319 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-2fc4f1f9-4f66-4111-80b6-24164ac45c62 req-62bacd6a-e1d8-4436-a8a8-c2f31915d1f7 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/ports?device_id=55aaee95-23bf-4d74-89b5-e798ff54172d HTTP/1.1" status: 200 len: 945 time: 0.0663357 Jul 13 09:16:45.646878 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-89b3457e-f293-4383-b4fa-e3d08ecb2669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7847201'] for network (3b440154-a6c9-4139-b7ed-df54c627be50), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:45.652178 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-2fc4f1f9-4f66-4111-80b6-24164ac45c62 req-ee896dc1-396b-4b90-82f0-b2de3e95b9f4 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/security-groups?id=3f3962cb-1ba3-43ff-9f6f-27433b04ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513024 Jul 13 09:16:45.696830 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-89b3457e-f293-4383-b4fa-e3d08ecb2669 admin admin] Deleting port ed56b475-782d-46d2-a9fe-3ac78aeb6206 {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:16:45.697356 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-89b3457e-f293-4383-b4fa-e3d08ecb2669 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (ed56b475-782d-46d2-a9fe-3ac78aeb6206), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:45.727249 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999d9e08-399a-4612-9168-a0040d1aaae4 None None] DHCP port deletion for 3b440154-a6c9-4139-b7ed-df54c627be50 request from dv-cinder-849626-3-iscsi {{(pid=104470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 13 09:16:45.763356 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-89b3457e-f293-4383-b4fa-e3d08ecb2669 admin admin] For port ed56b475-782d-46d2-a9fe-3ac78aeb6206, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=ed56b475-782d-46d2-a9fe-3ac78aeb6206,segment=NetworkSegment(6417cdc0-763c-4790-ae1e-ebc420f204bb),segment_id=6417cdc0-763c-4790-ae1e-ebc420f204bb)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:16:45.763626 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-89b3457e-f293-4383-b4fa-e3d08ecb2669 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (ed56b475-782d-46d2-a9fe-3ac78aeb6206), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:45.764496 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-999d9e08-399a-4612-9168-a0040d1aaae4 None None] Deleting port ed56b475-782d-46d2-a9fe-3ac78aeb6206 {{(pid=104470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:16:45.764867 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-999d9e08-399a-4612-9168-a0040d1aaae4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (ed56b475-782d-46d2-a9fe-3ac78aeb6206), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:45.777076 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-89b3457e-f293-4383-b4fa-e3d08ecb2669 admin admin] Calling delete_port for ed56b475-782d-46d2-a9fe-3ac78aeb6206 owned by network:dhcp {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:16:45.828543 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-999d9e08-399a-4612-9168-a0040d1aaae4 None None] For port ed56b475-782d-46d2-a9fe-3ac78aeb6206, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=ed56b475-782d-46d2-a9fe-3ac78aeb6206,segment=NetworkSegment(6417cdc0-763c-4790-ae1e-ebc420f204bb),segment_id=6417cdc0-763c-4790-ae1e-ebc420f204bb)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:16:45.828933 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-999d9e08-399a-4612-9168-a0040d1aaae4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (ed56b475-782d-46d2-a9fe-3ac78aeb6206), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:45.842762 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-999d9e08-399a-4612-9168-a0040d1aaae4 None None] Calling delete_port for ed56b475-782d-46d2-a9fe-3ac78aeb6206 owned by network:dhcp {{(pid=104470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:16:45.863261 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c654eef-a032-417f-b59a-a42e286a8c13 req-6ddc6e00-b510-4fc7-a240-30902f69dc91 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:16:45.865086 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8c654eef-a032-417f-b59a-a42e286a8c13 req-6ddc6e00-b510-4fc7-a240-30902f69dc91 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.30 "GET /v2.0/ports?device_id=55aaee95-23bf-4d74-89b5-e798ff54172d HTTP/1.1" status: 200 len: 945 time: 0.0815794 Jul 13 09:16:45.963582 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [req-8c654eef-a032-417f-b59a-a42e286a8c13 req-e7c07ab6-f94e-4471-ad97-55580e104205 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Deleting port e1329148-9041-40a5-847f-95e9f69b4fc6 {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:16:45.963893 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-8c654eef-a032-417f-b59a-a42e286a8c13 req-e7c07ab6-f94e-4471-ad97-55580e104205 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (e1329148-9041-40a5-847f-95e9f69b4fc6), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:45.976254 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-999d9e08-399a-4612-9168-a0040d1aaae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135'] for port (ed56b475-782d-46d2-a9fe-3ac78aeb6206), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:46.001026 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999d9e08-399a-4612-9168-a0040d1aaae4 None None] Pushing event deleted for resources: {'Port': ['ID=ed56b475-782d-46d2-a9fe-3ac78aeb6206,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:16:46.005333 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999d9e08-399a-4612-9168-a0040d1aaae4 None None] No DVR routers for this DVR port ed56b475-782d-46d2-a9fe-3ac78aeb6206 on host dv-cinder-849626-3-iscsi {{(pid=104470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 09:16:46.024450 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-89b3457e-f293-4383-b4fa-e3d08ecb2669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542309'] for port (ed56b475-782d-46d2-a9fe-3ac78aeb6206), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:46.032149 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:16:46.061018 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b3457e-f293-4383-b4fa-e3d08ecb2669 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed56b475-782d-46d2-a9fe-3ac78aeb6206,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:16:46.062899 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b3457e-f293-4383-b4fa-e3d08ecb2669 admin admin] No DVR routers for this DVR port ed56b475-782d-46d2-a9fe-3ac78aeb6206 on host dv-cinder-849626-3-iscsi {{(pid=104469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 09:16:46.128625 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [req-8c654eef-a032-417f-b59a-a42e286a8c13 req-e7c07ab6-f94e-4471-ad97-55580e104205 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] For port e1329148-9041-40a5-847f-95e9f69b4fc6, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=e1329148-9041-40a5-847f-95e9f69b4fc6,segment=NetworkSegment(3edf80a3-cf45-4e6d-829d-b0893b0eaa9d),segment_id=3edf80a3-cf45-4e6d-829d-b0893b0eaa9d)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:16:46.129531 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-8c654eef-a032-417f-b59a-a42e286a8c13 req-e7c07ab6-f94e-4471-ad97-55580e104205 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (e1329148-9041-40a5-847f-95e9f69b4fc6), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:46.167621 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-89b3457e-f293-4383-b4fa-e3d08ecb2669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7836165', 'neutron.services.segments.db._delete_segments_for_network-8760185013827'] for network (3b440154-a6c9-4139-b7ed-df54c627be50), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:46.219430 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.services.segments.db [None req-89b3457e-f293-4383-b4fa-e3d08ecb2669 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b440154-a6c9-4139-b7ed-df54c627be50']}} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:16:46.233787 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.services.segments.db [None req-89b3457e-f293-4383-b4fa-e3d08ecb2669 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6417cdc0-763c-4790-ae1e-ebc420f204bb') {'for_net_delete': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:16:46.234324 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.services.segments.db [None req-89b3457e-f293-4383-b4fa-e3d08ecb2669 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6417cdc0-763c-4790-ae1e-ebc420f204bb') {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:16:46.275320 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-89b3457e-f293-4383-b4fa-e3d08ecb2669 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760185015116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3541587'] for segment (6417cdc0-763c-4790-ae1e-ebc420f204bb), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:46.296241 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-89b3457e-f293-4383-b4fa-e3d08ecb2669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7769013'] for segment (6417cdc0-763c-4790-ae1e-ebc420f204bb), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:46.310530 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89b3457e-f293-4383-b4fa-e3d08ecb2669 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=104469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 09:16:46.310911 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-89b3457e-f293-4383-b4fa-e3d08ecb2669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7769013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542360'] for segment (6417cdc0-763c-4790-ae1e-ebc420f204bb), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:46.360853 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.services.segments.plugin [-] Segment 6417cdc0-763c-4790-ae1e-ebc420f204bb resource provider aggregate not found Jul 13 09:16:46.366339 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:16:46.461018 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device 9947c9ac-22c2-430e-8450-986f34582fdf no longer exists at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:16:46.482316 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] No Port match for: 9947c9ac-22c2-430e-8450-986f34582fdf {{(pid=104470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 09:16:46.482546 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device 9947c9ac-22c2-430e-8450-986f34582fdf not bound to the agent host dv-cinder-849626-3-iscsi {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 09:16:46.482950 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device ed56b475-782d-46d2-a9fe-3ac78aeb6206 no longer exists at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:16:46.502854 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] No Port match for: ed56b475-782d-46d2-a9fe-3ac78aeb6206 {{(pid=104470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 09:16:46.503198 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device ed56b475-782d-46d2-a9fe-3ac78aeb6206 not bound to the agent host dv-cinder-849626-3-iscsi {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 09:16:46.503604 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5 no longer exists at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:16:46.526476 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] No Port match for: eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5 {{(pid=104470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 09:16:46.526711 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device eef0f652-0c06-4a40-9b6d-d5c7a78c1ce5 not bound to the agent host dv-cinder-849626-3-iscsi {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 09:16:46.648761 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.services.segments.plugin [-] Segment 6417cdc0-763c-4790-ae1e-ebc420f204bb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6417cdc0-763c-4790-ae1e-ebc420f204bb found for delete ", "request_id": "req-6648ffd7-63b2-4bdd-8bdc-501234ccfcaf"}]} Jul 13 09:16:46.669433 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-8c654eef-a032-417f-b59a-a42e286a8c13 req-e7c07ab6-f94e-4471-ad97-55580e104205 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:46.669795 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-8c654eef-a032-417f-b59a-a42e286a8c13 req-e7c07ab6-f94e-4471-ad97-55580e104205 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-388893'] for floatingip (33744fde-f940-4f58-a4ae-6d06e45eb973), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:46.670153 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.db.l3_db [req-8c654eef-a032-417f-b59a-a42e286a8c13 req-e7c07ab6-f94e-4471-ad97-55580e104205 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Floating IP 33744fde-f940-4f58-a4ae-6d06e45eb973 disassociated. External IP: 172.27.3.90, port: e1329148-9041-40a5-847f-95e9f69b4fc6. Jul 13 09:16:46.670498 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [req-8c654eef-a032-417f-b59a-a42e286a8c13 req-e7c07ab6-f94e-4471-ad97-55580e104205 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Calling delete_port for e1329148-9041-40a5-847f-95e9f69b4fc6 owned by compute:nova {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:16:46.744224 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-89b3457e-f293-4383-b4fa-e3d08ecb2669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7836172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-389073'] for network (3b440154-a6c9-4139-b7ed-df54c627be50), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:46.766574 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-89b3457e-f293-4383-b4fa-e3d08ecb2669 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594414'] for network (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:46.770161 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-89b3457e-f293-4383-b4fa-e3d08ecb2669 admin admin] 10.222.0.40 "DELETE /v2.0/networks/3b440154-a6c9-4139-b7ed-df54c627be50 HTTP/1.1" status: 204 len: 168 time: 1.2119586 Jul 13 09:16:46.778219 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 40952) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:16:46.799487 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b3457e-f293-4383-b4fa-e3d08ecb2669 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b440154-a6c9-4139-b7ed-df54c627be50,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:16:46.813434 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ebae7-4e4f-4baa-9cda-bddbe481cafa req-1445002a-952e-4fd3-bc42-c695441d81ca tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:16:46.815027 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8c4ebae7-4e4f-4baa-9cda-bddbe481cafa req-1445002a-952e-4fd3-bc42-c695441d81ca tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/ports?device_id=55aaee95-23bf-4d74-89b5-e798ff54172d HTTP/1.1" status: 200 len: 945 time: 0.0864601 Jul 13 09:16:46.898360 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8c4ebae7-4e4f-4baa-9cda-bddbe481cafa req-5894abf9-d89d-47cf-9d42-4f7250d0cdb1 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/security-groups?id=3f3962cb-1ba3-43ff-9f6f-27433b04ae33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599511 Jul 13 09:16:46.958025 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-8c654eef-a032-417f-b59a-a42e286a8c13 req-e7c07ab6-f94e-4471-ad97-55580e104205 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542309'] for port (e1329148-9041-40a5-847f-95e9f69b4fc6), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:46.987386 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c07ab6-f94e-4471-ad97-55580e104205 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Pushing event deleted for resources: {'Port': ['ID=e1329148-9041-40a5-847f-95e9f69b4fc6,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:16:47.071648 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:16:47.088330 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-de19b07c-f631-4ec6-ac8d-48a51a3e2305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-385605'] for router_interface (739819ef-09a0-4426-98f2-aaf0fa363008), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:47.102802 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c654eef-a032-417f-b59a-a42e286a8c13 req-e7c07ab6-f94e-4471-ad97-55580e104205 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Router 6e1de26e-503b-40a5-9177-efd8d3310085 has already been hosted by L3 agent 084ea860-45cb-441c-b2f8-c6c2f7d6686c {{(pid=104469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 09:16:47.157195 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:16:47.169170 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:16:47.209210 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c654eef-a032-417f-b59a-a42e286a8c13 req-e7c07ab6-f94e-4471-ad97-55580e104205 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Notify agent at l3_agent.dv-cinder-849626-3-iscsi the message routers_updated {{(pid=104469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 09:16:47.219140 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fd84e6-d728-4d94-98eb-90be631bd8be None None] Sync routers for ids ['6e1de26e-503b-40a5-9177-efd8d3310085'] in dv-cinder-849626-3-iscsi {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 09:16:47.229215 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fd84e6-d728-4d94-98eb-90be631bd8be None None] Routers {'6e1de26e-503b-40a5-9177-efd8d3310085'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:16:47.232073 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-39fd84e6-d728-4d94-98eb-90be631bd8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:16:23Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['6e1de26e-503b-40a5-9177-efd8d3310085'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:16:47.253357 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c654eef-a032-417f-b59a-a42e286a8c13 req-e7c07ab6-f94e-4471-ad97-55580e104205 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] No DVR routers for this DVR port e1329148-9041-40a5-847f-95e9f69b4fc6 on host hv-cinder-84962 {{(pid=104469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 09:16:47.256690 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-8c654eef-a032-417f-b59a-a42e286a8c13 req-e7c07ab6-f94e-4471-ad97-55580e104205 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for port (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:47.260759 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8c654eef-a032-417f-b59a-a42e286a8c13 req-e7c07ab6-f94e-4471-ad97-55580e104205 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.30 "DELETE /v2.0/ports/e1329148-9041-40a5-847f-95e9f69b4fc6 HTTP/1.1" status: 204 len: 173 time: 1.3899269 Jul 13 09:16:47.260893 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55aaee95-23bf-4d74-89b5-e798ff54172d', 'name': 'network-vif-deleted', 'tag': 'e1329148-9041-40a5-847f-95e9f69b4fc6'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:16:47.263298 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c4e5b91a84def5af2f1fcdaa70b19e5540aa6c2f63d8f4e9cb6586108f6a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40944bf-157c-4e9a-af4a-a79ecf6eb7f8" -d '{"events": [{"server_uuid": "55aaee95-23bf-4d74-89b5-e798ff54172d", "name": "network-vif-deleted", "tag": "e1329148-9041-40a5-847f-95e9f69b4fc6"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:16:47.310268 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 09:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b83fc17-774e-435a-884e-d446c1df1bd5 x-openstack-request-id: req-6b83fc17-774e-435a-884e-d446c1df1bd5 {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:16:47.312706 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55aaee95-23bf-4d74-89b5-e798ff54172d", "name": "network-vif-deleted", "tag": "e1329148-9041-40a5-847f-95e9f69b4fc6", "status": "completed", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:16:47.312706 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-6b83fc17-774e-435a-884e-d446c1df1bd5 {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:16:47.312706 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b83fc17-774e-435a-884e-d446c1df1bd5'] response: {'server_uuid': '55aaee95-23bf-4d74-89b5-e798ff54172d', 'name': 'network-vif-deleted', 'tag': 'e1329148-9041-40a5-847f-95e9f69b4fc6', 'status': 'completed', 'code': 200} Jul 13 09:16:47.327137 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-de19b07c-f631-4ec6-ac8d-48a51a3e2305 admin admin] Deleting port c8c7c305-df76-42c1-a8cf-b6c86a50508c {{(pid=104468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:16:47.327137 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-de19b07c-f631-4ec6-ac8d-48a51a3e2305 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (c8c7c305-df76-42c1-a8cf-b6c86a50508c), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:47.353231 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-39fd84e6-d728-4d94-98eb-90be631bd8be None None] Set router 6e1de26e-503b-40a5-9177-efd8d3310085 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:16:47.429842 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.db [None req-de19b07c-f631-4ec6-ac8d-48a51a3e2305 admin admin] For port c8c7c305-df76-42c1-a8cf-b6c86a50508c, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=c8c7c305-df76-42c1-a8cf-b6c86a50508c,segment=NetworkSegment(433c35d4-ed66-4e5c-bf1f-64b64f589fca),segment_id=433c35d4-ed66-4e5c-bf1f-64b64f589fca)] {{(pid=104468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:16:47.433267 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-de19b07c-f631-4ec6-ac8d-48a51a3e2305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (c8c7c305-df76-42c1-a8cf-b6c86a50508c), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:47.444703 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-de19b07c-f631-4ec6-ac8d-48a51a3e2305 admin admin] Calling delete_port for c8c7c305-df76-42c1-a8cf-b6c86a50508c owned by network:router_interface {{(pid=104468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:16:47.555274 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-39fd84e6-d728-4d94-98eb-90be631bd8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'name': 'tempest-AttachVolumeNegativeTest-66573234-router', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'da847675-4b00-4cc2-a470-1ef521631008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:13:00Z', 'updated_at': '2022-07-13T09:13:03Z', 'revision_number': 4, 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'gw_port': {'id': 'da847675-4b00-4cc2-a470-1ef521631008', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:13:01Z', 'updated_at': '2022-07-13T09:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_interfaces': [{'id': '1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73', 'name': '', 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'mac_address': 'fa:16:3e:c1:69:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '13acf255-d269-41b2-95ac-9a0376cf4726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:13:02Z', 'updated_at': '2022-07-13T09:13:06Z', 'revision_number': 5, 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'subnets': [{'id': '13acf255-d269-41b2-95ac-9a0376cf4726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:16:47.579993 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fd84e6-d728-4d94-98eb-90be631bd8be None None] Checking router: 6e1de26e-503b-40a5-9177-efd8d3310085 for host: dv-cinder-849626-3-iscsi {{(pid=104471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 09:16:47.588899 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fd84e6-d728-4d94-98eb-90be631bd8be None None] Routers {'6e1de26e-503b-40a5-9177-efd8d3310085'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:16:47.589552 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-39fd84e6-d728-4d94-98eb-90be631bd8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:16:23Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['6e1de26e-503b-40a5-9177-efd8d3310085'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:16:47.719331 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-de19b07c-f631-4ec6-ac8d-48a51a3e2305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665350'] for port (c8c7c305-df76-42c1-a8cf-b6c86a50508c), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:47.743223 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:16:47.746304 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de19b07c-f631-4ec6-ac8d-48a51a3e2305 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8c7c305-df76-42c1-a8cf-b6c86a50508c,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:16:47.781824 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-39fd84e6-d728-4d94-98eb-90be631bd8be None None] Set router 6e1de26e-503b-40a5-9177-efd8d3310085 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:16:47.920154 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-de19b07c-f631-4ec6-ac8d-48a51a3e2305 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-385745'] for router_interface (739819ef-09a0-4426-98f2-aaf0fa363008), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:47.921655 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:16:47.953455 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:16:48.009902 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-39fd84e6-d728-4d94-98eb-90be631bd8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'name': 'tempest-AttachVolumeNegativeTest-66573234-router', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'da847675-4b00-4cc2-a470-1ef521631008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:13:00Z', 'updated_at': '2022-07-13T09:13:03Z', 'revision_number': 4, 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'gw_port': {'id': 'da847675-4b00-4cc2-a470-1ef521631008', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:13:01Z', 'updated_at': '2022-07-13T09:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_interfaces': [{'id': '1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73', 'name': '', 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'mac_address': 'fa:16:3e:c1:69:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '13acf255-d269-41b2-95ac-9a0376cf4726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:13:02Z', 'updated_at': '2022-07-13T09:13:06Z', 'revision_number': 5, 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'subnets': [{'id': '13acf255-d269-41b2-95ac-9a0376cf4726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:16:48.030655 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a113fcb5-9df2-4d96-ab30-608561608999 req-6ea300c2-3b25-4a19-9dac-4a54634ad3f2 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/ports?device_id=55aaee95-23bf-4d74-89b5-e798ff54172d HTTP/1.1" status: 200 len: 210 time: 0.0383053 Jul 13 09:16:48.038583 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fd84e6-d728-4d94-98eb-90be631bd8be None None] The sync data for ids ['6e1de26e-503b-40a5-9177-efd8d3310085'] in dv-cinder-849626-3-iscsi is: [{'id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'name': 'tempest-AttachVolumeNegativeTest-66573234-router', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'da847675-4b00-4cc2-a470-1ef521631008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:13:00Z', 'updated_at': '2022-07-13T09:13:03Z', 'revision_number': 4, 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'gw_port': {'id': 'da847675-4b00-4cc2-a470-1ef521631008', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:13:01Z', 'updated_at': '2022-07-13T09:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_interfaces': [{'id': '1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73', 'name': '', 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'mac_address': 'fa:16:3e:c1:69:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '13acf255-d269-41b2-95ac-9a0376cf4726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:13:02Z', 'updated_at': '2022-07-13T09:13:06Z', 'revision_number': 5, 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'subnets': [{'id': '13acf255-d269-41b2-95ac-9a0376cf4726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 09:16:48.147027 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de19b07c-f631-4ec6-ac8d-48a51a3e2305 admin admin] Router 739819ef-09a0-4426-98f2-aaf0fa363008 has already been hosted by L3 agent 084ea860-45cb-441c-b2f8-c6c2f7d6686c {{(pid=104468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 09:16:48.253632 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de19b07c-f631-4ec6-ac8d-48a51a3e2305 admin admin] Notify agent at l3_agent.dv-cinder-849626-3-iscsi the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 09:16:48.258939 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-de19b07c-f631-4ec6-ac8d-48a51a3e2305 admin admin] 10.222.0.40 "PUT /v2.0/routers/739819ef-09a0-4426-98f2-aaf0fa363008/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4845948 Jul 13 09:16:48.261467 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 40958) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:16:48.265679 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa54750-b7a5-4a39-86cc-19851f39eae7 None None] Sync routers for ids ['739819ef-09a0-4426-98f2-aaf0fa363008'] in dv-cinder-849626-3-iscsi {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 09:16:48.276475 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:16:48.279037 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa54750-b7a5-4a39-86cc-19851f39eae7 None None] Routers {'739819ef-09a0-4426-98f2-aaf0fa363008'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:16:48.279650 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-afa54750-b7a5-4a39-86cc-19851f39eae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:16:23Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['739819ef-09a0-4426-98f2-aaf0fa363008'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:16:48.308037 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c090429-db6f-4dae-9840-889b47ac72c5 None None] New status for floating IP 33744fde-f940-4f58-a4ae-6d06e45eb973: DOWN {{(pid=104471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 13 09:16:48.387025 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-18b85ff3-d9cb-420b-b3ac-e60c041197b0 admin admin] Publish callbacks [] for router (739819ef-09a0-4426-98f2-aaf0fa363008), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:48.390706 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-afa54750-b7a5-4a39-86cc-19851f39eae7 None None] Set router 739819ef-09a0-4426-98f2-aaf0fa363008 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:16:48.488151 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-18b85ff3-d9cb-420b-b3ac-e60c041197b0 admin admin] Publish callbacks [] for router_gateway (739819ef-09a0-4426-98f2-aaf0fa363008), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:48.592258 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-18b85ff3-d9cb-420b-b3ac-e60c041197b0 admin admin] Deleting port 13728bce-45c5-4c2e-8929-448e7643c37b {{(pid=104468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:16:48.592593 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-18b85ff3-d9cb-420b-b3ac-e60c041197b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (13728bce-45c5-4c2e-8929-448e7643c37b), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:48.612221 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:16:48.677832 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.db [None req-18b85ff3-d9cb-420b-b3ac-e60c041197b0 admin admin] For port 13728bce-45c5-4c2e-8929-448e7643c37b, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=13728bce-45c5-4c2e-8929-448e7643c37b,segment=NetworkSegment(51732cec-dd15-4320-89e5-7b26a17afbfa),segment_id=51732cec-dd15-4320-89e5-7b26a17afbfa)] {{(pid=104468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:16:48.678136 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-18b85ff3-d9cb-420b-b3ac-e60c041197b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (13728bce-45c5-4c2e-8929-448e7643c37b), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:48.690301 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:16:48.691513 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-18b85ff3-d9cb-420b-b3ac-e60c041197b0 admin admin] Calling delete_port for 13728bce-45c5-4c2e-8929-448e7643c37b owned by network:router_gateway {{(pid=104468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:16:48.693613 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-afa54750-b7a5-4a39-86cc-19851f39eae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '739819ef-09a0-4426-98f2-aaf0fa363008', 'name': 'tempest-TestVolumeBootPattern-944435963-router', 'tenant_id': 'b16f471ef00f4ee5a3afe56bfdba8ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '13728bce-45c5-4c2e-8929-448e7643c37b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:08:58Z', 'updated_at': '2022-07-13T09:16:47Z', 'revision_number': 5, 'project_id': 'b16f471ef00f4ee5a3afe56bfdba8ae9', 'gw_port': {'id': '13728bce-45c5-4c2e-8929-448e7643c37b', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:db:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739819ef-09a0-4426-98f2-aaf0fa363008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:08:59Z', 'updated_at': '2022-07-13T09:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi'}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:16:48.696124 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:16:48.717953 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa54750-b7a5-4a39-86cc-19851f39eae7 None None] Checking router: 739819ef-09a0-4426-98f2-aaf0fa363008 for host: dv-cinder-849626-3-iscsi {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 09:16:48.726738 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa54750-b7a5-4a39-86cc-19851f39eae7 None None] Routers {'739819ef-09a0-4426-98f2-aaf0fa363008'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:16:48.727365 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-afa54750-b7a5-4a39-86cc-19851f39eae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:16:23Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['739819ef-09a0-4426-98f2-aaf0fa363008'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:16:48.812901 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-afa54750-b7a5-4a39-86cc-19851f39eae7 None None] Set router 739819ef-09a0-4426-98f2-aaf0fa363008 gateway port host: None {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:16:48.866177 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-afa54750-b7a5-4a39-86cc-19851f39eae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '739819ef-09a0-4426-98f2-aaf0fa363008', 'name': 'tempest-TestVolumeBootPattern-944435963-router', 'tenant_id': 'b16f471ef00f4ee5a3afe56bfdba8ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:08:58Z', 'updated_at': '2022-07-13T09:16:48Z', 'revision_number': 6, 'project_id': 'b16f471ef00f4ee5a3afe56bfdba8ae9', 'gw_port_host': None}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:16:48.891106 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa54750-b7a5-4a39-86cc-19851f39eae7 None None] The sync data for ids ['739819ef-09a0-4426-98f2-aaf0fa363008'] in dv-cinder-849626-3-iscsi is: [{'id': '739819ef-09a0-4426-98f2-aaf0fa363008', 'name': 'tempest-TestVolumeBootPattern-944435963-router', 'tenant_id': 'b16f471ef00f4ee5a3afe56bfdba8ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:08:58Z', 'updated_at': '2022-07-13T09:16:48Z', 'revision_number': 6, 'project_id': 'b16f471ef00f4ee5a3afe56bfdba8ae9', 'gw_port_host': None}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 09:16:48.907664 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-18b85ff3-d9cb-420b-b3ac-e60c041197b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665350'] for port (13728bce-45c5-4c2e-8929-448e7643c37b), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:48.932277 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b85ff3-d9cb-420b-b3ac-e60c041197b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=13728bce-45c5-4c2e-8929-448e7643c37b,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:16:48.994050 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-18b85ff3-d9cb-420b-b3ac-e60c041197b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-389068'] for router_gateway (739819ef-09a0-4426-98f2-aaf0fa363008), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:49.078292 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-18b85ff3-d9cb-420b-b3ac-e60c041197b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-400323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-657'] for router (739819ef-09a0-4426-98f2-aaf0fa363008), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:49.080458 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-18b85ff3-d9cb-420b-b3ac-e60c041197b0 admin admin] Publish callbacks [] for router_controller (739819ef-09a0-4426-98f2-aaf0fa363008), precommit_delete_associations {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:49.191760 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 40964) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:16:49.218978 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-18b85ff3-d9cb-420b-b3ac-e60c041197b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-400247'] for router (739819ef-09a0-4426-98f2-aaf0fa363008), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:49.219590 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b85ff3-d9cb-420b-b3ac-e60c041197b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 739819ef-09a0-4426-98f2-aaf0fa363008 {{(pid=104468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 09:16:49.226648 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-18b85ff3-d9cb-420b-b3ac-e60c041197b0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:49.230387 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-18b85ff3-d9cb-420b-b3ac-e60c041197b0 admin admin] 10.222.0.40 "DELETE /v2.0/routers/739819ef-09a0-4426-98f2-aaf0fa363008 HTTP/1.1" status: 204 len: 168 time: 0.9574819 Jul 13 09:16:49.230793 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 40966) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:16:49.258400 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4f22ff31-f07d-46c5-b94b-15e28102a21f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for security_group (3f3962cb-1ba3-43ff-9f6f-27433b04ae33), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:49.279033 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b12dfe5-4458-4752-9486-31c5a4ca6962 admin admin] Deleting subnet cbe6df66-df71-4df9-a1d6-8a25ae84c30e {{(pid=104469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 13 09:16:49.282740 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-3b12dfe5-4458-4752-9486-31c5a4ca6962 admin admin] Publish callbacks [] for subnet (cbe6df66-df71-4df9-a1d6-8a25ae84c30e), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:49.284227 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4f22ff31-f07d-46c5-b94b-15e28102a21f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for security_group (3f3962cb-1ba3-43ff-9f6f-27433b04ae33), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:49.327132 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-3b12dfe5-4458-4752-9486-31c5a4ca6962 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3541572'] for subnet (cbe6df66-df71-4df9-a1d6-8a25ae84c30e), precommit_delete_associations {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:49.402951 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4f22ff31-f07d-46c5-b94b-15e28102a21f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (3f3962cb-1ba3-43ff-9f6f-27433b04ae33), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:49.405599 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4f22ff31-f07d-46c5-b94b-15e28102a21f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:49.406869 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-4f22ff31-f07d-46c5-b94b-15e28102a21f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "DELETE /v2.0/security-groups/3f3962cb-1ba3-43ff-9f6f-27433b04ae33 HTTP/1.1" status: 204 len: 168 time: 0.2141304 Jul 13 09:16:49.409764 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-3b12dfe5-4458-4752-9486-31c5a4ca6962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7837055'] for subnet (cbe6df66-df71-4df9-a1d6-8a25ae84c30e), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:49.410271 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 40968) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:16:49.429085 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f22ff31-f07d-46c5-b94b-15e28102a21f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3962cb-1ba3-43ff-9f6f-27433b04ae33,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:16:49.430490 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.api.v2.resource [None req-eedf963a-4ae3-4386-aebf-9b0ec556d03f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] show failed (client error): The resource could not be found. Jul 13 09:16:49.434292 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-eedf963a-4ae3-4386-aebf-9b0ec556d03f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/security-groups/3f3962cb-1ba3-43ff-9f6f-27433b04ae33 HTTP/1.1" status: 404 len: 347 time: 0.0202386 Jul 13 09:16:49.434628 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 40970) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:16:49.552417 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-3b12dfe5-4458-4752-9486-31c5a4ca6962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7837033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3541754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8945970'] for subnet (cbe6df66-df71-4df9-a1d6-8a25ae84c30e), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:49.583547 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b12dfe5-4458-4752-9486-31c5a4ca6962 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbe6df66-df71-4df9-a1d6-8a25ae84c30e,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:16:49.585676 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-3b12dfe5-4458-4752-9486-31c5a4ca6962 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594414'] for subnet (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:49.588840 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-3b12dfe5-4458-4752-9486-31c5a4ca6962 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/cbe6df66-df71-4df9-a1d6-8a25ae84c30e HTTP/1.1" status: 204 len: 168 time: 0.3570290 Jul 13 09:16:49.590433 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44d4c90-88b8-4e44-a2de-5cf8a2b7fbea None None] Network 3e9a7575-61d7-4cba-8b69-b98f960d3e48 requested from dv-cinder-849626-3-iscsi {{(pid=104470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 09:16:49.591877 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 40972) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:16:49.676676 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7f2835eb-1f6d-46e0-a64f-f5821806abba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7847201'] for network (3e9a7575-61d7-4cba-8b69-b98f960d3e48), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:49.684674 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:16:49.745203 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-7f2835eb-1f6d-46e0-a64f-f5821806abba admin admin] Deleting port 0f050058-04c4-4e96-be61-ae9e1944e108 {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:16:49.745203 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7f2835eb-1f6d-46e0-a64f-f5821806abba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (0f050058-04c4-4e96-be61-ae9e1944e108), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:49.777159 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98481d3-a6bd-4c4e-9d56-46c2aae24e2b None None] DHCP port deletion for 3e9a7575-61d7-4cba-8b69-b98f960d3e48 request from dv-cinder-849626-3-iscsi {{(pid=104470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 13 09:16:49.779363 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-d57ab858-07d7-458a-aee9-d020abb355f6 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Deleting port 0daf3337-8c3f-4fc5-a96f-12813ae2e898 {{(pid=104468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:16:49.779697 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d57ab858-07d7-458a-aee9-d020abb355f6 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (0daf3337-8c3f-4fc5-a96f-12813ae2e898), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:49.819260 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-7f2835eb-1f6d-46e0-a64f-f5821806abba admin admin] For port 0f050058-04c4-4e96-be61-ae9e1944e108, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=0f050058-04c4-4e96-be61-ae9e1944e108,segment=NetworkSegment(433c35d4-ed66-4e5c-bf1f-64b64f589fca),segment_id=433c35d4-ed66-4e5c-bf1f-64b64f589fca)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:16:49.819624 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7f2835eb-1f6d-46e0-a64f-f5821806abba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (0f050058-04c4-4e96-be61-ae9e1944e108), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:49.822659 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-a98481d3-a6bd-4c4e-9d56-46c2aae24e2b None None] Deleting port 0f050058-04c4-4e96-be61-ae9e1944e108 {{(pid=104470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:16:49.827613 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a98481d3-a6bd-4c4e-9d56-46c2aae24e2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (0f050058-04c4-4e96-be61-ae9e1944e108), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:49.834658 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-7f2835eb-1f6d-46e0-a64f-f5821806abba admin admin] Calling delete_port for 0f050058-04c4-4e96-be61-ae9e1944e108 owned by network:dhcp {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:16:49.873564 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d57ab858-07d7-458a-aee9-d020abb355f6 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (0daf3337-8c3f-4fc5-a96f-12813ae2e898), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:49.874098 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d57ab858-07d7-458a-aee9-d020abb355f6 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for floatingip (0daf3337-8c3f-4fc5-a96f-12813ae2e898), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:49.890220 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-d57ab858-07d7-458a-aee9-d020abb355f6 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Calling delete_port for 0daf3337-8c3f-4fc5-a96f-12813ae2e898 owned by network:floatingip {{(pid=104468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:16:49.897600 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-a98481d3-a6bd-4c4e-9d56-46c2aae24e2b None None] For port 0f050058-04c4-4e96-be61-ae9e1944e108, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=0f050058-04c4-4e96-be61-ae9e1944e108,segment=NetworkSegment(433c35d4-ed66-4e5c-bf1f-64b64f589fca),segment_id=433c35d4-ed66-4e5c-bf1f-64b64f589fca)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:16:49.898333 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a98481d3-a6bd-4c4e-9d56-46c2aae24e2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (0f050058-04c4-4e96-be61-ae9e1944e108), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:49.912616 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-a98481d3-a6bd-4c4e-9d56-46c2aae24e2b None None] Calling delete_port for 0f050058-04c4-4e96-be61-ae9e1944e108 owned by network:dhcp {{(pid=104470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:16:49.966603 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:16:49.993671 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7f2835eb-1f6d-46e0-a64f-f5821806abba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542309'] for port (0f050058-04c4-4e96-be61-ae9e1944e108), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:50.004925 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a98481d3-a6bd-4c4e-9d56-46c2aae24e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135'] for port (0f050058-04c4-4e96-be61-ae9e1944e108), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:50.027700 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2835eb-1f6d-46e0-a64f-f5821806abba admin admin] Pushing event deleted for resources: {'Port': ['ID=0f050058-04c4-4e96-be61-ae9e1944e108,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:16:50.029486 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2835eb-1f6d-46e0-a64f-f5821806abba admin admin] No DVR routers for this DVR port 0f050058-04c4-4e96-be61-ae9e1944e108 on host dv-cinder-849626-3-iscsi {{(pid=104469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 09:16:50.033999 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98481d3-a6bd-4c4e-9d56-46c2aae24e2b None None] Pushing event deleted for resources: {'Port': ['ID=0f050058-04c4-4e96-be61-ae9e1944e108,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:16:50.037904 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98481d3-a6bd-4c4e-9d56-46c2aae24e2b None None] No DVR routers for this DVR port 0f050058-04c4-4e96-be61-ae9e1944e108 on host dv-cinder-849626-3-iscsi {{(pid=104470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 09:16:50.048783 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=82,neutron:DELETE=17,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:16:50.110362 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7f2835eb-1f6d-46e0-a64f-f5821806abba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7836165', 'neutron.services.segments.db._delete_segments_for_network-8760185013827'] for network (3e9a7575-61d7-4cba-8b69-b98f960d3e48), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:50.120124 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d57ab858-07d7-458a-aee9-d020abb355f6 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8665350'] for port (0daf3337-8c3f-4fc5-a96f-12813ae2e898), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:50.131493 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.services.segments.db [None req-7f2835eb-1f6d-46e0-a64f-f5821806abba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e9a7575-61d7-4cba-8b69-b98f960d3e48']}} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:16:50.140977 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.services.segments.db [None req-7f2835eb-1f6d-46e0-a64f-f5821806abba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '433c35d4-ed66-4e5c-bf1f-64b64f589fca') {'for_net_delete': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:16:50.141258 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.services.segments.db [None req-7f2835eb-1f6d-46e0-a64f-f5821806abba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '433c35d4-ed66-4e5c-bf1f-64b64f589fca') {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:16:50.147707 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:16:50.150184 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ab858-07d7-458a-aee9-d020abb355f6 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Pushing event deleted for resources: {'Port': ['ID=0daf3337-8c3f-4fc5-a96f-12813ae2e898,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:16:50.151301 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7f2835eb-1f6d-46e0-a64f-f5821806abba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760185015116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3541587'] for segment (433c35d4-ed66-4e5c-bf1f-64b64f589fca), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:50.168347 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7f2835eb-1f6d-46e0-a64f-f5821806abba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7769013'] for segment (433c35d4-ed66-4e5c-bf1f-64b64f589fca), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:50.176541 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f2835eb-1f6d-46e0-a64f-f5821806abba admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=104469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 09:16:50.176940 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7f2835eb-1f6d-46e0-a64f-f5821806abba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7769013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542360'] for segment (433c35d4-ed66-4e5c-bf1f-64b64f589fca), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:50.200434 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.services.segments.plugin [-] Segment 433c35d4-ed66-4e5c-bf1f-64b64f589fca resource provider aggregate not found Jul 13 09:16:50.214982 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d57ab858-07d7-458a-aee9-d020abb355f6 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for floatingip (33744fde-f940-4f58-a4ae-6d06e45eb973), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:50.217537 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d57ab858-07d7-458a-aee9-d020abb355f6 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for floatingip (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:50.221441 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-d57ab858-07d7-458a-aee9-d020abb355f6 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "DELETE /v2.0/floatingips/33744fde-f940-4f58-a4ae-6d06e45eb973 HTTP/1.1" status: 204 len: 168 time: 0.7829990 Jul 13 09:16:50.240231 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device e1329148-9041-40a5-847f-95e9f69b4fc6 no longer exists at agent hyperv_hv-cinder-84962 {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:16:50.243856 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.services.segments.plugin [-] Segment 433c35d4-ed66-4e5c-bf1f-64b64f589fca resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 433c35d4-ed66-4e5c-bf1f-64b64f589fca found for delete ", "request_id": "req-2e767d1f-e0e6-4b64-89c3-c1954a1c6562"}]} Jul 13 09:16:50.261158 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] No Port match for: e1329148-9041-40a5-847f-95e9f69b4fc6 {{(pid=104470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 09:16:50.261447 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device e1329148-9041-40a5-847f-95e9f69b4fc6 not bound to the agent host hv-cinder-84962 {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 09:16:50.317166 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7f2835eb-1f6d-46e0-a64f-f5821806abba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7836172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-389073'] for network (3e9a7575-61d7-4cba-8b69-b98f960d3e48), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:50.324618 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7f2835eb-1f6d-46e0-a64f-f5821806abba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594414'] for network (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:50.325845 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-7f2835eb-1f6d-46e0-a64f-f5821806abba admin admin] 10.222.0.40 "DELETE /v2.0/networks/3e9a7575-61d7-4cba-8b69-b98f960d3e48 HTTP/1.1" status: 204 len: 168 time: 0.7328527 Jul 13 09:16:50.337459 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2835eb-1f6d-46e0-a64f-f5821806abba admin admin] Pushing event deleted for resources: {'Network': ['ID=3e9a7575-61d7-4cba-8b69-b98f960d3e48,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:16:50.392177 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 40982) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:16:50.395924 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-ea221889-1076-4fda-81bb-f1313029b101 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1854111550', 'description': 'tempest-description--633983870'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:16:50.468807 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device 13728bce-45c5-4c2e-8929-448e7643c37b no longer exists at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:16:50.489443 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] No Port match for: 13728bce-45c5-4c2e-8929-448e7643c37b {{(pid=104470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 09:16:50.489780 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device 13728bce-45c5-4c2e-8929-448e7643c37b not bound to the agent host dv-cinder-849626-3-iscsi {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 09:16:50.490214 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device 0f050058-04c4-4e96-be61-ae9e1944e108 no longer exists at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:16:50.502121 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ea221889-1076-4fda-81bb-f1313029b101 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:50.508327 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] No Port match for: 0f050058-04c4-4e96-be61-ae9e1944e108 {{(pid=104470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 09:16:50.509840 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device 0f050058-04c4-4e96-be61-ae9e1944e108 not bound to the agent host dv-cinder-849626-3-iscsi {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 09:16:50.509840 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device c8c7c305-df76-42c1-a8cf-b6c86a50508c no longer exists at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:16:50.532638 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] No Port match for: c8c7c305-df76-42c1-a8cf-b6c86a50508c {{(pid=104470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 09:16:50.533032 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device c8c7c305-df76-42c1-a8cf-b6c86a50508c not bound to the agent host dv-cinder-849626-3-iscsi {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 09:16:50.582988 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ea221889-1076-4fda-81bb-f1313029b101 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for security_group (386adfb1-a99a-4196-88e6-d9c154dfaa3d), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:50.642599 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-87c6deca-604a-4da4-8671-2365c9463344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (a33f270e-6fb2-40d7-a0c5-ff754f30a69f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:50.671735 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ea221889-1076-4fda-81bb-f1313029b101 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (386adfb1-a99a-4196-88e6-d9c154dfaa3d), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:50.694930 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 40984) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:16:50.705082 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea221889-1076-4fda-81bb-f1313029b101 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=386adfb1-a99a-4196-88e6-d9c154dfaa3d,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:16:50.737526 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-43a8fee0-8439-432e-9aaa-e0d47a56ad7f admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=02051a1f629a48199bb1eb504c747294&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385284 Jul 13 09:16:50.737526 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 40986) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:16:50.785796 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4ef6a0e3-df8f-4132-8007-b072afa391de admin admin] Publish callbacks [] for security_group (e3d749bf-e44d-4c79-9588-38394badd38d), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:50.787884 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ea221889-1076-4fda-81bb-f1313029b101 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:50.789230 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-ea221889-1076-4fda-81bb-f1313029b101 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3968163 Jul 13 09:16:50.792235 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 40988) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:16:50.796856 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-bcf72e1a-83de-4cca-af76-9f5261dfc12f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Request body: {'security_group_rule': {'security_group_id': '386adfb1-a99a-4196-88e6-d9c154dfaa3d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:16:50.808242 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4ef6a0e3-df8f-4132-8007-b072afa391de admin admin] Publish callbacks [] for security_group (e3d749bf-e44d-4c79-9588-38394badd38d), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:50.902319 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-bcf72e1a-83de-4cca-af76-9f5261dfc12f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for security_group_rule (3f711c11-3436-4ddd-a1a4-f7d64f92127a), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:50.917055 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=80,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:16:50.924794 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4ef6a0e3-df8f-4132-8007-b072afa391de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (e3d749bf-e44d-4c79-9588-38394badd38d), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:50.928748 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4ef6a0e3-df8f-4132-8007-b072afa391de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:50.929385 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-4ef6a0e3-df8f-4132-8007-b072afa391de admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/e3d749bf-e44d-4c79-9588-38394badd38d HTTP/1.1" status: 204 len: 168 time: 0.1915181 Jul 13 09:16:50.937678 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef6a0e3-df8f-4132-8007-b072afa391de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d749bf-e44d-4c79-9588-38394badd38d,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:16:50.963870 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-bcf72e1a-83de-4cca-af76-9f5261dfc12f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for security_group_rule (3f711c11-3436-4ddd-a1a4-f7d64f92127a), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:51.029008 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-bcf72e1a-83de-4cca-af76-9f5261dfc12f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485043'] for security_group_rule (3f711c11-3436-4ddd-a1a4-f7d64f92127a), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:51.048176 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf72e1a-83de-4cca-af76-9f5261dfc12f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f711c11-3436-4ddd-a1a4-f7d64f92127a,revision_number=0']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:16:51.109409 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-bcf72e1a-83de-4cca-af76-9f5261dfc12f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:51.110684 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-bcf72e1a-83de-4cca-af76-9f5261dfc12f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3174706 Jul 13 09:16:51.114137 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 40992) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:16:51.118538 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-441b3fd0-b022-49f7-ac49-9ee502c5856e tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Request body: {'security_group_rule': {'security_group_id': '386adfb1-a99a-4196-88e6-d9c154dfaa3d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:16:51.221661 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-441b3fd0-b022-49f7-ac49-9ee502c5856e tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for security_group_rule (201750bb-752f-4cab-aeeb-25080f680d01), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:51.281234 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-441b3fd0-b022-49f7-ac49-9ee502c5856e tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for security_group_rule (201750bb-752f-4cab-aeeb-25080f680d01), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:51.381932 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-441b3fd0-b022-49f7-ac49-9ee502c5856e tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485043'] for security_group_rule (201750bb-752f-4cab-aeeb-25080f680d01), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:51.401365 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441b3fd0-b022-49f7-ac49-9ee502c5856e tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=201750bb-752f-4cab-aeeb-25080f680d01,revision_number=0']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:16:51.452298 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-441b3fd0-b022-49f7-ac49-9ee502c5856e tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:51.453600 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-441b3fd0-b022-49f7-ac49-9ee502c5856e tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3384993 Jul 13 09:16:51.456690 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 40996) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:16:51.461373 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-7c493261-a5d2-4b97-85b8-eadcf5d98f7f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Request body: {'floatingip': {'floating_network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:16:51.547823 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7c493261-a5d2-4b97-85b8-eadcf5d98f7f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:51.600273 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 40998) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:16:51.630573 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7c493261-a5d2-4b97-85b8-eadcf5d98f7f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:51.641284 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-6513c92e-def4-4e94-9b97-25d3612fa5c6 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=b16f471ef00f4ee5a3afe56bfdba8ae9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397811 Jul 13 09:16:51.643674 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 41000) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:16:51.693488 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ba1456d4-6613-40e9-9079-7e093eb799f3 admin admin] Publish callbacks [] for security_group (e21ac5bb-9dd4-42ea-9b38-6f87197c33d5), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:51.715805 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ba1456d4-6613-40e9-9079-7e093eb799f3 admin admin] Publish callbacks [] for security_group (e21ac5bb-9dd4-42ea-9b38-6f87197c33d5), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:51.737505 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_common [None req-7c493261-a5d2-4b97-85b8-eadcf5d98f7f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Allocated IP 172.27.3.219 (14d154e4-c9a5-47e8-9f7f-9daf0b869ff5/8de8efa6-546e-4542-992b-4162440fe9c8/c8936cec-38d7-4737-a0a9-56ee2a7258d1) {{(pid=104469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 09:16:51.825708 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ba1456d4-6613-40e9-9079-7e093eb799f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (e21ac5bb-9dd4-42ea-9b38-6f87197c33d5), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:51.828346 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ba1456d4-6613-40e9-9079-7e093eb799f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:51.831926 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-ba1456d4-6613-40e9-9079-7e093eb799f3 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/e21ac5bb-9dd4-42ea-9b38-6f87197c33d5 HTTP/1.1" status: 204 len: 168 time: 0.1843290 Jul 13 09:16:51.838508 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1456d4-6613-40e9-9079-7e093eb799f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21ac5bb-9dd4-42ea-9b38-6f87197c33d5,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:16:51.843221 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7c493261-a5d2-4b97-85b8-eadcf5d98f7f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for port (c8936cec-38d7-4737-a0a9-56ee2a7258d1), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:51.867510 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:16:51.940320 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7c493261-a5d2-4b97-85b8-eadcf5d98f7f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760184582126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542309'] for port (c8936cec-38d7-4737-a0a9-56ee2a7258d1), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:51.987636 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c493261-a5d2-4b97-85b8-eadcf5d98f7f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Network 14d154e4-c9a5-47e8-9f7f-9daf0b869ff5 is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:16:51.993264 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [None req-7c493261-a5d2-4b97-85b8-eadcf5d98f7f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:16:51.995744 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c493261-a5d2-4b97-85b8-eadcf5d98f7f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Received port after_create {{(pid=104469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 09:16:51.999132 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c493261-a5d2-4b97-85b8-eadcf5d98f7f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Pushing event updated for resources: {'Port': ['ID=c8936cec-38d7-4737-a0a9-56ee2a7258d1,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:16:52.064831 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:16:52.080276 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7c493261-a5d2-4b97-85b8-eadcf5d98f7f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for floatingip (be732a0c-4331-42e4-9285-86da64975776), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:52.230913 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7c493261-a5d2-4b97-85b8-eadcf5d98f7f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (c8936cec-38d7-4737-a0a9-56ee2a7258d1), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:52.396022 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7c493261-a5d2-4b97-85b8-eadcf5d98f7f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for port (c8936cec-38d7-4737-a0a9-56ee2a7258d1), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:52.471012 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7c493261-a5d2-4b97-85b8-eadcf5d98f7f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542332'] for port (c8936cec-38d7-4737-a0a9-56ee2a7258d1), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:52.543652 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c493261-a5d2-4b97-85b8-eadcf5d98f7f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Pushing event updated for resources: {'Port': ['ID=c8936cec-38d7-4737-a0a9-56ee2a7258d1,revision_number=2']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:16:52.554512 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7c493261-a5d2-4b97-85b8-eadcf5d98f7f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-388893'] for floatingip (be732a0c-4331-42e4-9285-86da64975776), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:52.669261 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7c493261-a5d2-4b97-85b8-eadcf5d98f7f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for floatingip (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:52.670609 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-7c493261-a5d2-4b97-85b8-eadcf5d98f7f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2125051 Jul 13 09:16:52.821630 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-13198cff-a3ce-44d7-9fcf-90730b9a451f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (084ea860-45cb-441c-b2f8-c6c2f7d6686c), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:52.864949 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-cc8b2b83-4961-4bca-832c-7d8dd791e8b4 req-8fa05c55-1bd3-40b8-9dab-f39258ca4992 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--1854111550&fields=id&tenant_id=0486a8d3794f4b50a96d3477e14e344f HTTP/1.1" status: 200 len: 267 time: 0.0432370 Jul 13 09:16:52.947725 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:16:52.971712 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b2b83-4961-4bca-832c-7d8dd791e8b4 req-b7b1a3fd-abef-4952-b843-1fa60d8c5d5e tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:16:52.974099 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-cc8b2b83-4961-4bca-832c-7d8dd791e8b4 req-b7b1a3fd-abef-4952-b843-1fa60d8c5d5e tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/networks?id=0419ddd4-ade8-4500-ac9c-4682f59c8496 HTTP/1.1" status: 200 len: 813 time: 0.1026783 Jul 13 09:16:52.988275 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-cc8b2b83-4961-4bca-832c-7d8dd791e8b4 req-d0aa17bf-c4aa-4bcf-b10b-2f950bb422d7 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/quotas/0486a8d3794f4b50a96d3477e14e344f HTTP/1.1" status: 200 len: 375 time: 0.0087659 Jul 13 09:16:53.042417 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-cc8b2b83-4961-4bca-832c-7d8dd791e8b4 req-d3492bd8-ecaf-4aa2-849c-b0b262a68e4c tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=0486a8d3794f4b50a96d3477e14e344f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491576 Jul 13 09:16:53.149507 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [req-cc8b2b83-4961-4bca-832c-7d8dd791e8b4 req-4615dd6a-108b-4b66-9a3d-127951c672e0 service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=104469) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 13 09:16:53.150556 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-cc8b2b83-4961-4bca-832c-7d8dd791e8b4 req-4615dd6a-108b-4b66-9a3d-127951c672e0 service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0971370 Jul 13 09:16:53.240660 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-cc8b2b83-4961-4bca-832c-7d8dd791e8b4 req-70146247-08c6-4ce6-bf9b-490ba1dea8e9 service neutron] 10.222.0.40 "GET /v2.0/networks/0419ddd4-ade8-4500-ac9c-4682f59c8496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842693 Jul 13 09:16:53.336775 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-cc8b2b83-4961-4bca-832c-7d8dd791e8b4 req-78aefc25-8682-4ed1-ae4d-707e06a74aca service neutron] 10.222.0.40 "GET /v2.0/networks/0419ddd4-ade8-4500-ac9c-4682f59c8496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904014 Jul 13 09:16:53.583866 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-356ff673-6d6b-4c7f-8045-3fec456bc473 req-e96a442f-ec7f-4f6b-8fce-933db50a373d tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b942614-217b-47b2-858b-d04eff124d5c HTTP/1.1" status: 200 len: 210 time: 0.0298114 Jul 13 09:16:54.476838 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7f3b3aed-46f4-4e68-bbbe-dab9f8099e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (d1fd82e0-5c39-4100-b44b-c54ee27d2d9f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:54.684893 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-76d61750-d5dc-4daa-a2b9-3876268c8a4d req-24bd8c4a-a001-4e4b-84c4-638bd0363b1c tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b942614-217b-47b2-858b-d04eff124d5c HTTP/1.1" status: 200 len: 210 time: 0.0283651 Jul 13 09:16:55.451201 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b2b83-4961-4bca-832c-7d8dd791e8b4 req-a2fe53e0-5200-4b01-98c6-8915bb36c643 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:16:55.452689 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-cc8b2b83-4961-4bca-832c-7d8dd791e8b4 req-a2fe53e0-5200-4b01-98c6-8915bb36c643 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.30 "GET /v2.0/networks?id=0419ddd4-ade8-4500-ac9c-4682f59c8496 HTTP/1.1" status: 200 len: 813 time: 0.1101117 Jul 13 09:16:55.513397 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5ee680a5-33f3-4217-99f5-17637ad0570e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (59ae6226-c784-4fad-8646-7377b1ef5f31), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:55.517277 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-cc8b2b83-4961-4bca-832c-7d8dd791e8b4 req-b2988456-24a0-4933-96c2-b2fa8454ea1e tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0486a8d3794f4b50a96d3477e14e344f HTTP/1.1" status: 200 len: 380 time: 0.0561666 Jul 13 09:16:55.525684 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [req-cc8b2b83-4961-4bca-832c-7d8dd791e8b4 req-54f55194-2286-4345-8a64-14b8f7c11573 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Request body: {'port': {'device_id': '2b942614-217b-47b2-858b-d04eff124d5c', 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496', 'admin_state_up': True, 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'security_groups': ['386adfb1-a99a-4196-88e6-d9c154dfaa3d']}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:16:55.688412 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc8b2b83-4961-4bca-832c-7d8dd791e8b4 req-54f55194-2286-4345-8a64-14b8f7c11573 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Made reservation on behalf of 0486a8d3794f4b50a96d3477e14e344f for: {'port': 1} {{(pid=104469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 09:16:55.691925 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-cc8b2b83-4961-4bca-832c-7d8dd791e8b4 req-54f55194-2286-4345-8a64-14b8f7c11573 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:55.786650 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-b414a6ff-aa1d-4a33-8560-a0e568f13077 req-ff2faea6-5f9e-48d4-b8d6-e62b599fb031 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b942614-217b-47b2-858b-d04eff124d5c HTTP/1.1" status: 200 len: 210 time: 0.0304890 Jul 13 09:16:55.799204 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (9379cce5-6fc7-4135-bc49-530c07185724), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:55.824583 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_common [req-cc8b2b83-4961-4bca-832c-7d8dd791e8b4 req-54f55194-2286-4345-8a64-14b8f7c11573 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Allocated IP 172.20.0.4 (0419ddd4-ade8-4500-ac9c-4682f59c8496/13acf255-d269-41b2-95ac-9a0376cf4726/355c5529-21f2-43d6-984d-dd34763cd07b) {{(pid=104469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 09:16:55.832616 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:16:55.963887 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-cc8b2b83-4961-4bca-832c-7d8dd791e8b4 req-54f55194-2286-4345-8a64-14b8f7c11573 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for port (355c5529-21f2-43d6-984d-dd34763cd07b), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:55.965040 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:16:56.073369 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-cc8b2b83-4961-4bca-832c-7d8dd791e8b4 req-54f55194-2286-4345-8a64-14b8f7c11573 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760184582126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542309'] for port (355c5529-21f2-43d6-984d-dd34763cd07b), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:56.116853 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc8b2b83-4961-4bca-832c-7d8dd791e8b4 req-54f55194-2286-4345-8a64-14b8f7c11573 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Network 0419ddd4-ade8-4500-ac9c-4682f59c8496 is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:16:56.122431 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [req-cc8b2b83-4961-4bca-832c-7d8dd791e8b4 req-54f55194-2286-4345-8a64-14b8f7c11573 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:16:56.124772 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc8b2b83-4961-4bca-832c-7d8dd791e8b4 req-54f55194-2286-4345-8a64-14b8f7c11573 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Received port after_create {{(pid=104469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 09:16:56.155969 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f55194-2286-4345-8a64-14b8f7c11573 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Pushing event updated for resources: {'Port': ['ID=355c5529-21f2-43d6-984d-dd34763cd07b,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:16:56.181259 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b2b83-4961-4bca-832c-7d8dd791e8b4 req-54f55194-2286-4345-8a64-14b8f7c11573 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:16:56.181877 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-cc8b2b83-4961-4bca-832c-7d8dd791e8b4 req-54f55194-2286-4345-8a64-14b8f7c11573 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for port (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:56.276659 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-cc8b2b83-4961-4bca-832c-7d8dd791e8b4 req-54f55194-2286-4345-8a64-14b8f7c11573 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7544818 Jul 13 09:16:56.288537 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [req-cc8b2b83-4961-4bca-832c-7d8dd791e8b4 req-73be7b08-7fed-4f46-8449-d3fd067af535 service neutron] Request body: {'port': {'device_id': '2b942614-217b-47b2-858b-d04eff124d5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84962'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:16:56.311569 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-fc917e67-cfe6-4bfe-9e85-ecb53e2e0c3a None None] Provisioning complete for port 355c5529-21f2-43d6-984d-dd34763cd07b triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:16:56.312070 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-fc917e67-cfe6-4bfe-9e85-ecb53e2e0c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (355c5529-21f2-43d6-984d-dd34763cd07b), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:56.344574 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:16:56.347337 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-fc917e67-cfe6-4bfe-9e85-ecb53e2e0c3a None None] Port 355c5529-21f2-43d6-984d-dd34763cd07b cannot update to ACTIVE because it is not bound. {{(pid=104470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 09:16:56.354882 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-cc8b2b83-4961-4bca-832c-7d8dd791e8b4 req-73be7b08-7fed-4f46-8449-d3fd067af535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (355c5529-21f2-43d6-984d-dd34763cd07b), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:56.603635 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [req-cc8b2b83-4961-4bca-832c-7d8dd791e8b4 req-73be7b08-7fed-4f46-8449-d3fd067af535 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 355c5529-21f2-43d6-984d-dd34763cd07b {{(pid=104469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 09:16:56.611791 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-cc8b2b83-4961-4bca-832c-7d8dd791e8b4 req-73be7b08-7fed-4f46-8449-d3fd067af535 service neutron] Publish callbacks [] for port (355c5529-21f2-43d6-984d-dd34763cd07b), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:56.624997 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [req-cc8b2b83-4961-4bca-832c-7d8dd791e8b4 req-73be7b08-7fed-4f46-8449-d3fd067af535 service neutron] Transition to ACTIVE for port object 355c5529-21f2-43d6-984d-dd34763cd07b will not be triggered until provisioned by entity L2. {{(pid=104469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 09:16:56.708808 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-cc8b2b83-4961-4bca-832c-7d8dd791e8b4 req-73be7b08-7fed-4f46-8449-d3fd067af535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542332'] for port (355c5529-21f2-43d6-984d-dd34763cd07b), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:56.766355 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:16:56.768565 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73be7b08-7fed-4f46-8449-d3fd067af535 service neutron] Pushing event updated for resources: {'Port': ['ID=355c5529-21f2-43d6-984d-dd34763cd07b,revision_number=2']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:16:56.840758 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [req-cc8b2b83-4961-4bca-832c-7d8dd791e8b4 req-73be7b08-7fed-4f46-8449-d3fd067af535 service neutron] Attempting to bind port 355c5529-21f2-43d6-984d-dd34763cd07b on host hv-cinder-84962 for vnic_type normal with profile {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 09:16:56.841088 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [req-cc8b2b83-4961-4bca-832c-7d8dd791e8b4 req-73be7b08-7fed-4f46-8449-d3fd067af535 service neutron] Attempting to bind port 355c5529-21f2-43d6-984d-dd34763cd07b by drivers openvswitch,hyperv on host hv-cinder-84962 at level 0 using segments [{'id': '3edf80a3-cf45-4e6d-829d-b0893b0eaa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496'}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 09:16:56.841414 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8b2b83-4961-4bca-832c-7d8dd791e8b4 req-73be7b08-7fed-4f46-8449-d3fd067af535 service neutron] Attempting to bind port 355c5529-21f2-43d6-984d-dd34763cd07b on network 0419ddd4-ade8-4500-ac9c-4682f59c8496 {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 09:16:56.846306 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8b2b83-4961-4bca-832c-7d8dd791e8b4 req-73be7b08-7fed-4f46-8449-d3fd067af535 service neutron] Port 355c5529-21f2-43d6-984d-dd34763cd07b on network 0419ddd4-ade8-4500-ac9c-4682f59c8496 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84962 {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 13 09:16:56.847307 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8b2b83-4961-4bca-832c-7d8dd791e8b4 req-73be7b08-7fed-4f46-8449-d3fd067af535 service neutron] Attempting to bind port 355c5529-21f2-43d6-984d-dd34763cd07b on network 0419ddd4-ade8-4500-ac9c-4682f59c8496 {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 09:16:56.854102 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8b2b83-4961-4bca-832c-7d8dd791e8b4 req-73be7b08-7fed-4f46-8449-d3fd067af535 service neutron] Checking agent: {'id': '6e9d2670-629d-42a5-8dd5-d0857aba9a7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84962', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 9, 4, 10), 'started_at': datetime.datetime(2022, 7, 13, 9, 4, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 9, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 09:16:56.854374 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8b2b83-4961-4bca-832c-7d8dd791e8b4 req-73be7b08-7fed-4f46-8449-d3fd067af535 service neutron] Checking segment: {'id': '3edf80a3-cf45-4e6d-829d-b0893b0eaa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 09:16:56.854762 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8b2b83-4961-4bca-832c-7d8dd791e8b4 req-73be7b08-7fed-4f46-8449-d3fd067af535 service neutron] Bound using segment: {'id': '3edf80a3-cf45-4e6d-829d-b0893b0eaa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496'} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 09:16:56.855178 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [req-cc8b2b83-4961-4bca-832c-7d8dd791e8b4 req-73be7b08-7fed-4f46-8449-d3fd067af535 service neutron] Bound port: 355c5529-21f2-43d6-984d-dd34763cd07b, host: hv-cinder-84962, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3edf80a3-cf45-4e6d-829d-b0893b0eaa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496'}}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 09:16:56.855540 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-cc8b2b83-4961-4bca-832c-7d8dd791e8b4 req-73be7b08-7fed-4f46-8449-d3fd067af535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (355c5529-21f2-43d6-984d-dd34763cd07b), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:56.943361 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74976fd-4219-48dd-96a1-ad386d22ca8a req-ed9aff57-7e6d-42f7-9e12-f34b0a88cf78 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:16:56.945695 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f74976fd-4219-48dd-96a1-ad386d22ca8a req-ed9aff57-7e6d-42f7-9e12-f34b0a88cf78 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b942614-217b-47b2-858b-d04eff124d5c HTTP/1.1" status: 200 len: 943 time: 0.0802863 Jul 13 09:16:56.980811 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [req-cc8b2b83-4961-4bca-832c-7d8dd791e8b4 req-73be7b08-7fed-4f46-8449-d3fd067af535 service neutron] For port 355c5529-21f2-43d6-984d-dd34763cd07b, host hv-cinder-84962, cleared binding levels {{(pid=104469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 09:16:57.003747 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [req-cc8b2b83-4961-4bca-832c-7d8dd791e8b4 req-73be7b08-7fed-4f46-8449-d3fd067af535 service neutron] For port 355c5529-21f2-43d6-984d-dd34763cd07b, host hv-cinder-84962, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=355c5529-21f2-43d6-984d-dd34763cd07b,segment=NetworkSegment(3edf80a3-cf45-4e6d-829d-b0893b0eaa9d),segment_id=3edf80a3-cf45-4e6d-829d-b0893b0eaa9d)] {{(pid=104469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 09:16:57.017054 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f74976fd-4219-48dd-96a1-ad386d22ca8a req-ac2e4937-3ccb-4ec0-b233-22a43639e2bd tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/security-groups?id=386adfb1-a99a-4196-88e6-d9c154dfaa3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616837 Jul 13 09:16:57.077407 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-cc8b2b83-4961-4bca-832c-7d8dd791e8b4 req-73be7b08-7fed-4f46-8449-d3fd067af535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542332'] for port (355c5529-21f2-43d6-984d-dd34763cd07b), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:57.112953 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b2b83-4961-4bca-832c-7d8dd791e8b4 req-73be7b08-7fed-4f46-8449-d3fd067af535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:16:57.113572 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-cc8b2b83-4961-4bca-832c-7d8dd791e8b4 req-73be7b08-7fed-4f46-8449-d3fd067af535 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for port (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:16:57.114968 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-cc8b2b83-4961-4bca-832c-7d8dd791e8b4 req-73be7b08-7fed-4f46-8449-d3fd067af535 service neutron] 10.222.0.30 "PUT /v2.0/ports/355c5529-21f2-43d6-984d-dd34763cd07b HTTP/1.1" status: 200 len: 1093 time: 0.8315749 Jul 13 09:16:57.115409 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b942614-217b-47b2-858b-d04eff124d5c', 'tag': '355c5529-21f2-43d6-984d-dd34763cd07b'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:16:57.118331 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c4e5b91a84def5af2f1fcdaa70b19e5540aa6c2f63d8f4e9cb6586108f6a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb12dc58-76fa-4b28-ad7c-55ed6727892b" -d '{"events": [{"name": "network-changed", "server_uuid": "2b942614-217b-47b2-858b-d04eff124d5c", "tag": "355c5529-21f2-43d6-984d-dd34763cd07b"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:16:57.136757 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:16:57.149971 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73be7b08-7fed-4f46-8449-d3fd067af535 service neutron] Pushing event updated for resources: {'Port': ['ID=355c5529-21f2-43d6-984d-dd34763cd07b,revision_number=3']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:16:57.281406 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b2b83-4961-4bca-832c-7d8dd791e8b4 req-381187d1-02ae-42a6-ad12-f9e80ab4fe79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:16:57.282969 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-cc8b2b83-4961-4bca-832c-7d8dd791e8b4 req-381187d1-02ae-42a6-ad12-f9e80ab4fe79 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0486a8d3794f4b50a96d3477e14e344f&device_id=2b942614-217b-47b2-858b-d04eff124d5c HTTP/1.1" status: 200 len: 1127 time: 0.0422196 Jul 13 09:16:57.292878 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 09:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f98cbc6-04a4-4057-9be8-581483a8bb6a x-openstack-request-id: req-1f98cbc6-04a4-4057-9be8-581483a8bb6a {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:16:57.293286 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b942614-217b-47b2-858b-d04eff124d5c", "tag": "355c5529-21f2-43d6-984d-dd34763cd07b", "status": "completed", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:16:57.293594 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-1f98cbc6-04a4-4057-9be8-581483a8bb6a {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:16:57.294424 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f98cbc6-04a4-4057-9be8-581483a8bb6a'] response: {'name': 'network-changed', 'server_uuid': '2b942614-217b-47b2-858b-d04eff124d5c', 'tag': '355c5529-21f2-43d6-984d-dd34763cd07b', 'status': 'completed', 'code': 200} Jul 13 09:16:57.331688 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-cc8b2b83-4961-4bca-832c-7d8dd791e8b4 req-54266822-e191-4043-9b6a-f26d10044521 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=355c5529-21f2-43d6-984d-dd34763cd07b HTTP/1.1" status: 200 len: 217 time: 0.0364268 Jul 13 09:16:57.380880 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b2b83-4961-4bca-832c-7d8dd791e8b4 req-8c338f22-7ec5-46db-acdf-446a95491b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:16:57.382527 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-cc8b2b83-4961-4bca-832c-7d8dd791e8b4 req-8c338f22-7ec5-46db-acdf-446a95491b19 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=13acf255-d269-41b2-95ac-9a0376cf4726 HTTP/1.1" status: 200 len: 852 time: 0.0452557 Jul 13 09:16:57.427836 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b2b83-4961-4bca-832c-7d8dd791e8b4 req-46a507c4-0778-4c06-a557-65262438f7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:16:57.429923 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-cc8b2b83-4961-4bca-832c-7d8dd791e8b4 req-46a507c4-0778-4c06-a557-65262438f7ec service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0419ddd4-ade8-4500-ac9c-4682f59c8496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407367 Jul 13 09:16:57.523530 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-cc8b2b83-4961-4bca-832c-7d8dd791e8b4 req-14d242ae-a766-4863-a4e1-348eeb42c013 service neutron] 10.222.0.30 "GET /v2.0/networks/0419ddd4-ade8-4500-ac9c-4682f59c8496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874338 Jul 13 09:16:57.612211 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-cc8b2b83-4961-4bca-832c-7d8dd791e8b4 req-d79988b4-bfa9-4f4b-bbd5-f0a2cf1b75b0 service neutron] 10.222.0.30 "GET /v2.0/networks/0419ddd4-ade8-4500-ac9c-4682f59c8496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825431 Jul 13 09:16:58.132221 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f7382-2409-4c06-8bef-ed1e1be06788 req-0cb4d06a-de58-4f58-9fb0-8c636a0fb4e1 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:16:58.133711 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-da5f7382-2409-4c06-8bef-ed1e1be06788 req-0cb4d06a-de58-4f58-9fb0-8c636a0fb4e1 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b942614-217b-47b2-858b-d04eff124d5c HTTP/1.1" status: 200 len: 943 time: 0.0504086 Jul 13 09:16:58.179436 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-da5f7382-2409-4c06-8bef-ed1e1be06788 req-3f9d7bb9-e8d0-4e33-8ca7-c12530b5d153 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/security-groups?id=386adfb1-a99a-4196-88e6-d9c154dfaa3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399973 Jul 13 09:16:58.370347 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12dc58-76fa-4b28-ad7c-55ed6727892b req-04839a90-50b7-4440-9eb6-52c6729d71a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:16:58.371835 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-fb12dc58-76fa-4b28-ad7c-55ed6727892b req-04839a90-50b7-4440-9eb6-52c6729d71a6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0486a8d3794f4b50a96d3477e14e344f&device_id=2b942614-217b-47b2-858b-d04eff124d5c HTTP/1.1" status: 200 len: 1127 time: 0.0392587 Jul 13 09:16:58.390326 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:16:58.394198 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:16:58.463620 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12dc58-76fa-4b28-ad7c-55ed6727892b req-6699946d-45a3-4a21-95dc-0c81ab0e208e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:16:58.465094 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-fb12dc58-76fa-4b28-ad7c-55ed6727892b req-6699946d-45a3-4a21-95dc-0c81ab0e208e service neutron] 10.222.0.30 "GET /v2.0/networks?id=0419ddd4-ade8-4500-ac9c-4682f59c8496 HTTP/1.1" status: 200 len: 914 time: 0.0868843 Jul 13 09:16:58.502921 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-fb12dc58-76fa-4b28-ad7c-55ed6727892b req-14955697-b222-4944-b7fc-4ae423653379 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=355c5529-21f2-43d6-984d-dd34763cd07b HTTP/1.1" status: 200 len: 217 time: 0.0320306 Jul 13 09:16:58.548850 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12dc58-76fa-4b28-ad7c-55ed6727892b req-8db897e0-648f-49e8-98cb-230177b3a0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:16:58.550296 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-fb12dc58-76fa-4b28-ad7c-55ed6727892b req-8db897e0-648f-49e8-98cb-230177b3a0fe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=13acf255-d269-41b2-95ac-9a0376cf4726 HTTP/1.1" status: 200 len: 852 time: 0.0419207 Jul 13 09:16:58.591596 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12dc58-76fa-4b28-ad7c-55ed6727892b req-8fa4dc26-1873-4954-abde-2e592014d11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:16:58.593125 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-fb12dc58-76fa-4b28-ad7c-55ed6727892b req-8fa4dc26-1873-4954-abde-2e592014d11d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0419ddd4-ade8-4500-ac9c-4682f59c8496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374832 Jul 13 09:16:58.668904 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:16:58.684819 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-fb12dc58-76fa-4b28-ad7c-55ed6727892b req-256ce977-d881-40b1-8284-e6572a750d82 service neutron] 10.222.0.30 "GET /v2.0/networks/0419ddd4-ade8-4500-ac9c-4682f59c8496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859995 Jul 13 09:16:58.776855 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-fb12dc58-76fa-4b28-ad7c-55ed6727892b req-d59c43a0-7c04-47d9-99e5-a6c55a7d6414 service neutron] 10.222.0.30 "GET /v2.0/networks/0419ddd4-ade8-4500-ac9c-4682f59c8496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844893 Jul 13 09:16:59.294499 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a715c7-4e11-4d1d-b55e-40bdf55c87e0 req-871a1c50-b57a-465d-a46e-59eb4e157bb5 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:16:59.295975 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-44a715c7-4e11-4d1d-b55e-40bdf55c87e0 req-871a1c50-b57a-465d-a46e-59eb4e157bb5 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b942614-217b-47b2-858b-d04eff124d5c HTTP/1.1" status: 200 len: 943 time: 0.0481091 Jul 13 09:16:59.342871 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-44a715c7-4e11-4d1d-b55e-40bdf55c87e0 req-d89d19f3-88d9-407b-a404-ceee40eb7702 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/security-groups?id=386adfb1-a99a-4196-88e6-d9c154dfaa3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414009 Jul 13 09:17:00.300603 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device 355c5529-21f2-43d6-984d-dd34763cd07b details requested by agent hyperv_hv-cinder-84962 with host hv-cinder-84962 {{(pid=104470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 09:17:00.337687 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:17:00.400546 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port 355c5529-21f2-43d6-984d-dd34763cd07b, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=355c5529-21f2-43d6-984d-dd34763cd07b,segment=NetworkSegment(3edf80a3-cf45-4e6d-829d-b0893b0eaa9d),segment_id=3edf80a3-cf45-4e6d-829d-b0893b0eaa9d)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:17:00.412160 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Returning: {'device': '355c5529-21f2-43d6-984d-dd34763cd07b', 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496', 'port_id': '355c5529-21f2-43d6-984d-dd34763cd07b', 'mac_address': 'fa:16:3e:3c:c3:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13acf255-d269-41b2-95ac-9a0376cf4726', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 09:17:00.451381 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Current status of the port 355c5529-21f2-43d6-984d-dd34763cd07b is: DOWN; New status is: BUILD {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:17:00.451766 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (355c5529-21f2-43d6-984d-dd34763cd07b), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:17:00.465527 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 355c5529-21f2-43d6-984d-dd34763cd07b {{(pid=104470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 09:17:00.489472 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port 355c5529-21f2-43d6-984d-dd34763cd07b, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=355c5529-21f2-43d6-984d-dd34763cd07b,segment=NetworkSegment(3edf80a3-cf45-4e6d-829d-b0893b0eaa9d),segment_id=3edf80a3-cf45-4e6d-829d-b0893b0eaa9d)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:17:00.541881 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (355c5529-21f2-43d6-984d-dd34763cd07b), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:17:00.590176 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Pushing event updated for resources: {'Port': ['ID=355c5529-21f2-43d6-984d-dd34763cd07b,revision_number=4']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:17:00.597757 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:17:00.598128 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:17:00.598472 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:17:00.598808 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:17:00.599136 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:17:00.599465 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:17:00.599791 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:17:00.600113 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:17:00.600435 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:17:00.601441 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:17:00.601769 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:17:00.602120 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:17:00.602445 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:17:00.602763 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:17:00.603079 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:17:00.726220 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5fda55-4b8e-4a73-9c32-9f37d64d443b req-a059591c-8d4c-464d-b25e-d20387190bbf tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:17:00.728150 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ea5fda55-4b8e-4a73-9c32-9f37d64d443b req-a059591c-8d4c-464d-b25e-d20387190bbf tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b942614-217b-47b2-858b-d04eff124d5c HTTP/1.1" status: 200 len: 943 time: 0.3172634 Jul 13 09:17:00.751777 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] get_ports_and_sgs() called for port_ids ['355c5529-21f2-43d6-984d-dd34763cd07b'] {{(pid=104470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 09:17:00.776565 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ea5fda55-4b8e-4a73-9c32-9f37d64d443b req-ea583be4-6ac3-44c7-b459-6d9dda453aa0 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/security-groups?id=386adfb1-a99a-4196-88e6-d9c154dfaa3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426764 Jul 13 09:17:01.889734 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27767e-de46-4025-be22-6a1d84374af1 req-32e84be4-a675-4ff2-832b-5dcc6397ac3a tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:17:01.891245 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-0a27767e-de46-4025-be22-6a1d84374af1 req-32e84be4-a675-4ff2-832b-5dcc6397ac3a tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b942614-217b-47b2-858b-d04eff124d5c HTTP/1.1" status: 200 len: 944 time: 0.0471702 Jul 13 09:17:01.940893 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-0a27767e-de46-4025-be22-6a1d84374af1 req-e41881bf-723f-4cab-998a-3f961f5f4448 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/security-groups?id=386adfb1-a99a-4196-88e6-d9c154dfaa3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441649 Jul 13 09:17:02.331742 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device 355c5529-21f2-43d6-984d-dd34763cd07b up at agent hyperv_hv-cinder-84962 {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:17:02.373710 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Provisioning for port 355c5529-21f2-43d6-984d-dd34763cd07b completed by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 13 09:17:02.432801 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Provisioning complete for port 355c5529-21f2-43d6-984d-dd34763cd07b triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:17:02.437379 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (355c5529-21f2-43d6-984d-dd34763cd07b), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:17:02.506626 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Current status of the port 355c5529-21f2-43d6-984d-dd34763cd07b is: BUILD; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:17:02.507592 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (355c5529-21f2-43d6-984d-dd34763cd07b), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:17:02.530055 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b942614-217b-47b2-858b-d04eff124d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '355c5529-21f2-43d6-984d-dd34763cd07b'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:17:02.532228 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db18c03db31c8eba27ff59efcab6aeefebc9da3faa7d3b822264179bbf74904a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0667bcd3-d225-48d1-b283-e1077a019880" -d '{"events": [{"server_uuid": "2b942614-217b-47b2-858b-d04eff124d5c", "name": "network-vif-plugged", "status": "completed", "tag": "355c5529-21f2-43d6-984d-dd34763cd07b"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:17:02.547407 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port 355c5529-21f2-43d6-984d-dd34763cd07b, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=355c5529-21f2-43d6-984d-dd34763cd07b,segment=NetworkSegment(3edf80a3-cf45-4e6d-829d-b0893b0eaa9d),segment_id=3edf80a3-cf45-4e6d-829d-b0893b0eaa9d)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:17:02.610288 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (355c5529-21f2-43d6-984d-dd34763cd07b), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:17:02.637772 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 09:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92afa2b8-dd77-4d36-bf7d-0b99b96c0d04 x-openstack-request-id: req-92afa2b8-dd77-4d36-bf7d-0b99b96c0d04 {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:17:02.638083 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b942614-217b-47b2-858b-d04eff124d5c", "name": "network-vif-plugged", "status": "completed", "tag": "355c5529-21f2-43d6-984d-dd34763cd07b", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:17:02.638339 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-92afa2b8-dd77-4d36-bf7d-0b99b96c0d04 {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:17:02.638732 dv-cinder-849626-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92afa2b8-dd77-4d36-bf7d-0b99b96c0d04'] response: {'server_uuid': '2b942614-217b-47b2-858b-d04eff124d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '355c5529-21f2-43d6-984d-dd34763cd07b', 'code': 200} Jul 13 09:17:02.666854 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Pushing event updated for resources: {'Port': ['ID=355c5529-21f2-43d6-984d-dd34763cd07b,revision_number=5']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:17:02.895568 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43a9755-dd82-4d8b-b402-c0b34b052392 req-10ba1311-13dc-43b0-8900-40339be4d35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:17:02.897053 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d43a9755-dd82-4d8b-b402-c0b34b052392 req-10ba1311-13dc-43b0-8900-40339be4d35d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2b942614-217b-47b2-858b-d04eff124d5c HTTP/1.1" status: 200 len: 1129 time: 0.0390573 Jul 13 09:17:02.920588 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:17:02.941255 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d43a9755-dd82-4d8b-b402-c0b34b052392 req-ec5ea08a-6ca8-4ae5-9619-c16872e2bc26 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=386adfb1-a99a-4196-88e6-d9c154dfaa3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373285 Jul 13 09:17:03.054828 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56358c3c-3487-4ad1-8e8d-a6dd46d47e10 req-840d0156-4b5f-4dfa-81b0-357d96286cdf tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:17:03.056284 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-56358c3c-3487-4ad1-8e8d-a6dd46d47e10 req-840d0156-4b5f-4dfa-81b0-357d96286cdf tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b942614-217b-47b2-858b-d04eff124d5c HTTP/1.1" status: 200 len: 945 time: 0.0460956 Jul 13 09:17:03.103064 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-56358c3c-3487-4ad1-8e8d-a6dd46d47e10 req-d0d7792b-b96b-4e69-8188-49b3460c74d1 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/security-groups?id=386adfb1-a99a-4196-88e6-d9c154dfaa3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414503 Jul 13 09:17:04.222816 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1085a0-6f5a-4199-82cf-9d26c3624f0f req-ea1be5e5-19e8-4aa2-ba41-f1de88a5e6c1 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:17:04.224294 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-6c1085a0-6f5a-4199-82cf-9d26c3624f0f req-ea1be5e5-19e8-4aa2-ba41-f1de88a5e6c1 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b942614-217b-47b2-858b-d04eff124d5c HTTP/1.1" status: 200 len: 945 time: 0.0505414 Jul 13 09:17:04.271373 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-6c1085a0-6f5a-4199-82cf-9d26c3624f0f req-9b0e8804-7186-4b65-9682-ed7d6797e014 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/security-groups?id=386adfb1-a99a-4196-88e6-d9c154dfaa3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409398 Jul 13 09:17:05.351471 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:17:05.387457 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0547e413-0cb8-4ad5-ab93-67d5ead0a9c0 req-2e96bbce-2b25-4477-9d05-7cbd3e1fb3a1 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:17:05.388929 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-0547e413-0cb8-4ad5-ab93-67d5ead0a9c0 req-2e96bbce-2b25-4477-9d05-7cbd3e1fb3a1 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b942614-217b-47b2-858b-d04eff124d5c HTTP/1.1" status: 200 len: 945 time: 0.0478969 Jul 13 09:17:05.436446 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-0547e413-0cb8-4ad5-ab93-67d5ead0a9c0 req-83875712-aa9c-4f0a-b3bc-4fa4aa78d324 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/security-groups?id=386adfb1-a99a-4196-88e6-d9c154dfaa3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419288 Jul 13 09:17:05.544190 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c919a-e674-4849-910d-58b55dff7835 req-3a158877-b09f-4972-9e93-08676688895c tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:17:05.545672 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-7c9c919a-e674-4849-910d-58b55dff7835 req-3a158877-b09f-4972-9e93-08676688895c tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b942614-217b-47b2-858b-d04eff124d5c HTTP/1.1" status: 200 len: 945 time: 0.0464394 Jul 13 09:17:05.555083 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 41068) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:17:05.559202 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-6aa01b35-73e2-4d2e-9d0c-e6aec739adb9 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Request body: {'floatingip': {'port_id': '355c5529-21f2-43d6-984d-dd34763cd07b'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:17:05.599234 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-6aa01b35-73e2-4d2e-9d0c-e6aec739adb9 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for floatingip (be732a0c-4331-42e4-9285-86da64975776), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:17:06.011753 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-6aa01b35-73e2-4d2e-9d0c-e6aec739adb9 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:17:06.070642 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-6aa01b35-73e2-4d2e-9d0c-e6aec739adb9 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-388893'] for floatingip (be732a0c-4331-42e4-9285-86da64975776), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:17:06.167651 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.db.l3_db [None req-6aa01b35-73e2-4d2e-9d0c-e6aec739adb9 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Floating IP be732a0c-4331-42e4-9285-86da64975776 associated. External IP: 172.27.3.219, port: 355c5529-21f2-43d6-984d-dd34763cd07b. Jul 13 09:17:06.211670 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:17:06.363168 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa01b35-73e2-4d2e-9d0c-e6aec739adb9 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Router 6e1de26e-503b-40a5-9177-efd8d3310085 has already been hosted by L3 agent 084ea860-45cb-441c-b2f8-c6c2f7d6686c {{(pid=104469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 09:17:06.369818 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:17:06.467689 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa01b35-73e2-4d2e-9d0c-e6aec739adb9 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Notify agent at l3_agent.dv-cinder-849626-3-iscsi the message routers_updated {{(pid=104469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 09:17:06.472653 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-6aa01b35-73e2-4d2e-9d0c-e6aec739adb9 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for floatingip (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:17:06.477604 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a50620a-7cf6-432a-af3d-b0dde5802eac None None] Sync routers for ids ['6e1de26e-503b-40a5-9177-efd8d3310085'] in dv-cinder-849626-3-iscsi {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 09:17:06.486981 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a50620a-7cf6-432a-af3d-b0dde5802eac None None] Routers {'6e1de26e-503b-40a5-9177-efd8d3310085'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:17:06.487583 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-3a50620a-7cf6-432a-af3d-b0dde5802eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:16:53Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['6e1de26e-503b-40a5-9177-efd8d3310085'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:17:06.505718 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-6aa01b35-73e2-4d2e-9d0c-e6aec739adb9 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "PUT /v2.0/floatingips/be732a0c-4331-42e4-9285-86da64975776 HTTP/1.1" status: 200 len: 991 time: 0.9492981 Jul 13 09:17:06.506399 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b942614-217b-47b2-858b-d04eff124d5c', 'tag': '355c5529-21f2-43d6-984d-dd34763cd07b'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:17:06.509538 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c4e5b91a84def5af2f1fcdaa70b19e5540aa6c2f63d8f4e9cb6586108f6a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038ae035-382a-45fc-b8ac-3285044377b6" -d '{"events": [{"name": "network-changed", "server_uuid": "2b942614-217b-47b2-858b-d04eff124d5c", "tag": "355c5529-21f2-43d6-984d-dd34763cd07b"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:17:06.530112 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:17:06.548059 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 09:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd73ffa-edea-4a9b-868f-0c87c7d645df x-openstack-request-id: req-3cd73ffa-edea-4a9b-868f-0c87c7d645df {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:17:06.548059 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b942614-217b-47b2-858b-d04eff124d5c", "tag": "355c5529-21f2-43d6-984d-dd34763cd07b", "status": "completed", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:17:06.548059 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-3cd73ffa-edea-4a9b-868f-0c87c7d645df {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:17:06.548059 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cd73ffa-edea-4a9b-868f-0c87c7d645df'] response: {'name': 'network-changed', 'server_uuid': '2b942614-217b-47b2-858b-d04eff124d5c', 'tag': '355c5529-21f2-43d6-984d-dd34763cd07b', 'status': 'completed', 'code': 200} Jul 13 09:17:06.592482 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-3a50620a-7cf6-432a-af3d-b0dde5802eac None None] Set router 6e1de26e-503b-40a5-9177-efd8d3310085 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:17:06.608893 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ae035-382a-45fc-b8ac-3285044377b6 req-9a8a8b3d-fecd-440f-8571-cd4eb0db30d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:17:06.610443 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-038ae035-382a-45fc-b8ac-3285044377b6 req-9a8a8b3d-fecd-440f-8571-cd4eb0db30d0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0486a8d3794f4b50a96d3477e14e344f&device_id=2b942614-217b-47b2-858b-d04eff124d5c HTTP/1.1" status: 200 len: 1129 time: 0.0416934 Jul 13 09:17:06.684921 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:17:06.707094 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ae035-382a-45fc-b8ac-3285044377b6 req-9928b3b4-0c7f-45f4-b909-3e6f5e7ddd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:17:06.708622 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-038ae035-382a-45fc-b8ac-3285044377b6 req-9928b3b4-0c7f-45f4-b909-3e6f5e7ddd38 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0419ddd4-ade8-4500-ac9c-4682f59c8496 HTTP/1.1" status: 200 len: 914 time: 0.0914130 Jul 13 09:17:06.773109 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-038ae035-382a-45fc-b8ac-3285044377b6 req-5f71a04a-2524-4242-85ce-2e8a8272a375 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=355c5529-21f2-43d6-984d-dd34763cd07b HTTP/1.1" status: 200 len: 999 time: 0.0558069 Jul 13 09:17:06.807810 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-3a50620a-7cf6-432a-af3d-b0dde5802eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'name': 'tempest-AttachVolumeNegativeTest-66573234-router', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'da847675-4b00-4cc2-a470-1ef521631008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:13:00Z', 'updated_at': '2022-07-13T09:13:03Z', 'revision_number': 4, 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'gw_port': {'id': 'da847675-4b00-4cc2-a470-1ef521631008', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:13:01Z', 'updated_at': '2022-07-13T09:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_floatingips': [{'id': 'be732a0c-4331-42e4-9285-86da64975776', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'floating_ip_address': '172.27.3.219', 'floating_network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'router_id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'port_id': '355c5529-21f2-43d6-984d-dd34763cd07b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496', 'mac_address': 'fa:16:3e:3c:c3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b942614-217b-47b2-858b-d04eff124d5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T09:16:52Z', 'updated_at': '2022-07-13T09:17:05Z', 'revision_number': 1, 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73', 'name': '', 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'mac_address': 'fa:16:3e:c1:69:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '13acf255-d269-41b2-95ac-9a0376cf4726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:13:02Z', 'updated_at': '2022-07-13T09:13:06Z', 'revision_number': 5, 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'subnets': [{'id': '13acf255-d269-41b2-95ac-9a0376cf4726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:17:06.820551 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ae035-382a-45fc-b8ac-3285044377b6 req-3f224a5b-029e-48f8-9291-2f0d3c8104f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:17:06.822073 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-038ae035-382a-45fc-b8ac-3285044377b6 req-3f224a5b-029e-48f8-9291-2f0d3c8104f9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=13acf255-d269-41b2-95ac-9a0376cf4726 HTTP/1.1" status: 200 len: 852 time: 0.0438647 Jul 13 09:17:06.831793 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a50620a-7cf6-432a-af3d-b0dde5802eac None None] Checking router: 6e1de26e-503b-40a5-9177-efd8d3310085 for host: dv-cinder-849626-3-iscsi {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 09:17:06.841013 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a50620a-7cf6-432a-af3d-b0dde5802eac None None] Routers {'6e1de26e-503b-40a5-9177-efd8d3310085'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:17:06.841623 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-3a50620a-7cf6-432a-af3d-b0dde5802eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:16:53Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['6e1de26e-503b-40a5-9177-efd8d3310085'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:17:06.871316 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ae035-382a-45fc-b8ac-3285044377b6 req-35712ece-7ca6-4737-b1be-98e477d170bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:17:06.872858 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-038ae035-382a-45fc-b8ac-3285044377b6 req-35712ece-7ca6-4737-b1be-98e477d170bd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0419ddd4-ade8-4500-ac9c-4682f59c8496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436168 Jul 13 09:17:06.943192 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-3a50620a-7cf6-432a-af3d-b0dde5802eac None None] Set router 6e1de26e-503b-40a5-9177-efd8d3310085 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:17:06.963319 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-038ae035-382a-45fc-b8ac-3285044377b6 req-4094217b-b2f4-4557-bd9b-e799710eec2d service neutron] 10.222.0.30 "GET /v2.0/networks/0419ddd4-ade8-4500-ac9c-4682f59c8496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838966 Jul 13 09:17:07.056578 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-038ae035-382a-45fc-b8ac-3285044377b6 req-95c633ef-56eb-495a-942c-3b8481a28feb service neutron] 10.222.0.30 "GET /v2.0/networks/0419ddd4-ade8-4500-ac9c-4682f59c8496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870922 Jul 13 09:17:07.151878 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-3a50620a-7cf6-432a-af3d-b0dde5802eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'name': 'tempest-AttachVolumeNegativeTest-66573234-router', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'da847675-4b00-4cc2-a470-1ef521631008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:13:00Z', 'updated_at': '2022-07-13T09:13:03Z', 'revision_number': 4, 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'gw_port': {'id': 'da847675-4b00-4cc2-a470-1ef521631008', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:13:01Z', 'updated_at': '2022-07-13T09:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_floatingips': [{'id': 'be732a0c-4331-42e4-9285-86da64975776', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'floating_ip_address': '172.27.3.219', 'floating_network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'router_id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'port_id': '355c5529-21f2-43d6-984d-dd34763cd07b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496', 'mac_address': 'fa:16:3e:3c:c3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b942614-217b-47b2-858b-d04eff124d5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T09:16:52Z', 'updated_at': '2022-07-13T09:17:05Z', 'revision_number': 1, 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73', 'name': '', 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'mac_address': 'fa:16:3e:c1:69:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '13acf255-d269-41b2-95ac-9a0376cf4726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:13:02Z', 'updated_at': '2022-07-13T09:13:06Z', 'revision_number': 5, 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'subnets': [{'id': '13acf255-d269-41b2-95ac-9a0376cf4726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:17:07.296061 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a50620a-7cf6-432a-af3d-b0dde5802eac None None] The sync data for ids ['6e1de26e-503b-40a5-9177-efd8d3310085'] in dv-cinder-849626-3-iscsi is: [{'id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'name': 'tempest-AttachVolumeNegativeTest-66573234-router', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'da847675-4b00-4cc2-a470-1ef521631008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:13:00Z', 'updated_at': '2022-07-13T09:13:03Z', 'revision_number': 4, 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'gw_port': {'id': 'da847675-4b00-4cc2-a470-1ef521631008', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:13:01Z', 'updated_at': '2022-07-13T09:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_floatingips': [{'id': 'be732a0c-4331-42e4-9285-86da64975776', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'floating_ip_address': '172.27.3.219', 'floating_network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'router_id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'port_id': '355c5529-21f2-43d6-984d-dd34763cd07b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496', 'mac_address': 'fa:16:3e:3c:c3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b942614-217b-47b2-858b-d04eff124d5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T09:16:52Z', 'updated_at': '2022-07-13T09:17:05Z', 'revision_number': 1, 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73', 'name': '', 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'mac_address': 'fa:16:3e:c1:69:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '13acf255-d269-41b2-95ac-9a0376cf4726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:13:02Z', 'updated_at': '2022-07-13T09:13:06Z', 'revision_number': 5, 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'subnets': [{'id': '13acf255-d269-41b2-95ac-9a0376cf4726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 09:17:07.495843 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f79143-7515-44df-bda9-365fbd1345ef None None] New status for floating IP be732a0c-4331-42e4-9285-86da64975776: ACTIVE {{(pid=104471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 13 09:17:10.226948 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.agents_db [None req-6da3c0df-3a39-4d49-9ef0-c2c7fda6ffa8 None None] Agent healthcheck: found 6 active agents {{(pid=104471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:17:11.775489 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (6e9d2670-629d-42a5-8dd5-d0857aba9a7e), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:17:15.430173 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=84,neutron:DELETE=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:17:15.433000 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:17:17.051655 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=71 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:17:17.053454 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=58 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:17:20.741443 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-77b1268e-c0bc-46fc-83ad-4a71f88f397e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (a33f270e-6fb2-40d7-a0c5-ff754f30a69f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:17:22.816266 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e6761d07-4990-4929-b22a-8214d489728b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (084ea860-45cb-441c-b2f8-c6c2f7d6686c), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:17:23.126175 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=11,neutron:DELETE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:17:23.132053 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:17:24.478980 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7f3b3aed-46f4-4e68-bbbe-dab9f8099e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (d1fd82e0-5c39-4100-b44b-c54ee27d2d9f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:17:25.504477 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5ee680a5-33f3-4217-99f5-17637ad0570e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (59ae6226-c784-4fad-8646-7377b1ef5f31), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:17:25.780919 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (9379cce5-6fc7-4135-bc49-530c07185724), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:17:35.725413 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=50,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:17:35.728276 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=78,neutron:UPDATE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:17:41.786215 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (6e9d2670-629d-42a5-8dd5-d0857aba9a7e), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:17:47.225923 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.agents_db [None req-6da3c0df-3a39-4d49-9ef0-c2c7fda6ffa8 None None] Agent healthcheck: found 6 active agents {{(pid=104471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:17:50.614895 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a37124ad-a219-4dcb-8631-649505f1a1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (a33f270e-6fb2-40d7-a0c5-ff754f30a69f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:17:52.289769 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b7025c-7fd6-447c-ac36-1e5b74d19e49 req-8ab2cbef-d740-4b91-9ade-18de41bd90f9 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:17:52.291314 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-29b7025c-7fd6-447c-ac36-1e5b74d19e49 req-8ab2cbef-d740-4b91-9ade-18de41bd90f9 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b942614-217b-47b2-858b-d04eff124d5c HTTP/1.1" status: 200 len: 945 time: 0.0489697 Jul 13 09:17:52.337868 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-29b7025c-7fd6-447c-ac36-1e5b74d19e49 req-d94c6231-5716-4153-9081-4b8b03481b84 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/security-groups?id=386adfb1-a99a-4196-88e6-d9c154dfaa3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407372 Jul 13 09:17:52.808959 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-19a7bcc7-9d9c-470b-9605-e20378714323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (084ea860-45cb-441c-b2f8-c6c2f7d6686c), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:17:53.457965 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0131c0b3-fb39-43d5-8476-db3a8294eb91 req-8985456d-5e0e-46f0-bd9b-21d46be77159 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:17:53.459455 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-0131c0b3-fb39-43d5-8476-db3a8294eb91 req-8985456d-5e0e-46f0-bd9b-21d46be77159 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b942614-217b-47b2-858b-d04eff124d5c HTTP/1.1" status: 200 len: 945 time: 0.0496366 Jul 13 09:17:53.506441 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-0131c0b3-fb39-43d5-8476-db3a8294eb91 req-c084a94b-8c6e-470f-9c38-6494ae2a2232 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/security-groups?id=386adfb1-a99a-4196-88e6-d9c154dfaa3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406120 Jul 13 09:17:53.745776 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4771464-4084-49a6-8e8c-b9a95b374b01 req-834a5529-bf31-4302-8c73-b533510baab5 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:17:53.747209 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-c4771464-4084-49a6-8e8c-b9a95b374b01 req-834a5529-bf31-4302-8c73-b533510baab5 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b942614-217b-47b2-858b-d04eff124d5c HTTP/1.1" status: 200 len: 945 time: 0.0458519 Jul 13 09:17:53.829195 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [req-c4771464-4084-49a6-8e8c-b9a95b374b01 req-5a94979d-dde6-44d1-9b97-7cdc112ec059 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Deleting port 355c5529-21f2-43d6-984d-dd34763cd07b {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:17:53.829531 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-c4771464-4084-49a6-8e8c-b9a95b374b01 req-5a94979d-dde6-44d1-9b97-7cdc112ec059 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (355c5529-21f2-43d6-984d-dd34763cd07b), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:17:53.915224 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [req-c4771464-4084-49a6-8e8c-b9a95b374b01 req-5a94979d-dde6-44d1-9b97-7cdc112ec059 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] For port 355c5529-21f2-43d6-984d-dd34763cd07b, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=355c5529-21f2-43d6-984d-dd34763cd07b,segment=NetworkSegment(3edf80a3-cf45-4e6d-829d-b0893b0eaa9d),segment_id=3edf80a3-cf45-4e6d-829d-b0893b0eaa9d)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:17:53.915577 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-c4771464-4084-49a6-8e8c-b9a95b374b01 req-5a94979d-dde6-44d1-9b97-7cdc112ec059 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (355c5529-21f2-43d6-984d-dd34763cd07b), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:17:54.075610 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-c4771464-4084-49a6-8e8c-b9a95b374b01 req-5a94979d-dde6-44d1-9b97-7cdc112ec059 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:17:54.075869 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-c4771464-4084-49a6-8e8c-b9a95b374b01 req-5a94979d-dde6-44d1-9b97-7cdc112ec059 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-388893'] for floatingip (be732a0c-4331-42e4-9285-86da64975776), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:17:54.076183 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.db.l3_db [req-c4771464-4084-49a6-8e8c-b9a95b374b01 req-5a94979d-dde6-44d1-9b97-7cdc112ec059 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Floating IP be732a0c-4331-42e4-9285-86da64975776 disassociated. External IP: 172.27.3.219, port: 355c5529-21f2-43d6-984d-dd34763cd07b. Jul 13 09:17:54.076522 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [req-c4771464-4084-49a6-8e8c-b9a95b374b01 req-5a94979d-dde6-44d1-9b97-7cdc112ec059 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Calling delete_port for 355c5529-21f2-43d6-984d-dd34763cd07b owned by compute:nova {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:17:54.255144 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-c4771464-4084-49a6-8e8c-b9a95b374b01 req-5a94979d-dde6-44d1-9b97-7cdc112ec059 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542309'] for port (355c5529-21f2-43d6-984d-dd34763cd07b), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:17:54.287082 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a94979d-dde6-44d1-9b97-7cdc112ec059 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Pushing event deleted for resources: {'Port': ['ID=355c5529-21f2-43d6-984d-dd34763cd07b,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:17:54.299709 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a94979d-dde6-44d1-9b97-7cdc112ec059 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:17:54.300055 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a94979d-dde6-44d1-9b97-7cdc112ec059 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:17:54.300394 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a94979d-dde6-44d1-9b97-7cdc112ec059 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:17:54.300733 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a94979d-dde6-44d1-9b97-7cdc112ec059 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:17:54.301081 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a94979d-dde6-44d1-9b97-7cdc112ec059 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:17:54.301408 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a94979d-dde6-44d1-9b97-7cdc112ec059 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:17:54.301729 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a94979d-dde6-44d1-9b97-7cdc112ec059 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:17:54.352728 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a94979d-dde6-44d1-9b97-7cdc112ec059 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:17:54.352728 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a94979d-dde6-44d1-9b97-7cdc112ec059 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:17:54.352728 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a94979d-dde6-44d1-9b97-7cdc112ec059 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:17:54.352728 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a94979d-dde6-44d1-9b97-7cdc112ec059 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:17:54.352728 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a94979d-dde6-44d1-9b97-7cdc112ec059 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:17:54.352728 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a94979d-dde6-44d1-9b97-7cdc112ec059 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:17:54.352728 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a94979d-dde6-44d1-9b97-7cdc112ec059 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:17:54.352728 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a94979d-dde6-44d1-9b97-7cdc112ec059 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:17:54.407607 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4771464-4084-49a6-8e8c-b9a95b374b01 req-5a94979d-dde6-44d1-9b97-7cdc112ec059 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Router 6e1de26e-503b-40a5-9177-efd8d3310085 has already been hosted by L3 agent 084ea860-45cb-441c-b2f8-c6c2f7d6686c {{(pid=104469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 09:17:54.489896 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7f3b3aed-46f4-4e68-bbbe-dab9f8099e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (d1fd82e0-5c39-4100-b44b-c54ee27d2d9f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:17:54.510460 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4771464-4084-49a6-8e8c-b9a95b374b01 req-5a94979d-dde6-44d1-9b97-7cdc112ec059 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Notify agent at l3_agent.dv-cinder-849626-3-iscsi the message routers_updated {{(pid=104469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 09:17:54.521089 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9eb880-dd3e-4f3b-a565-22d9f5fa6f68 None None] Sync routers for ids ['6e1de26e-503b-40a5-9177-efd8d3310085'] in dv-cinder-849626-3-iscsi {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 09:17:54.530895 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9eb880-dd3e-4f3b-a565-22d9f5fa6f68 None None] Routers {'6e1de26e-503b-40a5-9177-efd8d3310085'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:17:54.531532 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-6e9eb880-dd3e-4f3b-a565-22d9f5fa6f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:17:53Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['6e1de26e-503b-40a5-9177-efd8d3310085'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:17:54.543579 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:17:54.562794 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4771464-4084-49a6-8e8c-b9a95b374b01 req-5a94979d-dde6-44d1-9b97-7cdc112ec059 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] No DVR routers for this DVR port 355c5529-21f2-43d6-984d-dd34763cd07b on host hv-cinder-84962 {{(pid=104469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 09:17:54.563128 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-c4771464-4084-49a6-8e8c-b9a95b374b01 req-5a94979d-dde6-44d1-9b97-7cdc112ec059 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for port (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:17:54.566566 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-c4771464-4084-49a6-8e8c-b9a95b374b01 req-5a94979d-dde6-44d1-9b97-7cdc112ec059 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.30 "DELETE /v2.0/ports/355c5529-21f2-43d6-984d-dd34763cd07b HTTP/1.1" status: 204 len: 173 time: 0.8137529 Jul 13 09:17:54.567027 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b942614-217b-47b2-858b-d04eff124d5c', 'name': 'network-vif-deleted', 'tag': '355c5529-21f2-43d6-984d-dd34763cd07b'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:17:54.569903 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c4e5b91a84def5af2f1fcdaa70b19e5540aa6c2f63d8f4e9cb6586108f6a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a026db-d118-4641-8c43-ba7f9c9493e8" -d '{"events": [{"server_uuid": "2b942614-217b-47b2-858b-d04eff124d5c", "name": "network-vif-deleted", "tag": "355c5529-21f2-43d6-984d-dd34763cd07b"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:17:54.616327 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-c5c28cd3-d20e-428c-98e9-cffd84f88615 req-1c852d68-07eb-48fa-9c73-0eb6cb4a6b7f tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b942614-217b-47b2-858b-d04eff124d5c HTTP/1.1" status: 200 len: 210 time: 0.0372047 Jul 13 09:17:54.640027 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-6e9eb880-dd3e-4f3b-a565-22d9f5fa6f68 None None] Set router 6e1de26e-503b-40a5-9177-efd8d3310085 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:17:54.786025 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 09:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf7d561b-5ac2-4e4d-be34-b44bccd85e26 x-openstack-request-id: req-cf7d561b-5ac2-4e4d-be34-b44bccd85e26 {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:17:54.786904 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b942614-217b-47b2-858b-d04eff124d5c", "name": "network-vif-deleted", "tag": "355c5529-21f2-43d6-984d-dd34763cd07b", "status": "completed", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:17:54.787230 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-cf7d561b-5ac2-4e4d-be34-b44bccd85e26 {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:17:54.787725 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf7d561b-5ac2-4e4d-be34-b44bccd85e26'] response: {'server_uuid': '2b942614-217b-47b2-858b-d04eff124d5c', 'name': 'network-vif-deleted', 'tag': '355c5529-21f2-43d6-984d-dd34763cd07b', 'status': 'completed', 'code': 200} Jul 13 09:17:54.856624 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-6e9eb880-dd3e-4f3b-a565-22d9f5fa6f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'name': 'tempest-AttachVolumeNegativeTest-66573234-router', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'da847675-4b00-4cc2-a470-1ef521631008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:13:00Z', 'updated_at': '2022-07-13T09:13:03Z', 'revision_number': 4, 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'gw_port': {'id': 'da847675-4b00-4cc2-a470-1ef521631008', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:13:01Z', 'updated_at': '2022-07-13T09:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_interfaces': [{'id': '1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73', 'name': '', 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'mac_address': 'fa:16:3e:c1:69:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '13acf255-d269-41b2-95ac-9a0376cf4726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:13:02Z', 'updated_at': '2022-07-13T09:13:06Z', 'revision_number': 5, 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'subnets': [{'id': '13acf255-d269-41b2-95ac-9a0376cf4726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:17:54.881668 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9eb880-dd3e-4f3b-a565-22d9f5fa6f68 None None] Checking router: 6e1de26e-503b-40a5-9177-efd8d3310085 for host: dv-cinder-849626-3-iscsi {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 09:17:54.890235 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9eb880-dd3e-4f3b-a565-22d9f5fa6f68 None None] Routers {'6e1de26e-503b-40a5-9177-efd8d3310085'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:17:54.890834 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-6e9eb880-dd3e-4f3b-a565-22d9f5fa6f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:17:53Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['6e1de26e-503b-40a5-9177-efd8d3310085'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:17:54.997260 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-6e9eb880-dd3e-4f3b-a565-22d9f5fa6f68 None None] Set router 6e1de26e-503b-40a5-9177-efd8d3310085 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:17:55.184274 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-6e9eb880-dd3e-4f3b-a565-22d9f5fa6f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'name': 'tempest-AttachVolumeNegativeTest-66573234-router', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'da847675-4b00-4cc2-a470-1ef521631008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:13:00Z', 'updated_at': '2022-07-13T09:13:03Z', 'revision_number': 4, 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'gw_port': {'id': 'da847675-4b00-4cc2-a470-1ef521631008', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:13:01Z', 'updated_at': '2022-07-13T09:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_interfaces': [{'id': '1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73', 'name': '', 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'mac_address': 'fa:16:3e:c1:69:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '13acf255-d269-41b2-95ac-9a0376cf4726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:13:02Z', 'updated_at': '2022-07-13T09:13:06Z', 'revision_number': 5, 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'subnets': [{'id': '13acf255-d269-41b2-95ac-9a0376cf4726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:17:55.209308 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9eb880-dd3e-4f3b-a565-22d9f5fa6f68 None None] The sync data for ids ['6e1de26e-503b-40a5-9177-efd8d3310085'] in dv-cinder-849626-3-iscsi is: [{'id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'name': 'tempest-AttachVolumeNegativeTest-66573234-router', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'da847675-4b00-4cc2-a470-1ef521631008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:13:00Z', 'updated_at': '2022-07-13T09:13:03Z', 'revision_number': 4, 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'gw_port': {'id': 'da847675-4b00-4cc2-a470-1ef521631008', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:13:01Z', 'updated_at': '2022-07-13T09:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi', '_interfaces': [{'id': '1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73', 'name': '', 'network_id': '0419ddd4-ade8-4500-ac9c-4682f59c8496', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'mac_address': 'fa:16:3e:c1:69:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '13acf255-d269-41b2-95ac-9a0376cf4726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:13:02Z', 'updated_at': '2022-07-13T09:13:06Z', 'revision_number': 5, 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'subnets': [{'id': '13acf255-d269-41b2-95ac-9a0376cf4726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 09:17:55.414740 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96540700-a7b2-4868-ac59-828e61ecc314 None None] New status for floating IP be732a0c-4331-42e4-9285-86da64975776: DOWN {{(pid=104471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 13 09:17:55.506352 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5ee680a5-33f3-4217-99f5-17637ad0570e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (59ae6226-c784-4fad-8646-7377b1ef5f31), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:17:55.746775 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 41152) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:17:55.776987 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:17:55.801467 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-57228c33-fc40-452c-9e9a-2d0c658656b2 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for security_group (386adfb1-a99a-4196-88e6-d9c154dfaa3d), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:17:55.824823 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-57228c33-fc40-452c-9e9a-2d0c658656b2 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for security_group (386adfb1-a99a-4196-88e6-d9c154dfaa3d), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:17:55.826434 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (9379cce5-6fc7-4135-bc49-530c07185724), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:17:55.969144 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-57228c33-fc40-452c-9e9a-2d0c658656b2 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (386adfb1-a99a-4196-88e6-d9c154dfaa3d), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:17:55.971734 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-57228c33-fc40-452c-9e9a-2d0c658656b2 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:17:55.972910 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-57228c33-fc40-452c-9e9a-2d0c658656b2 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "DELETE /v2.0/security-groups/386adfb1-a99a-4196-88e6-d9c154dfaa3d HTTP/1.1" status: 204 len: 168 time: 0.2251401 Jul 13 09:17:55.975777 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 41154) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:17:55.983158 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57228c33-fc40-452c-9e9a-2d0c658656b2 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=386adfb1-a99a-4196-88e6-d9c154dfaa3d,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:17:55.989562 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.api.v2.resource [None req-52910071-2f0e-4ba9-bada-4a20d410503c tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] show failed (client error): The resource could not be found. Jul 13 09:17:55.993512 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 41156) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:17:55.993685 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-52910071-2f0e-4ba9-bada-4a20d410503c tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "GET /v2.0/security-groups/386adfb1-a99a-4196-88e6-d9c154dfaa3d HTTP/1.1" status: 404 len: 347 time: 0.0167198 Jul 13 09:17:56.117455 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-b73d1599-5dd9-4059-81b7-7b407a3e8238 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Deleting port c8936cec-38d7-4737-a0a9-56ee2a7258d1 {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:17:56.117787 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b73d1599-5dd9-4059-81b7-7b407a3e8238 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (c8936cec-38d7-4737-a0a9-56ee2a7258d1), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:17:56.205476 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b73d1599-5dd9-4059-81b7-7b407a3e8238 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (c8936cec-38d7-4737-a0a9-56ee2a7258d1), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:17:56.205797 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b73d1599-5dd9-4059-81b7-7b407a3e8238 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for floatingip (c8936cec-38d7-4737-a0a9-56ee2a7258d1), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:17:56.217956 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-b73d1599-5dd9-4059-81b7-7b407a3e8238 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Calling delete_port for c8936cec-38d7-4737-a0a9-56ee2a7258d1 owned by network:floatingip {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:17:56.414925 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b73d1599-5dd9-4059-81b7-7b407a3e8238 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542309'] for port (c8936cec-38d7-4737-a0a9-56ee2a7258d1), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:17:56.440965 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73d1599-5dd9-4059-81b7-7b407a3e8238 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Pushing event deleted for resources: {'Port': ['ID=c8936cec-38d7-4737-a0a9-56ee2a7258d1,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:17:56.504686 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b73d1599-5dd9-4059-81b7-7b407a3e8238 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks [] for floatingip (be732a0c-4331-42e4-9285-86da64975776), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:17:56.507216 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b73d1599-5dd9-4059-81b7-7b407a3e8238 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for floatingip (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:17:56.508355 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-b73d1599-5dd9-4059-81b7-7b407a3e8238 tempest-AttachVolumeNegativeTest-2079300296 tempest-AttachVolumeNegativeTest-2079300296-project] 10.222.0.40 "DELETE /v2.0/floatingips/be732a0c-4331-42e4-9285-86da64975776 HTTP/1.1" status: 204 len: 168 time: 0.5128403 Jul 13 09:17:58.581201 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device 355c5529-21f2-43d6-984d-dd34763cd07b no longer exists at agent hyperv_hv-cinder-84962 {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:17:58.604106 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] No Port match for: 355c5529-21f2-43d6-984d-dd34763cd07b {{(pid=104470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 09:17:58.604381 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device 355c5529-21f2-43d6-984d-dd34763cd07b not bound to the agent host hv-cinder-84962 {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 09:18:00.565810 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 41192) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:18:01.094739 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:18:01.205998 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:18:01.214625 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-90177faf-c0dc-45f4-98b0-1679aef9c922 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-385605'] for router_interface (6e1de26e-503b-40a5-9177-efd8d3310085), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:01.433712 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-90177faf-c0dc-45f4-98b0-1679aef9c922 admin admin] Deleting port 1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73 {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:18:01.434077 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-90177faf-c0dc-45f4-98b0-1679aef9c922 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:01.514932 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-90177faf-c0dc-45f4-98b0-1679aef9c922 admin admin] For port 1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73,segment=NetworkSegment(3edf80a3-cf45-4e6d-829d-b0893b0eaa9d),segment_id=3edf80a3-cf45-4e6d-829d-b0893b0eaa9d)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:18:01.515207 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-90177faf-c0dc-45f4-98b0-1679aef9c922 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:01.528451 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-90177faf-c0dc-45f4-98b0-1679aef9c922 admin admin] Calling delete_port for 1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73 owned by network:router_interface {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:18:01.774764 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-90177faf-c0dc-45f4-98b0-1679aef9c922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542309'] for port (1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:01.797400 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90177faf-c0dc-45f4-98b0-1679aef9c922 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:18:01.962544 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-90177faf-c0dc-45f4-98b0-1679aef9c922 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-385745'] for router_interface (6e1de26e-503b-40a5-9177-efd8d3310085), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:02.101995 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:18:02.138743 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:18:02.167514 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90177faf-c0dc-45f4-98b0-1679aef9c922 admin admin] Router 6e1de26e-503b-40a5-9177-efd8d3310085 has already been hosted by L3 agent 084ea860-45cb-441c-b2f8-c6c2f7d6686c {{(pid=104469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 09:18:02.270917 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90177faf-c0dc-45f4-98b0-1679aef9c922 admin admin] Notify agent at l3_agent.dv-cinder-849626-3-iscsi the message routers_updated {{(pid=104469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 09:18:02.276385 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-90177faf-c0dc-45f4-98b0-1679aef9c922 admin admin] 10.222.0.40 "PUT /v2.0/routers/6e1de26e-503b-40a5-9177-efd8d3310085/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7098866 Jul 13 09:18:02.278760 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 41196) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:18:02.279679 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc81447c-2c41-4e9d-b6f8-d0c661b82e5a None None] Sync routers for ids ['6e1de26e-503b-40a5-9177-efd8d3310085'] in dv-cinder-849626-3-iscsi {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 09:18:02.289294 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc81447c-2c41-4e9d-b6f8-d0c661b82e5a None None] Routers {'6e1de26e-503b-40a5-9177-efd8d3310085'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:18:02.289896 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-dc81447c-2c41-4e9d-b6f8-d0c661b82e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:17:53Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['6e1de26e-503b-40a5-9177-efd8d3310085'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:18:02.382927 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-9804d44f-3655-4a28-ad0f-6605978e8a0d admin admin] Publish callbacks [] for router (6e1de26e-503b-40a5-9177-efd8d3310085), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:02.392372 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-dc81447c-2c41-4e9d-b6f8-d0c661b82e5a None None] Set router 6e1de26e-503b-40a5-9177-efd8d3310085 gateway port host: dv-cinder-849626-3-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:18:02.443209 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:18:02.484850 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-9804d44f-3655-4a28-ad0f-6605978e8a0d admin admin] Publish callbacks [] for router_gateway (6e1de26e-503b-40a5-9177-efd8d3310085), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:02.503256 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:18:02.562377 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-dc81447c-2c41-4e9d-b6f8-d0c661b82e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'name': 'tempest-AttachVolumeNegativeTest-66573234-router', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'external_fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'da847675-4b00-4cc2-a470-1ef521631008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:13:00Z', 'updated_at': '2022-07-13T09:18:01Z', 'revision_number': 5, 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'gw_port': {'id': 'da847675-4b00-4cc2-a470-1ef521631008', 'name': '', 'network_id': '14d154e4-c9a5-47e8-9f7f-9daf0b869ff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849626-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T09:13:01Z', 'updated_at': '2022-07-13T09:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8de8efa6-546e-4542-992b-4162440fe9c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849626-3-iscsi'}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:18:02.590590 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc81447c-2c41-4e9d-b6f8-d0c661b82e5a None None] Checking router: 6e1de26e-503b-40a5-9177-efd8d3310085 for host: dv-cinder-849626-3-iscsi {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 09:18:02.599596 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc81447c-2c41-4e9d-b6f8-d0c661b82e5a None None] Routers {'6e1de26e-503b-40a5-9177-efd8d3310085'} bound to L3 agent in host dv-cinder-849626-3-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 09:18:02.600204 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-dc81447c-2c41-4e9d-b6f8-d0c661b82e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849626-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-13T08:57:23Z,description=,heartbeat_timestamp=2022-07-13T09:17:53Z,host='dv-cinder-849626-3-iscsi',id=084ea860-45cb-441c-b2f8-c6c2f7d6686c,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T08:57:23Z,topic='l3_agent')) {'router_ids': ['6e1de26e-503b-40a5-9177-efd8d3310085'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:18:02.623706 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-9804d44f-3655-4a28-ad0f-6605978e8a0d admin admin] Deleting port da847675-4b00-4cc2-a470-1ef521631008 {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:18:02.624043 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-9804d44f-3655-4a28-ad0f-6605978e8a0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (da847675-4b00-4cc2-a470-1ef521631008), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:02.681710 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-dc81447c-2c41-4e9d-b6f8-d0c661b82e5a None None] Set router 6e1de26e-503b-40a5-9177-efd8d3310085 gateway port host: None {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 09:18:02.702852 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-9804d44f-3655-4a28-ad0f-6605978e8a0d admin admin] For port da847675-4b00-4cc2-a470-1ef521631008, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=da847675-4b00-4cc2-a470-1ef521631008,segment=NetworkSegment(51732cec-dd15-4320-89e5-7b26a17afbfa),segment_id=51732cec-dd15-4320-89e5-7b26a17afbfa)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:18:02.703217 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-9804d44f-3655-4a28-ad0f-6605978e8a0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (da847675-4b00-4cc2-a470-1ef521631008), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:02.716532 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-9804d44f-3655-4a28-ad0f-6605978e8a0d admin admin] Calling delete_port for da847675-4b00-4cc2-a470-1ef521631008 owned by network:router_gateway {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:18:02.734261 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-dc81447c-2c41-4e9d-b6f8-d0c661b82e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'name': 'tempest-AttachVolumeNegativeTest-66573234-router', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:13:00Z', 'updated_at': '2022-07-13T09:18:02Z', 'revision_number': 6, 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'gw_port_host': None}], 'dv-cinder-849626-3-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:18:02.758841 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc81447c-2c41-4e9d-b6f8-d0c661b82e5a None None] The sync data for ids ['6e1de26e-503b-40a5-9177-efd8d3310085'] in dv-cinder-849626-3-iscsi is: [{'id': '6e1de26e-503b-40a5-9177-efd8d3310085', 'name': 'tempest-AttachVolumeNegativeTest-66573234-router', 'tenant_id': '0486a8d3794f4b50a96d3477e14e344f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T09:13:00Z', 'updated_at': '2022-07-13T09:18:02Z', 'revision_number': 6, 'project_id': '0486a8d3794f4b50a96d3477e14e344f', 'gw_port_host': None}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 09:18:02.814681 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:18:02.997707 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-9804d44f-3655-4a28-ad0f-6605978e8a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542309'] for port (da847675-4b00-4cc2-a470-1ef521631008), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:03.024162 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9804d44f-3655-4a28-ad0f-6605978e8a0d admin admin] Pushing event deleted for resources: {'Port': ['ID=da847675-4b00-4cc2-a470-1ef521631008,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:18:03.087258 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-9804d44f-3655-4a28-ad0f-6605978e8a0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-389068'] for router_gateway (6e1de26e-503b-40a5-9177-efd8d3310085), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:03.177136 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-9804d44f-3655-4a28-ad0f-6605978e8a0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-400323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-657'] for router (6e1de26e-503b-40a5-9177-efd8d3310085), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:03.179441 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-9804d44f-3655-4a28-ad0f-6605978e8a0d admin admin] Publish callbacks [] for router_controller (6e1de26e-503b-40a5-9177-efd8d3310085), precommit_delete_associations {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:03.312465 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-9804d44f-3655-4a28-ad0f-6605978e8a0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-400247'] for router (6e1de26e-503b-40a5-9177-efd8d3310085), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:03.312974 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9804d44f-3655-4a28-ad0f-6605978e8a0d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e1de26e-503b-40a5-9177-efd8d3310085 {{(pid=104469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 09:18:03.317175 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-9804d44f-3655-4a28-ad0f-6605978e8a0d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:03.318260 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-9804d44f-3655-4a28-ad0f-6605978e8a0d admin admin] 10.222.0.40 "DELETE /v2.0/routers/6e1de26e-503b-40a5-9177-efd8d3310085 HTTP/1.1" status: 204 len: 168 time: 1.0385368 Jul 13 09:18:03.320710 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 41198) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:18:03.368579 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_v2 [None req-2db7c2bf-98a3-47fe-b6c1-a83682dd5aed admin admin] Deleting subnet 13acf255-d269-41b2-95ac-9a0376cf4726 {{(pid=104469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 13 09:18:03.372276 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2db7c2bf-98a3-47fe-b6c1-a83682dd5aed admin admin] Publish callbacks [] for subnet (13acf255-d269-41b2-95ac-9a0376cf4726), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:03.406558 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2db7c2bf-98a3-47fe-b6c1-a83682dd5aed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3541572'] for subnet (13acf255-d269-41b2-95ac-9a0376cf4726), precommit_delete_associations {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:03.444503 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:DELETE=11 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:18:03.479466 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2db7c2bf-98a3-47fe-b6c1-a83682dd5aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7837055'] for subnet (13acf255-d269-41b2-95ac-9a0376cf4726), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:03.502785 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=9 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:18:03.615213 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2db7c2bf-98a3-47fe-b6c1-a83682dd5aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7837033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3541754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8945970'] for subnet (13acf255-d269-41b2-95ac-9a0376cf4726), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:03.644626 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db7c2bf-98a3-47fe-b6c1-a83682dd5aed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13acf255-d269-41b2-95ac-9a0376cf4726,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:18:03.652323 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2db7c2bf-98a3-47fe-b6c1-a83682dd5aed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594414'] for subnet (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:03.653835 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-2db7c2bf-98a3-47fe-b6c1-a83682dd5aed admin admin] 10.222.0.40 "DELETE /v2.0/subnets/13acf255-d269-41b2-95ac-9a0376cf4726 HTTP/1.1" status: 204 len: 168 time: 0.3319540 Jul 13 09:18:03.656083 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 41200) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:18:03.656347 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682462d0-92f3-4844-848a-4827db18d37b None None] Network 0419ddd4-ade8-4500-ac9c-4682f59c8496 requested from dv-cinder-849626-3-iscsi {{(pid=104470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 09:18:03.727769 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-6030c361-7122-40b6-828a-f407453afa7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7847201'] for network (0419ddd4-ade8-4500-ac9c-4682f59c8496), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:03.772563 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-6030c361-7122-40b6-828a-f407453afa7b admin admin] Deleting port a2da2e59-dd1d-4b58-a7d5-abf17b4ade8c {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:18:03.772905 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-6030c361-7122-40b6-828a-f407453afa7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (a2da2e59-dd1d-4b58-a7d5-abf17b4ade8c), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:03.836278 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024aea9a-b57b-40b5-8372-80cfe9a71f8a None None] DHCP port deletion for 0419ddd4-ade8-4500-ac9c-4682f59c8496 request from dv-cinder-849626-3-iscsi {{(pid=104470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 13 09:18:03.844623 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-6030c361-7122-40b6-828a-f407453afa7b admin admin] For port a2da2e59-dd1d-4b58-a7d5-abf17b4ade8c, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=a2da2e59-dd1d-4b58-a7d5-abf17b4ade8c,segment=NetworkSegment(3edf80a3-cf45-4e6d-829d-b0893b0eaa9d),segment_id=3edf80a3-cf45-4e6d-829d-b0893b0eaa9d)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:18:03.845179 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-6030c361-7122-40b6-828a-f407453afa7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (a2da2e59-dd1d-4b58-a7d5-abf17b4ade8c), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:03.858506 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-6030c361-7122-40b6-828a-f407453afa7b admin admin] Calling delete_port for a2da2e59-dd1d-4b58-a7d5-abf17b4ade8c owned by network:dhcp {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:18:03.873081 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-024aea9a-b57b-40b5-8372-80cfe9a71f8a None None] Deleting port a2da2e59-dd1d-4b58-a7d5-abf17b4ade8c {{(pid=104470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:18:03.873446 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-024aea9a-b57b-40b5-8372-80cfe9a71f8a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (a2da2e59-dd1d-4b58-a7d5-abf17b4ade8c), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:03.939174 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-024aea9a-b57b-40b5-8372-80cfe9a71f8a None None] For port a2da2e59-dd1d-4b58-a7d5-abf17b4ade8c, host dv-cinder-849626-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849626-3-iscsi',level=0,port_id=a2da2e59-dd1d-4b58-a7d5-abf17b4ade8c,segment=NetworkSegment(3edf80a3-cf45-4e6d-829d-b0893b0eaa9d),segment_id=3edf80a3-cf45-4e6d-829d-b0893b0eaa9d)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:18:03.939585 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-024aea9a-b57b-40b5-8372-80cfe9a71f8a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (a2da2e59-dd1d-4b58-a7d5-abf17b4ade8c), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:03.952640 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-024aea9a-b57b-40b5-8372-80cfe9a71f8a None None] Calling delete_port for a2da2e59-dd1d-4b58-a7d5-abf17b4ade8c owned by network:dhcp {{(pid=104470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:18:04.066596 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-6030c361-7122-40b6-828a-f407453afa7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542309'] for port (a2da2e59-dd1d-4b58-a7d5-abf17b4ade8c), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:04.067346 dv-cinder-849626-3-iscsi neutron-server[104470]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 09:18:04.067346 dv-cinder-849626-3-iscsi neutron-server[104470]: from cryptography.utils import int_from_bytes Jul 13 09:18:04.067346 dv-cinder-849626-3-iscsi neutron-server[104470]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 09:18:04.067346 dv-cinder-849626-3-iscsi neutron-server[104470]: from cryptography.utils import int_from_bytes Jul 13 09:18:04.067346 dv-cinder-849626-3-iscsi neutron-server[104470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 09:18:04.067346 dv-cinder-849626-3-iscsi neutron-server[104470]: self.session.flush() Jul 13 09:18:04.067346 dv-cinder-849626-3-iscsi neutron-server[104470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 09:18:04.067346 dv-cinder-849626-3-iscsi neutron-server[104470]: self.session.flush() Jul 13 09:18:04.067346 dv-cinder-849626-3-iscsi neutron-server[104470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 09:18:04.067346 dv-cinder-849626-3-iscsi neutron-server[104470]: self.session.flush() Jul 13 09:18:04.067346 dv-cinder-849626-3-iscsi neutron-server[104470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 09:18:04.067346 dv-cinder-849626-3-iscsi neutron-server[104470]: self.session.flush() Jul 13 09:18:04.067346 dv-cinder-849626-3-iscsi neutron-server[104470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 09:18:04.067346 dv-cinder-849626-3-iscsi neutron-server[104470]: self.session.flush() Jul 13 09:18:04.067346 dv-cinder-849626-3-iscsi neutron-server[104470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 09:18:04.067346 dv-cinder-849626-3-iscsi neutron-server[104470]: self.session.flush() Jul 13 09:18:04.067346 dv-cinder-849626-3-iscsi neutron-server[104470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 09:18:04.067346 dv-cinder-849626-3-iscsi neutron-server[104470]: self.session.flush() Jul 13 09:18:04.067346 dv-cinder-849626-3-iscsi neutron-server[104470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 09:18:04.067346 dv-cinder-849626-3-iscsi neutron-server[104470]: self.session.flush() Jul 13 09:18:04.067346 dv-cinder-849626-3-iscsi neutron-server[104470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 09:18:04.067346 dv-cinder-849626-3-iscsi neutron-server[104470]: self.session.flush() Jul 13 09:18:04.067346 dv-cinder-849626-3-iscsi neutron-server[104470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 09:18:04.067346 dv-cinder-849626-3-iscsi neutron-server[104470]: self.session.flush() Jul 13 09:18:04.067346 dv-cinder-849626-3-iscsi neutron-server[104470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 09:18:04.067346 dv-cinder-849626-3-iscsi neutron-server[104470]: self.session.flush() Jul 13 09:18:04.067346 dv-cinder-849626-3-iscsi neutron-server[104470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 09:18:04.067346 dv-cinder-849626-3-iscsi neutron-server[104470]: self.session.flush() Jul 13 09:18:04.067346 dv-cinder-849626-3-iscsi neutron-server[104470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 09:18:04.067346 dv-cinder-849626-3-iscsi neutron-server[104470]: self.session.flush() Jul 13 09:18:04.067346 dv-cinder-849626-3-iscsi neutron-server[104470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 09:18:04.067346 dv-cinder-849626-3-iscsi neutron-server[104470]: self.session.flush() Jul 13 09:18:04.067346 dv-cinder-849626-3-iscsi neutron-server[104470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 09:18:04.067346 dv-cinder-849626-3-iscsi neutron-server[104470]: self.session.flush() Jul 13 09:18:04.067346 dv-cinder-849626-3-iscsi neutron-server[104470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 09:18:04.067346 dv-cinder-849626-3-iscsi neutron-server[104470]: self.session.flush() Jul 13 09:18:04.067346 dv-cinder-849626-3-iscsi neutron-server[104470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 09:18:04.067346 dv-cinder-849626-3-iscsi neutron-server[104470]: self.session.flush() Jul 13 09:18:04.067346 dv-cinder-849626-3-iscsi neutron-server[104470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 09:18:04.067346 dv-cinder-849626-3-iscsi neutron-server[104470]: self.session.flush() Jul 13 09:18:04.067346 dv-cinder-849626-3-iscsi neutron-server[104470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 09:18:04.067346 dv-cinder-849626-3-iscsi neutron-server[104470]: self.session.flush() Jul 13 09:18:04.070168 dv-cinder-849626-3-iscsi neutron-server[104470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 09:18:04.070168 dv-cinder-849626-3-iscsi neutron-server[104470]: self.session.flush() Jul 13 09:18:04.070168 dv-cinder-849626-3-iscsi neutron-server[104470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 09:18:04.070168 dv-cinder-849626-3-iscsi neutron-server[104470]: self.session.flush() Jul 13 09:18:04.070168 dv-cinder-849626-3-iscsi neutron-server[104470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 09:18:04.070168 dv-cinder-849626-3-iscsi neutron-server[104470]: self.session.flush() Jul 13 09:18:04.070168 dv-cinder-849626-3-iscsi neutron-server[104470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 09:18:04.070168 dv-cinder-849626-3-iscsi neutron-server[104470]: self.session.flush() Jul 13 09:18:04.070168 dv-cinder-849626-3-iscsi neutron-server[104470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 09:18:04.070168 dv-cinder-849626-3-iscsi neutron-server[104470]: self.session.flush() Jul 13 09:18:04.070168 dv-cinder-849626-3-iscsi neutron-server[104470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 09:18:04.070168 dv-cinder-849626-3-iscsi neutron-server[104470]: self.session.flush() Jul 13 09:18:04.070168 dv-cinder-849626-3-iscsi neutron-server[104470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 09:18:04.070168 dv-cinder-849626-3-iscsi neutron-server[104470]: self.session.flush() Jul 13 09:18:04.073553 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-024aea9a-b57b-40b5-8372-80cfe9a71f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135'] for port (a2da2e59-dd1d-4b58-a7d5-abf17b4ade8c), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:04.096188 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6030c361-7122-40b6-828a-f407453afa7b admin admin] Pushing event deleted for resources: {'Port': ['ID=a2da2e59-dd1d-4b58-a7d5-abf17b4ade8c,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:18:04.097921 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6030c361-7122-40b6-828a-f407453afa7b admin admin] No DVR routers for this DVR port a2da2e59-dd1d-4b58-a7d5-abf17b4ade8c on host dv-cinder-849626-3-iscsi {{(pid=104469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 09:18:04.104625 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024aea9a-b57b-40b5-8372-80cfe9a71f8a None None] Pushing event deleted for resources: {'Port': ['ID=a2da2e59-dd1d-4b58-a7d5-abf17b4ade8c,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:18:04.107041 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024aea9a-b57b-40b5-8372-80cfe9a71f8a None None] No DVR routers for this DVR port a2da2e59-dd1d-4b58-a7d5-abf17b4ade8c on host dv-cinder-849626-3-iscsi {{(pid=104470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 09:18:04.114564 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024aea9a-b57b-40b5-8372-80cfe9a71f8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:18:04.114906 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024aea9a-b57b-40b5-8372-80cfe9a71f8a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:18:04.115238 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024aea9a-b57b-40b5-8372-80cfe9a71f8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:18:04.115570 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024aea9a-b57b-40b5-8372-80cfe9a71f8a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:18:04.115895 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024aea9a-b57b-40b5-8372-80cfe9a71f8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:18:04.116216 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024aea9a-b57b-40b5-8372-80cfe9a71f8a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:18:04.116580 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024aea9a-b57b-40b5-8372-80cfe9a71f8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:18:04.116836 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024aea9a-b57b-40b5-8372-80cfe9a71f8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:18:04.117167 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024aea9a-b57b-40b5-8372-80cfe9a71f8a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:18:04.117469 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024aea9a-b57b-40b5-8372-80cfe9a71f8a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:18:04.117777 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024aea9a-b57b-40b5-8372-80cfe9a71f8a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:18:04.118127 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024aea9a-b57b-40b5-8372-80cfe9a71f8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:18:04.118442 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024aea9a-b57b-40b5-8372-80cfe9a71f8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:18:04.118753 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024aea9a-b57b-40b5-8372-80cfe9a71f8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:18:04.119067 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024aea9a-b57b-40b5-8372-80cfe9a71f8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:18:04.141803 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:18:04.171805 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-6030c361-7122-40b6-828a-f407453afa7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7836165', 'neutron.services.segments.db._delete_segments_for_network-8760185013827'] for network (0419ddd4-ade8-4500-ac9c-4682f59c8496), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:04.191126 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.services.segments.db [None req-6030c361-7122-40b6-828a-f407453afa7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0419ddd4-ade8-4500-ac9c-4682f59c8496']}} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:18:04.200257 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.services.segments.db [None req-6030c361-7122-40b6-828a-f407453afa7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3edf80a3-cf45-4e6d-829d-b0893b0eaa9d') {'for_net_delete': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:18:04.200550 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.services.segments.db [None req-6030c361-7122-40b6-828a-f407453afa7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3edf80a3-cf45-4e6d-829d-b0893b0eaa9d') {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:18:04.210021 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-6030c361-7122-40b6-828a-f407453afa7b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760185015116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3541587'] for segment (3edf80a3-cf45-4e6d-829d-b0893b0eaa9d), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:04.224162 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-6030c361-7122-40b6-828a-f407453afa7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7769013'] for segment (3edf80a3-cf45-4e6d-829d-b0893b0eaa9d), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:04.231217 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6030c361-7122-40b6-828a-f407453afa7b admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=104469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 09:18:04.231591 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-6030c361-7122-40b6-828a-f407453afa7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7769013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542360'] for segment (3edf80a3-cf45-4e6d-829d-b0893b0eaa9d), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:04.302129 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.services.segments.plugin [-] Segment 3edf80a3-cf45-4e6d-829d-b0893b0eaa9d resource provider aggregate not found Jul 13 09:18:04.317916 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.services.segments.plugin [-] Segment 3edf80a3-cf45-4e6d-829d-b0893b0eaa9d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3edf80a3-cf45-4e6d-829d-b0893b0eaa9d found for delete ", "request_id": "req-d4e84522-52f7-47dd-9954-a9f5452b1d43"}]} Jul 13 09:18:04.340370 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-6030c361-7122-40b6-828a-f407453afa7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7836172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-389073'] for network (0419ddd4-ade8-4500-ac9c-4682f59c8496), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:04.346139 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-6030c361-7122-40b6-828a-f407453afa7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594414'] for network (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:04.349346 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-6030c361-7122-40b6-828a-f407453afa7b admin admin] 10.222.0.40 "DELETE /v2.0/networks/0419ddd4-ade8-4500-ac9c-4682f59c8496 HTTP/1.1" status: 204 len: 168 time: 0.6923599 Jul 13 09:18:04.361039 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6030c361-7122-40b6-828a-f407453afa7b admin admin] Pushing event deleted for resources: {'Network': ['ID=0419ddd4-ade8-4500-ac9c-4682f59c8496,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:18:04.499330 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device a2da2e59-dd1d-4b58-a7d5-abf17b4ade8c no longer exists at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:18:04.612476 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 41210) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:18:04.637479 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] No Port match for: a2da2e59-dd1d-4b58-a7d5-abf17b4ade8c {{(pid=104470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 09:18:04.637816 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device a2da2e59-dd1d-4b58-a7d5-abf17b4ade8c not bound to the agent host dv-cinder-849626-3-iscsi {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 09:18:04.638276 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device da847675-4b00-4cc2-a470-1ef521631008 no longer exists at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:18:04.655805 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-5bd47536-52b3-4e04-9ee8-6755fd513161 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=0486a8d3794f4b50a96d3477e14e344f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420716 Jul 13 09:18:04.657251 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] No Port match for: da847675-4b00-4cc2-a470-1ef521631008 {{(pid=104470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 09:18:04.657834 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device da847675-4b00-4cc2-a470-1ef521631008 not bound to the agent host dv-cinder-849626-3-iscsi {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 09:18:04.657996 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device 1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73 no longer exists at agent ovs-agent-dv-cinder-849626-3-iscsi {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:18:04.658478 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 41212) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:18:04.676930 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] No Port match for: 1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73 {{(pid=104470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 09:18:04.677276 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Device 1fbaf6cb-b9db-4acc-a3ff-5ec2ffa51e73 not bound to the agent host dv-cinder-849626-3-iscsi {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 09:18:04.709064 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7f173ee6-fcd1-46e3-af32-74773caffa98 admin admin] Publish callbacks [] for security_group (62740d31-431c-48c4-ba7d-889a727ab0c2), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:04.731316 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7f173ee6-fcd1-46e3-af32-74773caffa98 admin admin] Publish callbacks [] for security_group (62740d31-431c-48c4-ba7d-889a727ab0c2), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:04.846750 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7f173ee6-fcd1-46e3-af32-74773caffa98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (62740d31-431c-48c4-ba7d-889a727ab0c2), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:04.849301 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7f173ee6-fcd1-46e3-af32-74773caffa98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:04.850586 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-7f173ee6-fcd1-46e3-af32-74773caffa98 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/62740d31-431c-48c4-ba7d-889a727ab0c2 HTTP/1.1" status: 204 len: 168 time: 0.1911213 Jul 13 09:18:04.859079 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f173ee6-fcd1-46e3-af32-74773caffa98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62740d31-431c-48c4-ba7d-889a727ab0c2,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:18:04.866601 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f173ee6-fcd1-46e3-af32-74773caffa98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:18:04.866949 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f173ee6-fcd1-46e3-af32-74773caffa98 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:18:04.867284 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f173ee6-fcd1-46e3-af32-74773caffa98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:18:04.867619 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f173ee6-fcd1-46e3-af32-74773caffa98 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:18:04.867946 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f173ee6-fcd1-46e3-af32-74773caffa98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:18:04.868264 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f173ee6-fcd1-46e3-af32-74773caffa98 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:18:04.868583 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f173ee6-fcd1-46e3-af32-74773caffa98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:18:04.868899 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f173ee6-fcd1-46e3-af32-74773caffa98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:18:04.869216 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f173ee6-fcd1-46e3-af32-74773caffa98 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:18:04.869534 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f173ee6-fcd1-46e3-af32-74773caffa98 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:18:04.869858 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f173ee6-fcd1-46e3-af32-74773caffa98 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:18:04.870219 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f173ee6-fcd1-46e3-af32-74773caffa98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:18:04.870536 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f173ee6-fcd1-46e3-af32-74773caffa98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:18:04.870853 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f173ee6-fcd1-46e3-af32-74773caffa98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:18:04.871160 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f173ee6-fcd1-46e3-af32-74773caffa98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:18:05.488472 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:18:05.490494 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=6 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:18:07.296621 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 41262) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:18:07.400224 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-44f4b68d-2f1b-43d0-a54e-5154f9ef9b22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:07.475624 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-44f4b68d-2f1b-43d0-a54e-5154f9ef9b22 admin admin] Publish callbacks [] for security_group (9e476a13-7b28-4be4-a378-93e8300eea06), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:07.568949 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-44f4b68d-2f1b-43d0-a54e-5154f9ef9b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (9e476a13-7b28-4be4-a378-93e8300eea06), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:07.612052 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-44f4b68d-2f1b-43d0-a54e-5154f9ef9b22 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=54479a5efd5e4d45a864e1a228dfbbdb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3142979 Jul 13 09:18:07.613809 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f4b68d-2f1b-43d0-a54e-5154f9ef9b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e476a13-7b28-4be4-a378-93e8300eea06,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:18:07.614795 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 41266) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:18:07.664399 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f9fee918-a9a8-49d0-b5d5-adab235cd379 admin admin] Publish callbacks [] for security_group (9e476a13-7b28-4be4-a378-93e8300eea06), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:07.686047 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f9fee918-a9a8-49d0-b5d5-adab235cd379 admin admin] Publish callbacks [] for security_group (9e476a13-7b28-4be4-a378-93e8300eea06), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:07.795027 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f9fee918-a9a8-49d0-b5d5-adab235cd379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (9e476a13-7b28-4be4-a378-93e8300eea06), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:07.797534 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f9fee918-a9a8-49d0-b5d5-adab235cd379 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:07.798690 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-f9fee918-a9a8-49d0-b5d5-adab235cd379 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/9e476a13-7b28-4be4-a378-93e8300eea06 HTTP/1.1" status: 204 len: 168 time: 0.1829243 Jul 13 09:18:07.806772 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fee918-a9a8-49d0-b5d5-adab235cd379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e476a13-7b28-4be4-a378-93e8300eea06,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:18:08.455422 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 41272) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:18:08.461564 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:18:08.469350 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-1f076703-847d-4f7a-b256-c24596992833 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:08.543184 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-1f076703-847d-4f7a-b256-c24596992833 admin admin] Publish callbacks [] for security_group (da75c141-7e89-45d1-ab36-30b26dfd1953), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:08.646596 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-1f076703-847d-4f7a-b256-c24596992833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (da75c141-7e89-45d1-ab36-30b26dfd1953), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:08.685666 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f076703-847d-4f7a-b256-c24596992833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da75c141-7e89-45d1-ab36-30b26dfd1953,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:18:08.689805 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-1f076703-847d-4f7a-b256-c24596992833 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=ed46dc9e4ada4d99a6ac326865910f98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2333653 Jul 13 09:18:08.692899 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 41274) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:18:08.739335 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-a8058608-78c2-45f5-8d1b-a29e90727062 admin admin] Publish callbacks [] for security_group (da75c141-7e89-45d1-ab36-30b26dfd1953), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:08.760685 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-a8058608-78c2-45f5-8d1b-a29e90727062 admin admin] Publish callbacks [] for security_group (da75c141-7e89-45d1-ab36-30b26dfd1953), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:08.886686 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-a8058608-78c2-45f5-8d1b-a29e90727062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (da75c141-7e89-45d1-ab36-30b26dfd1953), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:08.889189 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-a8058608-78c2-45f5-8d1b-a29e90727062 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:08.890385 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-a8058608-78c2-45f5-8d1b-a29e90727062 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/da75c141-7e89-45d1-ab36-30b26dfd1953 HTTP/1.1" status: 204 len: 168 time: 0.1971149 Jul 13 09:18:08.903717 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8058608-78c2-45f5-8d1b-a29e90727062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da75c141-7e89-45d1-ab36-30b26dfd1953,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:18:11.616923 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 41346) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:18:11.719698 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-492ce104-2a31-42a3-9e10-8a30c1ecfe50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:11.750762 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:18:11.795737 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-492ce104-2a31-42a3-9e10-8a30c1ecfe50 admin admin] Publish callbacks [] for security_group (f82a94dc-fc1b-4fb7-9bd7-bb4a0096d8bd), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:11.797444 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (6e9d2670-629d-42a5-8dd5-d0857aba9a7e), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:11.892361 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-492ce104-2a31-42a3-9e10-8a30c1ecfe50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (f82a94dc-fc1b-4fb7-9bd7-bb4a0096d8bd), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:11.930268 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492ce104-2a31-42a3-9e10-8a30c1ecfe50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f82a94dc-fc1b-4fb7-9bd7-bb4a0096d8bd,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:18:11.935468 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-492ce104-2a31-42a3-9e10-8a30c1ecfe50 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=a3bd363aa5df4510bc00920eb719b996&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3175409 Jul 13 09:18:11.938212 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 41350) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:18:11.987824 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-403017c6-ca76-437e-982d-a7b7357beed8 admin admin] Publish callbacks [] for security_group (f82a94dc-fc1b-4fb7-9bd7-bb4a0096d8bd), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:12.009055 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-403017c6-ca76-437e-982d-a7b7357beed8 admin admin] Publish callbacks [] for security_group (f82a94dc-fc1b-4fb7-9bd7-bb4a0096d8bd), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:12.146027 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-403017c6-ca76-437e-982d-a7b7357beed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (f82a94dc-fc1b-4fb7-9bd7-bb4a0096d8bd), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:12.148539 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-403017c6-ca76-437e-982d-a7b7357beed8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:12.149702 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-403017c6-ca76-437e-982d-a7b7357beed8 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/f82a94dc-fc1b-4fb7-9bd7-bb4a0096d8bd HTTP/1.1" status: 204 len: 168 time: 0.2105937 Jul 13 09:18:12.158274 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403017c6-ca76-437e-982d-a7b7357beed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f82a94dc-fc1b-4fb7-9bd7-bb4a0096d8bd,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:18:12.753905 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 41356) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:18:12.759946 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:18:12.767894 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2443c071-633b-462b-913f-066a8b475da5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:12.844089 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2443c071-633b-462b-913f-066a8b475da5 admin admin] Publish callbacks [] for security_group (367b7f23-b69d-4080-b3b0-0a79135a8ae7), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:12.980946 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2443c071-633b-462b-913f-066a8b475da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (367b7f23-b69d-4080-b3b0-0a79135a8ae7), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:13.017970 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2443c071-633b-462b-913f-066a8b475da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=367b7f23-b69d-4080-b3b0-0a79135a8ae7,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:18:13.023722 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-2443c071-633b-462b-913f-066a8b475da5 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=fca1170eb2e74778a6a3657e3e5c47af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2687862 Jul 13 09:18:13.026930 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 41358) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:18:13.075011 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b521e096-19cb-4440-ae04-ec9154e4d5c1 admin admin] Publish callbacks [] for security_group (367b7f23-b69d-4080-b3b0-0a79135a8ae7), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:13.096660 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b521e096-19cb-4440-ae04-ec9154e4d5c1 admin admin] Publish callbacks [] for security_group (367b7f23-b69d-4080-b3b0-0a79135a8ae7), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:13.216149 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b521e096-19cb-4440-ae04-ec9154e4d5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (367b7f23-b69d-4080-b3b0-0a79135a8ae7), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:13.218764 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b521e096-19cb-4440-ae04-ec9154e4d5c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:13.219931 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-b521e096-19cb-4440-ae04-ec9154e4d5c1 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/367b7f23-b69d-4080-b3b0-0a79135a8ae7 HTTP/1.1" status: 204 len: 168 time: 0.1921334 Jul 13 09:18:13.244398 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b521e096-19cb-4440-ae04-ec9154e4d5c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367b7f23-b69d-4080-b3b0-0a79135a8ae7,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:18:14.789957 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 41388) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:18:14.897475 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-1722f0b8-3409-42e3-9fcd-96bea35051ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:14.973026 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-1722f0b8-3409-42e3-9fcd-96bea35051ed admin admin] Publish callbacks [] for security_group (98ca7c9f-1067-4610-a4b4-08f9464dabe4), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:15.037845 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-1722f0b8-3409-42e3-9fcd-96bea35051ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (98ca7c9f-1067-4610-a4b4-08f9464dabe4), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:15.059504 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:18:15.079657 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-1722f0b8-3409-42e3-9fcd-96bea35051ed admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=2bf14af935074201ac07949b467b3c99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2885995 Jul 13 09:18:15.080778 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1722f0b8-3409-42e3-9fcd-96bea35051ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ca7c9f-1067-4610-a4b4-08f9464dabe4,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:18:15.082396 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 41392) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:18:15.132402 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-20ea124b-0960-4c55-9368-d0ccc3ed4291 admin admin] Publish callbacks [] for security_group (98ca7c9f-1067-4610-a4b4-08f9464dabe4), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:15.155532 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-20ea124b-0960-4c55-9368-d0ccc3ed4291 admin admin] Publish callbacks [] for security_group (98ca7c9f-1067-4610-a4b4-08f9464dabe4), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:15.263427 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-20ea124b-0960-4c55-9368-d0ccc3ed4291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (98ca7c9f-1067-4610-a4b4-08f9464dabe4), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:15.265912 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-20ea124b-0960-4c55-9368-d0ccc3ed4291 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:15.267092 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-20ea124b-0960-4c55-9368-d0ccc3ed4291 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/98ca7c9f-1067-4610-a4b4-08f9464dabe4 HTTP/1.1" status: 204 len: 168 time: 0.1836569 Jul 13 09:18:15.275030 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ea124b-0960-4c55-9368-d0ccc3ed4291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ca7c9f-1067-4610-a4b4-08f9464dabe4,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:18:16.216216 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 41414) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:18:16.311055 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-f5a7f38c-849f-4357-9c61-fdf109ab04c2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1744418527-network', 'tenant_id': '8a83c88f502a46e0bf36ce97e86398ce'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:18:16.318403 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=63,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:18:16.414892 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a7f38c-849f-4357-9c61-fdf109ab04c2 admin admin] Made reservation on behalf of 8a83c88f502a46e0bf36ce97e86398ce for: {'network': 1} {{(pid=104468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 09:18:16.417879 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f5a7f38c-849f-4357-9c61-fdf109ab04c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for network (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:16.429975 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f5a7f38c-849f-4357-9c61-fdf109ab04c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:16.483057 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=76,neutron:DELETE=4,neutron:INSERT=19,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:18:16.504501 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f5a7f38c-849f-4357-9c61-fdf109ab04c2 admin admin] Publish callbacks [] for security_group (aab26d9e-5d07-46e5-95d0-37512638d67a), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:16.597205 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f5a7f38c-849f-4357-9c61-fdf109ab04c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (aab26d9e-5d07-46e5-95d0-37512638d67a), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:16.619492 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5a7f38c-849f-4357-9c61-fdf109ab04c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=104468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 09:18:16.633082 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a7f38c-849f-4357-9c61-fdf109ab04c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab26d9e-5d07-46e5-95d0-37512638d67a,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:18:16.638317 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f5a7f38c-849f-4357-9c61-fdf109ab04c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7769013'] for segment (81427539-7a4a-4748-9d8c-829c6f6d3876), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:16.645113 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.db.segments_db [None req-f5a7f38c-849f-4357-9c61-fdf109ab04c2 admin admin] Added segment 81427539-7a4a-4748-9d8c-829c6f6d3876 of type vlan for network c8a7814d-cee4-4229-888f-bbba5c8b4ee3 Jul 13 09:18:16.679248 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f5a7f38c-849f-4357-9c61-fdf109ab04c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760184566321'] for network (c8a7814d-cee4-4229-888f-bbba5c8b4ee3), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:16.814429 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f5a7f38c-849f-4357-9c61-fdf109ab04c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428'] for network (c8a7814d-cee4-4229-888f-bbba5c8b4ee3), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:16.815364 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a7f38c-849f-4357-9c61-fdf109ab04c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:18:16.815954 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f5a7f38c-849f-4357-9c61-fdf109ab04c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594414'] for network (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:16.879975 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a7f38c-849f-4357-9c61-fdf109ab04c2 admin admin] Pushing event updated for resources: {'Network': ['ID=c8a7814d-cee4-4229-888f-bbba5c8b4ee3,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:18:16.889519 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Network c8a7814d-cee4-4229-888f-bbba5c8b4ee3 details requested by agent ovs-agent-dv-cinder-849626-3-iscsi with host dv-cinder-849626-3-iscsi {{(pid=104470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 09:18:16.902687 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-f5a7f38c-849f-4357-9c61-fdf109ab04c2 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6853833 Jul 13 09:18:16.905571 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 41418) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:18:16.910271 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-393a0eac-0a6c-4c29-9e7e-fbeab319ab51 admin admin] Request body: {'subnet': {'network_id': 'c8a7814d-cee4-4229-888f-bbba5c8b4ee3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1744418527-subnet', 'tenant_id': '8a83c88f502a46e0bf36ce97e86398ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:18:16.988799 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393a0eac-0a6c-4c29-9e7e-fbeab319ab51 admin admin] Made reservation on behalf of 8a83c88f502a46e0bf36ce97e86398ce for: {'subnet': 1} {{(pid=104468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 09:18:16.991281 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-393a0eac-0a6c-4c29-9e7e-fbeab319ab51 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9186800'] for subnet (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:17.212085 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-393a0eac-0a6c-4c29-9e7e-fbeab319ab51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8666774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9186754'] for subnet (415483ac-05c4-4f9f-ab2c-83228f6ce425), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:17.215245 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:INSERT=12,neutron:SELECT=82,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:18:17.271145 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393a0eac-0a6c-4c29-9e7e-fbeab319ab51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=415483ac-05c4-4f9f-ab2c-83228f6ce425,revision_number=0']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:18:17.281215 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393a0eac-0a6c-4c29-9e7e-fbeab319ab51 admin admin] Checking segment: {'id': '81427539-7a4a-4748-9d8c-829c6f6d3876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c8a7814d-cee4-4229-888f-bbba5c8b4ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 09:18:17.281566 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393a0eac-0a6c-4c29-9e7e-fbeab319ab51 admin admin] Network hostable DHCP agents. Network: c8a7814d-cee4-4229-888f-bbba5c8b4ee3, hostable agents: ['a33f270e-6fb2-40d7-a0c5-ff754f30a69f'], hosted agents: [] {{(pid=104468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 09:18:17.354811 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393a0eac-0a6c-4c29-9e7e-fbeab319ab51 admin admin] Network c8a7814d-cee4-4229-888f-bbba5c8b4ee3 is scheduled to be hosted by DHCP agent a33f270e-6fb2-40d7-a0c5-ff754f30a69f with binding_index 1 {{(pid=104468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 09:18:17.429295 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-393a0eac-0a6c-4c29-9e7e-fbeab319ab51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849626-3-iscsi, c8a7814d-cee4-4229-888f-bbba5c8b4ee3) {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:18:17.433896 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393a0eac-0a6c-4c29-9e7e-fbeab319ab51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:18:17.434946 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-393a0eac-0a6c-4c29-9e7e-fbeab319ab51 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:17.439366 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213ddf4b-152b-4f5e-abb7-70e4d26313ec None None] Network c8a7814d-cee4-4229-888f-bbba5c8b4ee3 requested from dv-cinder-849626-3-iscsi {{(pid=104470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 09:18:17.445624 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:18:17.511840 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-393a0eac-0a6c-4c29-9e7e-fbeab319ab51 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6051240 Jul 13 09:18:17.548161 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72343b55-51f4-4e7c-81a6-44f300c6916d None None] Network c8a7814d-cee4-4229-888f-bbba5c8b4ee3 requested from dv-cinder-849626-3-iscsi {{(pid=104470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 09:18:19.539819 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=13 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:18:19.540801 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=13 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:18:19.642184 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1853ec20-6695-46a0-9db5-11902d9270c4 req-c2aa91fd-b46d-4b11-bb47-c812b1045ff0 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:18:19.643664 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1853ec20-6695-46a0-9db5-11902d9270c4 req-c2aa91fd-b46d-4b11-bb47-c812b1045ff0 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] 10.222.0.40 "GET /v2.0/networks?id=c8a7814d-cee4-4229-888f-bbba5c8b4ee3 HTTP/1.1" status: 200 len: 809 time: 0.1017516 Jul 13 09:18:19.658315 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1853ec20-6695-46a0-9db5-11902d9270c4 req-6c7efde7-e711-4db2-aec0-9779990f26df tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] 10.222.0.40 "GET /v2.0/quotas/8a83c88f502a46e0bf36ce97e86398ce HTTP/1.1" status: 200 len: 375 time: 0.0094192 Jul 13 09:18:19.694636 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1853ec20-6695-46a0-9db5-11902d9270c4 req-1de6caee-1f03-4ad8-ab66-f5d92a3b2766 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=8a83c88f502a46e0bf36ce97e86398ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315051 Jul 13 09:18:19.783614 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1853ec20-6695-46a0-9db5-11902d9270c4 req-80044233-aebc-4dbc-85e3-a2f2f78267d6 service neutron] 10.222.0.40 "GET /v2.0/networks/c8a7814d-cee4-4229-888f-bbba5c8b4ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823908 Jul 13 09:18:19.874325 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1853ec20-6695-46a0-9db5-11902d9270c4 req-f450e406-5cbb-441e-82bf-4b31d504da2f service neutron] 10.222.0.40 "GET /v2.0/networks/c8a7814d-cee4-4229-888f-bbba5c8b4ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851486 Jul 13 09:18:20.142838 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-aa77f23c-1b10-42d7-94c2-2b32c849a0b8 req-b9901298-59bc-46d8-9099-9566093db289 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] 10.222.0.40 "GET /v2.0/ports?device_id=9380bff5-e18a-4e69-a1d8-47e44c636eaa HTTP/1.1" status: 200 len: 210 time: 0.0299039 Jul 13 09:18:20.594647 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-81d82d0e-36b4-45f1-a6b1-a185012d2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (a33f270e-6fb2-40d7-a0c5-ff754f30a69f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:21.240262 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-bb811e8b-0803-43bb-9d29-58da6fdf14ae req-635595c9-bf9a-4a2b-a55d-4ece56b09a3b tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] 10.222.0.40 "GET /v2.0/ports?device_id=9380bff5-e18a-4e69-a1d8-47e44c636eaa HTTP/1.1" status: 200 len: 210 time: 0.0293524 Jul 13 09:18:22.146796 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1853ec20-6695-46a0-9db5-11902d9270c4 req-0bac92df-c503-436d-87ca-5316c6b68671 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:18:22.148313 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1853ec20-6695-46a0-9db5-11902d9270c4 req-0bac92df-c503-436d-87ca-5316c6b68671 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] 10.222.0.30 "GET /v2.0/networks?id=c8a7814d-cee4-4229-888f-bbba5c8b4ee3 HTTP/1.1" status: 200 len: 809 time: 0.1073878 Jul 13 09:18:22.159780 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [req-1853ec20-6695-46a0-9db5-11902d9270c4 req-a522cce7-1fbb-41e6-9f4a-f81735bf23b9 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] Request body: {'port': {'device_id': '9380bff5-e18a-4e69-a1d8-47e44c636eaa', 'network_id': 'c8a7814d-cee4-4229-888f-bbba5c8b4ee3', 'admin_state_up': True, 'tenant_id': '8a83c88f502a46e0bf36ce97e86398ce'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:18:22.339874 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-660f061a-e6be-40ed-bdd3-7026bf2a3eab req-7e47ce21-a516-450e-abf5-6d4d34076efd tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] 10.222.0.40 "GET /v2.0/ports?device_id=9380bff5-e18a-4e69-a1d8-47e44c636eaa HTTP/1.1" status: 200 len: 210 time: 0.0278261 Jul 13 09:18:22.346344 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1853ec20-6695-46a0-9db5-11902d9270c4 req-a522cce7-1fbb-41e6-9f4a-f81735bf23b9 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] Made reservation on behalf of 8a83c88f502a46e0bf36ce97e86398ce for: {'port': 1} {{(pid=104469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 09:18:22.350015 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-1853ec20-6695-46a0-9db5-11902d9270c4 req-a522cce7-1fbb-41e6-9f4a-f81735bf23b9 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:22.373667 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=9 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:18:22.481337 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_common [req-1853ec20-6695-46a0-9db5-11902d9270c4 req-a522cce7-1fbb-41e6-9f4a-f81735bf23b9 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] Allocated IP 172.20.0.12 (c8a7814d-cee4-4229-888f-bbba5c8b4ee3/415483ac-05c4-4f9f-ab2c-83228f6ce425/145d3aa0-2376-47da-8a4e-fa10b0ab9436) {{(pid=104469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 09:18:22.540044 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:18:22.818120 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-8551ea91-eff3-476d-bdf9-41d5f6bccd42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (084ea860-45cb-441c-b2f8-c6c2f7d6686c), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:22.883089 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-1853ec20-6695-46a0-9db5-11902d9270c4 req-a522cce7-1fbb-41e6-9f4a-f81735bf23b9 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] Publish callbacks [] for port (145d3aa0-2376-47da-8a4e-fa10b0ab9436), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:22.969181 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-1853ec20-6695-46a0-9db5-11902d9270c4 req-a522cce7-1fbb-41e6-9f4a-f81735bf23b9 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760184582126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542309'] for port (145d3aa0-2376-47da-8a4e-fa10b0ab9436), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:23.009830 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1853ec20-6695-46a0-9db5-11902d9270c4 req-a522cce7-1fbb-41e6-9f4a-f81735bf23b9 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] Network c8a7814d-cee4-4229-888f-bbba5c8b4ee3 is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:18:23.015527 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [req-1853ec20-6695-46a0-9db5-11902d9270c4 req-a522cce7-1fbb-41e6-9f4a-f81735bf23b9 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:18:23.019365 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [req-1853ec20-6695-46a0-9db5-11902d9270c4 req-a522cce7-1fbb-41e6-9f4a-f81735bf23b9 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] Received port after_create {{(pid=104469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 09:18:23.042100 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a522cce7-1fbb-41e6-9f4a-f81735bf23b9 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] Pushing event updated for resources: {'Port': ['ID=145d3aa0-2376-47da-8a4e-fa10b0ab9436,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:18:23.069317 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1853ec20-6695-46a0-9db5-11902d9270c4 req-a522cce7-1fbb-41e6-9f4a-f81735bf23b9 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:18:23.069862 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-1853ec20-6695-46a0-9db5-11902d9270c4 req-a522cce7-1fbb-41e6-9f4a-f81735bf23b9 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for port (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:23.145907 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1853ec20-6695-46a0-9db5-11902d9270c4 req-a522cce7-1fbb-41e6-9f4a-f81735bf23b9 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9898829 Jul 13 09:18:23.158081 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [req-1853ec20-6695-46a0-9db5-11902d9270c4 req-42242148-8880-426e-b794-0ae99f0892c7 service neutron] Request body: {'port': {'device_id': '9380bff5-e18a-4e69-a1d8-47e44c636eaa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84962'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:18:23.220732 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-1853ec20-6695-46a0-9db5-11902d9270c4 req-42242148-8880-426e-b794-0ae99f0892c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (145d3aa0-2376-47da-8a4e-fa10b0ab9436), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:23.473660 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec3ffa-01ae-4489-a445-8d5dead953f4 req-45b5da12-c533-4d67-a0b9-bcd41f64292e tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:18:23.475150 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-66ec3ffa-01ae-4489-a445-8d5dead953f4 req-45b5da12-c533-4d67-a0b9-bcd41f64292e tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] 10.222.0.40 "GET /v2.0/ports?device_id=9380bff5-e18a-4e69-a1d8-47e44c636eaa HTTP/1.1" status: 200 len: 932 time: 0.0620551 Jul 13 09:18:23.532802 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [req-1853ec20-6695-46a0-9db5-11902d9270c4 req-42242148-8880-426e-b794-0ae99f0892c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 145d3aa0-2376-47da-8a4e-fa10b0ab9436 {{(pid=104469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 09:18:23.547474 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-1853ec20-6695-46a0-9db5-11902d9270c4 req-42242148-8880-426e-b794-0ae99f0892c7 service neutron] Publish callbacks [] for port (145d3aa0-2376-47da-8a4e-fa10b0ab9436), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:23.569976 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-66ec3ffa-01ae-4489-a445-8d5dead953f4 req-1a0a84a0-ee15-409e-83f0-1f47bafd4523 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] 10.222.0.40 "GET /v2.0/security-groups?id=aab26d9e-5d07-46e5-95d0-37512638d67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874319 Jul 13 09:18:23.571813 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:18:23.573014 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [req-1853ec20-6695-46a0-9db5-11902d9270c4 req-42242148-8880-426e-b794-0ae99f0892c7 service neutron] Transition to ACTIVE for port object 145d3aa0-2376-47da-8a4e-fa10b0ab9436 will not be triggered until provisioned by entity L2. {{(pid=104469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 09:18:23.671395 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-1853ec20-6695-46a0-9db5-11902d9270c4 req-42242148-8880-426e-b794-0ae99f0892c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542332'] for port (145d3aa0-2376-47da-8a4e-fa10b0ab9436), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:23.725470 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42242148-8880-426e-b794-0ae99f0892c7 service neutron] Pushing event updated for resources: {'Port': ['ID=145d3aa0-2376-47da-8a4e-fa10b0ab9436,revision_number=2']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:18:23.787322 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:18:23.791879 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [req-1853ec20-6695-46a0-9db5-11902d9270c4 req-42242148-8880-426e-b794-0ae99f0892c7 service neutron] Attempting to bind port 145d3aa0-2376-47da-8a4e-fa10b0ab9436 on host hv-cinder-84962 for vnic_type normal with profile {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 09:18:23.792211 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [req-1853ec20-6695-46a0-9db5-11902d9270c4 req-42242148-8880-426e-b794-0ae99f0892c7 service neutron] Attempting to bind port 145d3aa0-2376-47da-8a4e-fa10b0ab9436 by drivers openvswitch,hyperv on host hv-cinder-84962 at level 0 using segments [{'id': '81427539-7a4a-4748-9d8c-829c6f6d3876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c8a7814d-cee4-4229-888f-bbba5c8b4ee3'}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 09:18:23.792902 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1853ec20-6695-46a0-9db5-11902d9270c4 req-42242148-8880-426e-b794-0ae99f0892c7 service neutron] Attempting to bind port 145d3aa0-2376-47da-8a4e-fa10b0ab9436 on network c8a7814d-cee4-4229-888f-bbba5c8b4ee3 {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 09:18:23.797514 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1853ec20-6695-46a0-9db5-11902d9270c4 req-42242148-8880-426e-b794-0ae99f0892c7 service neutron] Port 145d3aa0-2376-47da-8a4e-fa10b0ab9436 on network c8a7814d-cee4-4229-888f-bbba5c8b4ee3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84962 {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 13 09:18:23.797832 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1853ec20-6695-46a0-9db5-11902d9270c4 req-42242148-8880-426e-b794-0ae99f0892c7 service neutron] Attempting to bind port 145d3aa0-2376-47da-8a4e-fa10b0ab9436 on network c8a7814d-cee4-4229-888f-bbba5c8b4ee3 {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 09:18:23.802848 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1853ec20-6695-46a0-9db5-11902d9270c4 req-42242148-8880-426e-b794-0ae99f0892c7 service neutron] Checking agent: {'id': '6e9d2670-629d-42a5-8dd5-d0857aba9a7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84962', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 9, 4, 10), 'started_at': datetime.datetime(2022, 7, 13, 9, 4, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 9, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 09:18:23.803180 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1853ec20-6695-46a0-9db5-11902d9270c4 req-42242148-8880-426e-b794-0ae99f0892c7 service neutron] Checking segment: {'id': '81427539-7a4a-4748-9d8c-829c6f6d3876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c8a7814d-cee4-4229-888f-bbba5c8b4ee3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 09:18:23.803557 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1853ec20-6695-46a0-9db5-11902d9270c4 req-42242148-8880-426e-b794-0ae99f0892c7 service neutron] Bound using segment: {'id': '81427539-7a4a-4748-9d8c-829c6f6d3876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c8a7814d-cee4-4229-888f-bbba5c8b4ee3'} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 09:18:23.803975 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [req-1853ec20-6695-46a0-9db5-11902d9270c4 req-42242148-8880-426e-b794-0ae99f0892c7 service neutron] Bound port: 145d3aa0-2376-47da-8a4e-fa10b0ab9436, host: hv-cinder-84962, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81427539-7a4a-4748-9d8c-829c6f6d3876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c8a7814d-cee4-4229-888f-bbba5c8b4ee3'}}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 09:18:23.804326 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-1853ec20-6695-46a0-9db5-11902d9270c4 req-42242148-8880-426e-b794-0ae99f0892c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (145d3aa0-2376-47da-8a4e-fa10b0ab9436), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:23.867597 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [req-1853ec20-6695-46a0-9db5-11902d9270c4 req-42242148-8880-426e-b794-0ae99f0892c7 service neutron] For port 145d3aa0-2376-47da-8a4e-fa10b0ab9436, host hv-cinder-84962, cleared binding levels {{(pid=104469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 09:18:23.870578 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [req-1853ec20-6695-46a0-9db5-11902d9270c4 req-42242148-8880-426e-b794-0ae99f0892c7 service neutron] For port 145d3aa0-2376-47da-8a4e-fa10b0ab9436, host hv-cinder-84962, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=145d3aa0-2376-47da-8a4e-fa10b0ab9436,segment=NetworkSegment(81427539-7a4a-4748-9d8c-829c6f6d3876),segment_id=81427539-7a4a-4748-9d8c-829c6f6d3876)] {{(pid=104469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 09:18:23.963229 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-1853ec20-6695-46a0-9db5-11902d9270c4 req-42242148-8880-426e-b794-0ae99f0892c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542332'] for port (145d3aa0-2376-47da-8a4e-fa10b0ab9436), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:24.005800 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1853ec20-6695-46a0-9db5-11902d9270c4 req-42242148-8880-426e-b794-0ae99f0892c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:18:24.006470 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-1853ec20-6695-46a0-9db5-11902d9270c4 req-42242148-8880-426e-b794-0ae99f0892c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for port (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:24.007959 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1853ec20-6695-46a0-9db5-11902d9270c4 req-42242148-8880-426e-b794-0ae99f0892c7 service neutron] 10.222.0.30 "PUT /v2.0/ports/145d3aa0-2376-47da-8a4e-fa10b0ab9436 HTTP/1.1" status: 200 len: 1094 time: 0.8547733 Jul 13 09:18:24.008406 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9380bff5-e18a-4e69-a1d8-47e44c636eaa', 'tag': '145d3aa0-2376-47da-8a4e-fa10b0ab9436'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:18:24.010646 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c4e5b91a84def5af2f1fcdaa70b19e5540aa6c2f63d8f4e9cb6586108f6a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29fc62c5-f87f-471c-b7e2-3c40f5f411f0" -d '{"events": [{"name": "network-changed", "server_uuid": "9380bff5-e18a-4e69-a1d8-47e44c636eaa", "tag": "145d3aa0-2376-47da-8a4e-fa10b0ab9436"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:18:24.027182 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42242148-8880-426e-b794-0ae99f0892c7 service neutron] Pushing event updated for resources: {'Port': ['ID=145d3aa0-2376-47da-8a4e-fa10b0ab9436,revision_number=3']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:18:24.048351 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 09:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e7e9b12-bd32-46dd-98c7-ee130090d916 x-openstack-request-id: req-4e7e9b12-bd32-46dd-98c7-ee130090d916 {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:18:24.048641 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9380bff5-e18a-4e69-a1d8-47e44c636eaa", "tag": "145d3aa0-2376-47da-8a4e-fa10b0ab9436", "status": "completed", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:18:24.048900 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-4e7e9b12-bd32-46dd-98c7-ee130090d916 {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:18:24.049304 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e7e9b12-bd32-46dd-98c7-ee130090d916'] response: {'name': 'network-changed', 'server_uuid': '9380bff5-e18a-4e69-a1d8-47e44c636eaa', 'tag': '145d3aa0-2376-47da-8a4e-fa10b0ab9436', 'status': 'completed', 'code': 200} Jul 13 09:18:24.108359 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc62c5-f87f-471c-b7e2-3c40f5f411f0 req-bbf99741-aeb6-49ec-9325-f172e70c2d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:18:24.109868 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-29fc62c5-f87f-471c-b7e2-3c40f5f411f0 req-bbf99741-aeb6-49ec-9325-f172e70c2d78 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a83c88f502a46e0bf36ce97e86398ce&device_id=9380bff5-e18a-4e69-a1d8-47e44c636eaa HTTP/1.1" status: 200 len: 1128 time: 0.0409615 Jul 13 09:18:24.209428 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc62c5-f87f-471c-b7e2-3c40f5f411f0 req-75627d62-d377-47fa-a224-43338b145c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:18:24.210946 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-29fc62c5-f87f-471c-b7e2-3c40f5f411f0 req-75627d62-d377-47fa-a224-43338b145c34 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=8a83c88f502a46e0bf36ce97e86398ce&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0947971 Jul 13 09:18:24.225512 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.agents_db [None req-6da3c0df-3a39-4d49-9ef0-c2c7fda6ffa8 None None] Agent healthcheck: found 6 active agents {{(pid=104471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:18:24.303275 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc62c5-f87f-471c-b7e2-3c40f5f411f0 req-809e5ad5-ba1a-4e2c-924e-fc27ef6fb5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:18:24.304772 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-29fc62c5-f87f-471c-b7e2-3c40f5f411f0 req-809e5ad5-ba1a-4e2c-924e-fc27ef6fb5aa service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0876842 Jul 13 09:18:24.382161 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1853ec20-6695-46a0-9db5-11902d9270c4 req-efb92d22-93b9-49cb-8848-1e6b9893288f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:18:24.383657 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1853ec20-6695-46a0-9db5-11902d9270c4 req-efb92d22-93b9-49cb-8848-1e6b9893288f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a83c88f502a46e0bf36ce97e86398ce&device_id=9380bff5-e18a-4e69-a1d8-47e44c636eaa HTTP/1.1" status: 200 len: 1128 time: 0.0438380 Jul 13 09:18:24.422972 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1853ec20-6695-46a0-9db5-11902d9270c4 req-f8a6c593-9c22-45f0-9829-04d5b48e3b73 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=145d3aa0-2376-47da-8a4e-fa10b0ab9436 HTTP/1.1" status: 200 len: 217 time: 0.0320706 Jul 13 09:18:24.471913 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1853ec20-6695-46a0-9db5-11902d9270c4 req-f46e2594-aaf0-4944-bb15-8937eeb359e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:18:24.473350 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1853ec20-6695-46a0-9db5-11902d9270c4 req-f46e2594-aaf0-4944-bb15-8937eeb359e0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=415483ac-05c4-4f9f-ab2c-83228f6ce425 HTTP/1.1" status: 200 len: 849 time: 0.0448782 Jul 13 09:18:24.497748 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7f3b3aed-46f4-4e68-bbbe-dab9f8099e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (d1fd82e0-5c39-4100-b44b-c54ee27d2d9f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:24.505934 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1853ec20-6695-46a0-9db5-11902d9270c4 req-6c8eb885-4b9a-40db-8137-a5e1a9e86af9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c8a7814d-cee4-4229-888f-bbba5c8b4ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268581 Jul 13 09:18:24.600588 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1853ec20-6695-46a0-9db5-11902d9270c4 req-31d4d833-8da6-45c3-b48e-280e1aadf563 service neutron] 10.222.0.30 "GET /v2.0/networks/c8a7814d-cee4-4229-888f-bbba5c8b4ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888269 Jul 13 09:18:24.726900 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1853ec20-6695-46a0-9db5-11902d9270c4 req-52929d55-6f1a-4cce-9819-63009454e3fb service neutron] 10.222.0.30 "GET /v2.0/networks/c8a7814d-cee4-4229-888f-bbba5c8b4ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204913 Jul 13 09:18:24.733164 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a20bda7-91cb-466b-9670-98c165e3c78f req-84d8d22d-1c98-4c8e-bd14-8e73d3d140ae tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:18:24.734634 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-6a20bda7-91cb-466b-9670-98c165e3c78f req-84d8d22d-1c98-4c8e-bd14-8e73d3d140ae tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] 10.222.0.40 "GET /v2.0/ports?device_id=9380bff5-e18a-4e69-a1d8-47e44c636eaa HTTP/1.1" status: 200 len: 944 time: 0.0710862 Jul 13 09:18:24.768925 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:18:24.783148 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-6a20bda7-91cb-466b-9670-98c165e3c78f req-6718204a-f8b4-4a30-a062-9203d7d91c05 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] 10.222.0.40 "GET /v2.0/security-groups?id=aab26d9e-5d07-46e5-95d0-37512638d67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428712 Jul 13 09:18:25.534223 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5ee680a5-33f3-4217-99f5-17637ad0570e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (59ae6226-c784-4fad-8646-7377b1ef5f31), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:25.808802 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (9379cce5-6fc7-4135-bc49-530c07185724), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:25.901238 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b96c76d-bd4d-4d43-87ff-172d4316bf52 req-099b4624-9a49-45d0-a916-65af0e3c5c97 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:18:25.902728 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-9b96c76d-bd4d-4d43-87ff-172d4316bf52 req-099b4624-9a49-45d0-a916-65af0e3c5c97 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] 10.222.0.40 "GET /v2.0/ports?device_id=9380bff5-e18a-4e69-a1d8-47e44c636eaa HTTP/1.1" status: 200 len: 944 time: 0.0508895 Jul 13 09:18:25.948909 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-9b96c76d-bd4d-4d43-87ff-172d4316bf52 req-17cef82c-ad1f-4ffb-8bca-ef6980eefad4 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] 10.222.0.40 "GET /v2.0/security-groups?id=aab26d9e-5d07-46e5-95d0-37512638d67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400648 Jul 13 09:18:26.705377 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device 145d3aa0-2376-47da-8a4e-fa10b0ab9436 details requested by agent hyperv_hv-cinder-84962 with host hv-cinder-84962 {{(pid=104470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 09:18:26.713714 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:18:26.803777 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port 145d3aa0-2376-47da-8a4e-fa10b0ab9436, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=145d3aa0-2376-47da-8a4e-fa10b0ab9436,segment=NetworkSegment(81427539-7a4a-4748-9d8c-829c6f6d3876),segment_id=81427539-7a4a-4748-9d8c-829c6f6d3876)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:18:26.814558 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Returning: {'device': '145d3aa0-2376-47da-8a4e-fa10b0ab9436', 'network_id': 'c8a7814d-cee4-4229-888f-bbba5c8b4ee3', 'port_id': '145d3aa0-2376-47da-8a4e-fa10b0ab9436', 'mac_address': 'fa:16:3e:60:87:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '415483ac-05c4-4f9f-ab2c-83228f6ce425', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 09:18:26.849875 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Current status of the port 145d3aa0-2376-47da-8a4e-fa10b0ab9436 is: DOWN; New status is: BUILD {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:18:26.850284 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (145d3aa0-2376-47da-8a4e-fa10b0ab9436), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:26.863055 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 145d3aa0-2376-47da-8a4e-fa10b0ab9436 {{(pid=104470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 09:18:26.883477 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port 145d3aa0-2376-47da-8a4e-fa10b0ab9436, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=145d3aa0-2376-47da-8a4e-fa10b0ab9436,segment=NetworkSegment(81427539-7a4a-4748-9d8c-829c6f6d3876),segment_id=81427539-7a4a-4748-9d8c-829c6f6d3876)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:18:26.945715 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (145d3aa0-2376-47da-8a4e-fa10b0ab9436), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:26.997602 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Pushing event updated for resources: {'Port': ['ID=145d3aa0-2376-47da-8a4e-fa10b0ab9436,revision_number=4']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:18:27.062405 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258aac86-1b1e-4383-bcf0-fee0fd4bb3d7 req-2f984cd8-a19d-4f78-ad51-ec70a412d492 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:18:27.063851 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-258aac86-1b1e-4383-bcf0-fee0fd4bb3d7 req-2f984cd8-a19d-4f78-ad51-ec70a412d492 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] 10.222.0.40 "GET /v2.0/ports?device_id=9380bff5-e18a-4e69-a1d8-47e44c636eaa HTTP/1.1" status: 200 len: 945 time: 0.0462270 Jul 13 09:18:27.113772 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-258aac86-1b1e-4383-bcf0-fee0fd4bb3d7 req-6fe54d27-9891-4764-9967-ce2672450863 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] 10.222.0.40 "GET /v2.0/security-groups?id=aab26d9e-5d07-46e5-95d0-37512638d67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443671 Jul 13 09:18:27.149134 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] get_ports_and_sgs() called for port_ids ['145d3aa0-2376-47da-8a4e-fa10b0ab9436'] {{(pid=104470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 09:18:28.228409 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be542f-7239-46e4-a44d-78f26defe5c3 req-223c51f5-18bf-4eab-b0f0-9fb88dcf8e8c tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:18:28.229883 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-49be542f-7239-46e4-a44d-78f26defe5c3 req-223c51f5-18bf-4eab-b0f0-9fb88dcf8e8c tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] 10.222.0.40 "GET /v2.0/ports?device_id=9380bff5-e18a-4e69-a1d8-47e44c636eaa HTTP/1.1" status: 200 len: 945 time: 0.0466967 Jul 13 09:18:28.275811 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-49be542f-7239-46e4-a44d-78f26defe5c3 req-a621ef84-b10a-4623-8a3a-3b994dc24439 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] 10.222.0.40 "GET /v2.0/security-groups?id=aab26d9e-5d07-46e5-95d0-37512638d67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403063 Jul 13 09:18:28.720312 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device 145d3aa0-2376-47da-8a4e-fa10b0ab9436 up at agent hyperv_hv-cinder-84962 {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:18:28.766312 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Provisioning for port 145d3aa0-2376-47da-8a4e-fa10b0ab9436 completed by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 13 09:18:28.831125 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Provisioning complete for port 145d3aa0-2376-47da-8a4e-fa10b0ab9436 triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:18:28.831493 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (145d3aa0-2376-47da-8a4e-fa10b0ab9436), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:28.856942 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:18:28.902249 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Current status of the port 145d3aa0-2376-47da-8a4e-fa10b0ab9436 is: BUILD; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:18:28.902628 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (145d3aa0-2376-47da-8a4e-fa10b0ab9436), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:28.925307 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9380bff5-e18a-4e69-a1d8-47e44c636eaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '145d3aa0-2376-47da-8a4e-fa10b0ab9436'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:18:28.927533 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db18c03db31c8eba27ff59efcab6aeefebc9da3faa7d3b822264179bbf74904a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2285da4a-d8fe-46f3-9db2-290f4ccfcc3b" -d '{"events": [{"server_uuid": "9380bff5-e18a-4e69-a1d8-47e44c636eaa", "name": "network-vif-plugged", "status": "completed", "tag": "145d3aa0-2376-47da-8a4e-fa10b0ab9436"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:18:28.940685 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port 145d3aa0-2376-47da-8a4e-fa10b0ab9436, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=145d3aa0-2376-47da-8a4e-fa10b0ab9436,segment=NetworkSegment(81427539-7a4a-4748-9d8c-829c6f6d3876),segment_id=81427539-7a4a-4748-9d8c-829c6f6d3876)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:18:28.963087 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 09:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16f6d53-6704-4825-8591-1f98cfeba4e3 x-openstack-request-id: req-e16f6d53-6704-4825-8591-1f98cfeba4e3 {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:18:28.963372 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9380bff5-e18a-4e69-a1d8-47e44c636eaa", "name": "network-vif-plugged", "status": "completed", "tag": "145d3aa0-2376-47da-8a4e-fa10b0ab9436", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:18:28.965968 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-e16f6d53-6704-4825-8591-1f98cfeba4e3 {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:18:28.965968 dv-cinder-849626-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e16f6d53-6704-4825-8591-1f98cfeba4e3'] response: {'server_uuid': '9380bff5-e18a-4e69-a1d8-47e44c636eaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '145d3aa0-2376-47da-8a4e-fa10b0ab9436', 'code': 200} Jul 13 09:18:29.005927 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (145d3aa0-2376-47da-8a4e-fa10b0ab9436), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:29.055727 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Pushing event updated for resources: {'Port': ['ID=145d3aa0-2376-47da-8a4e-fa10b0ab9436,revision_number=5']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:18:29.257258 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894d0887-9950-4e8f-927c-8be0c4d5b06b req-f37e2e7f-bb9a-4dd4-92c5-9fdc90c10b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:18:29.258676 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-894d0887-9950-4e8f-927c-8be0c4d5b06b req-f37e2e7f-bb9a-4dd4-92c5-9fdc90c10b63 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9380bff5-e18a-4e69-a1d8-47e44c636eaa HTTP/1.1" status: 200 len: 1130 time: 0.0389574 Jul 13 09:18:29.304580 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-894d0887-9950-4e8f-927c-8be0c4d5b06b req-5a50e362-218f-4830-8951-f1caddab0100 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=aab26d9e-5d07-46e5-95d0-37512638d67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388064 Jul 13 09:18:29.394789 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf877b-68a8-48b9-a2d0-140314141777 req-16178122-aa1f-4aa4-b7c2-5acde5948556 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:18:29.396364 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5fdf877b-68a8-48b9-a2d0-140314141777 req-16178122-aa1f-4aa4-b7c2-5acde5948556 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] 10.222.0.40 "GET /v2.0/ports?device_id=9380bff5-e18a-4e69-a1d8-47e44c636eaa HTTP/1.1" status: 200 len: 946 time: 0.0511458 Jul 13 09:18:29.443072 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5fdf877b-68a8-48b9-a2d0-140314141777 req-a6f8f3a9-86d0-4a3e-a3a2-5bff82f33186 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] 10.222.0.40 "GET /v2.0/security-groups?id=aab26d9e-5d07-46e5-95d0-37512638d67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412383 Jul 13 09:18:30.562829 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147525e-bf2d-49fb-857d-6ddbce2bfb8d req-76ab9063-0b35-4213-851a-4b110bb6dda7 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:18:30.564335 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d147525e-bf2d-49fb-857d-6ddbce2bfb8d req-76ab9063-0b35-4213-851a-4b110bb6dda7 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] 10.222.0.40 "GET /v2.0/ports?device_id=9380bff5-e18a-4e69-a1d8-47e44c636eaa HTTP/1.1" status: 200 len: 946 time: 0.0478823 Jul 13 09:18:30.612027 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d147525e-bf2d-49fb-857d-6ddbce2bfb8d req-e9c56e6f-741b-4f50-9f8d-fb9169d77a9e tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] 10.222.0.40 "GET /v2.0/security-groups?id=aab26d9e-5d07-46e5-95d0-37512638d67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420704 Jul 13 09:18:31.737265 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676dce91-1b4a-4529-8509-a6bb7db2d0f7 req-e3671063-098a-499f-906b-152a66cf38de tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:18:31.738832 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-676dce91-1b4a-4529-8509-a6bb7db2d0f7 req-e3671063-098a-499f-906b-152a66cf38de tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] 10.222.0.40 "GET /v2.0/ports?device_id=9380bff5-e18a-4e69-a1d8-47e44c636eaa HTTP/1.1" status: 200 len: 946 time: 0.0555153 Jul 13 09:18:31.786679 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-676dce91-1b4a-4529-8509-a6bb7db2d0f7 req-a2a3fcee-5574-4141-a360-0e5c41b67277 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] 10.222.0.40 "GET /v2.0/security-groups?id=aab26d9e-5d07-46e5-95d0-37512638d67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421886 Jul 13 09:18:33.106215 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a304d-c893-4d8f-a5a9-597f2dc9244c req-ed6f87f0-2749-4820-ba71-f102f211d845 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:18:33.107639 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-e48a304d-c893-4d8f-a5a9-597f2dc9244c req-ed6f87f0-2749-4820-ba71-f102f211d845 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] 10.222.0.40 "GET /v2.0/ports?device_id=9380bff5-e18a-4e69-a1d8-47e44c636eaa HTTP/1.1" status: 200 len: 946 time: 0.0462186 Jul 13 09:18:33.157488 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-e48a304d-c893-4d8f-a5a9-597f2dc9244c req-a53625ae-761f-42a0-86d5-e488e170c514 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] 10.222.0.40 "GET /v2.0/security-groups?id=aab26d9e-5d07-46e5-95d0-37512638d67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436087 Jul 13 09:18:34.275339 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a796a1-8f57-457c-8779-3f22afd7ea23 req-89e54b32-a3ab-4195-8868-077cabc70f7e tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:18:34.276801 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-e0a796a1-8f57-457c-8779-3f22afd7ea23 req-89e54b32-a3ab-4195-8868-077cabc70f7e tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] 10.222.0.40 "GET /v2.0/ports?device_id=9380bff5-e18a-4e69-a1d8-47e44c636eaa HTTP/1.1" status: 200 len: 946 time: 0.0502563 Jul 13 09:18:34.310640 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:18:34.355880 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-e0a796a1-8f57-457c-8779-3f22afd7ea23 req-08ea2670-6ba7-42d1-9899-4c37e15342fc tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] 10.222.0.40 "GET /v2.0/security-groups?id=aab26d9e-5d07-46e5-95d0-37512638d67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727420 Jul 13 09:18:34.361861 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a1728-8ef3-47bb-938f-d6d0cee9bbe7 req-d8120fe1-5bcc-4261-a096-9cc05729482d tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:18:34.363275 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f29a1728-8ef3-47bb-938f-d6d0cee9bbe7 req-d8120fe1-5bcc-4261-a096-9cc05729482d tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] 10.222.0.30 "GET /v2.0/ports?device_id=9380bff5-e18a-4e69-a1d8-47e44c636eaa HTTP/1.1" status: 200 len: 946 time: 0.0621586 Jul 13 09:18:34.446013 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [req-f29a1728-8ef3-47bb-938f-d6d0cee9bbe7 req-48be89ea-7ba1-4978-9831-f737b5f97a0c tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] Deleting port 145d3aa0-2376-47da-8a4e-fa10b0ab9436 {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:18:34.446345 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-f29a1728-8ef3-47bb-938f-d6d0cee9bbe7 req-48be89ea-7ba1-4978-9831-f737b5f97a0c tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (145d3aa0-2376-47da-8a4e-fa10b0ab9436), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:34.534143 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [req-f29a1728-8ef3-47bb-938f-d6d0cee9bbe7 req-48be89ea-7ba1-4978-9831-f737b5f97a0c tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] For port 145d3aa0-2376-47da-8a4e-fa10b0ab9436, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=145d3aa0-2376-47da-8a4e-fa10b0ab9436,segment=NetworkSegment(81427539-7a4a-4748-9d8c-829c6f6d3876),segment_id=81427539-7a4a-4748-9d8c-829c6f6d3876)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:18:34.534499 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-f29a1728-8ef3-47bb-938f-d6d0cee9bbe7 req-48be89ea-7ba1-4978-9831-f737b5f97a0c tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (145d3aa0-2376-47da-8a4e-fa10b0ab9436), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:34.547827 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [req-f29a1728-8ef3-47bb-938f-d6d0cee9bbe7 req-48be89ea-7ba1-4978-9831-f737b5f97a0c tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] Calling delete_port for 145d3aa0-2376-47da-8a4e-fa10b0ab9436 owned by compute:nova {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:18:34.760007 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-f29a1728-8ef3-47bb-938f-d6d0cee9bbe7 req-48be89ea-7ba1-4978-9831-f737b5f97a0c tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542309'] for port (145d3aa0-2376-47da-8a4e-fa10b0ab9436), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:34.773470 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] get_ports_and_sgs() called for port_ids ['145d3aa0-2376-47da-8a4e-fa10b0ab9436'] {{(pid=104470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 09:18:34.787151 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48be89ea-7ba1-4978-9831-f737b5f97a0c tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] Pushing event deleted for resources: {'Port': ['ID=145d3aa0-2376-47da-8a4e-fa10b0ab9436,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:18:34.833519 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [req-f29a1728-8ef3-47bb-938f-d6d0cee9bbe7 req-48be89ea-7ba1-4978-9831-f737b5f97a0c tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] No DVR routers for this DVR port 145d3aa0-2376-47da-8a4e-fa10b0ab9436 on host hv-cinder-84962 {{(pid=104469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 09:18:34.835966 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-f29a1728-8ef3-47bb-938f-d6d0cee9bbe7 req-48be89ea-7ba1-4978-9831-f737b5f97a0c tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for port (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:34.839103 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f29a1728-8ef3-47bb-938f-d6d0cee9bbe7 req-48be89ea-7ba1-4978-9831-f737b5f97a0c tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] 10.222.0.30 "DELETE /v2.0/ports/145d3aa0-2376-47da-8a4e-fa10b0ab9436 HTTP/1.1" status: 204 len: 173 time: 0.4706972 Jul 13 09:18:34.839536 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9380bff5-e18a-4e69-a1d8-47e44c636eaa', 'name': 'network-vif-deleted', 'tag': '145d3aa0-2376-47da-8a4e-fa10b0ab9436'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:18:34.841737 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c4e5b91a84def5af2f1fcdaa70b19e5540aa6c2f63d8f4e9cb6586108f6a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ef6942-e8d7-4b1b-86b3-7b799a970090" -d '{"events": [{"server_uuid": "9380bff5-e18a-4e69-a1d8-47e44c636eaa", "name": "network-vif-deleted", "tag": "145d3aa0-2376-47da-8a4e-fa10b0ab9436"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:18:34.878434 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 09:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d689dbfd-8e4d-416c-bc16-7d5c631d80d9 x-openstack-request-id: req-d689dbfd-8e4d-416c-bc16-7d5c631d80d9 {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:18:34.878723 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9380bff5-e18a-4e69-a1d8-47e44c636eaa", "name": "network-vif-deleted", "tag": "145d3aa0-2376-47da-8a4e-fa10b0ab9436", "status": "completed", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:18:34.878972 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-d689dbfd-8e4d-416c-bc16-7d5c631d80d9 {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:18:34.879371 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d689dbfd-8e4d-416c-bc16-7d5c631d80d9'] response: {'server_uuid': '9380bff5-e18a-4e69-a1d8-47e44c636eaa', 'name': 'network-vif-deleted', 'tag': '145d3aa0-2376-47da-8a4e-fa10b0ab9436', 'status': 'completed', 'code': 200} Jul 13 09:18:35.465227 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-691af1b7-5fb0-4087-8c7c-c5aa5236307b req-017a4fcd-bfa7-4f4a-9465-24b893a52301 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] 10.222.0.40 "GET /v2.0/ports?device_id=9380bff5-e18a-4e69-a1d8-47e44c636eaa HTTP/1.1" status: 200 len: 210 time: 0.0322549 Jul 13 09:18:36.707348 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:18:36.725664 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a3f4f-746f-416e-825d-7933566abd6e req-e7fb92eb-a26c-4fa4-847e-49cb93b8d333 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:18:36.727196 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-868a3f4f-746f-416e-825d-7933566abd6e req-e7fb92eb-a26c-4fa4-847e-49cb93b8d333 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] 10.222.0.40 "GET /v2.0/networks?id=c8a7814d-cee4-4229-888f-bbba5c8b4ee3 HTTP/1.1" status: 200 len: 809 time: 0.1011794 Jul 13 09:18:36.742950 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-868a3f4f-746f-416e-825d-7933566abd6e req-5c32d895-8739-4a95-82ff-f8ad4968532f tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] 10.222.0.40 "GET /v2.0/quotas/8a83c88f502a46e0bf36ce97e86398ce HTTP/1.1" status: 200 len: 375 time: 0.0103712 Jul 13 09:18:36.776503 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-868a3f4f-746f-416e-825d-7933566abd6e req-5c37c799-199f-470b-902f-ec0716990ef9 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=8a83c88f502a46e0bf36ce97e86398ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283318 Jul 13 09:18:36.869628 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-868a3f4f-746f-416e-825d-7933566abd6e req-7b245ca7-4801-485d-a173-f6d45684097e service neutron] 10.222.0.40 "GET /v2.0/networks/c8a7814d-cee4-4229-888f-bbba5c8b4ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859764 Jul 13 09:18:36.957736 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-868a3f4f-746f-416e-825d-7933566abd6e req-3ca1d6b3-9b76-45e0-bf9b-2f41fc08cdaa service neutron] 10.222.0.40 "GET /v2.0/networks/c8a7814d-cee4-4229-888f-bbba5c8b4ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819283 Jul 13 09:18:37.125853 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:18:37.126928 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=5 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:18:37.201233 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-bfae004d-a4db-42bb-82ab-19013ac28658 req-45f8ceb9-6232-461b-ac73-bfd5ec222bf6 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] 10.222.0.40 "GET /v2.0/ports?device_id=3186bab8-b4eb-4837-96f2-6ebfc27c32e2 HTTP/1.1" status: 200 len: 210 time: 0.0285537 Jul 13 09:18:38.300198 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-afc6ad2a-34d3-46b4-8bfe-54a649036b77 req-02b205b3-893c-48fc-b055-54786839d5cc tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] 10.222.0.40 "GET /v2.0/ports?device_id=3186bab8-b4eb-4837-96f2-6ebfc27c32e2 HTTP/1.1" status: 200 len: 210 time: 0.0323441 Jul 13 09:18:38.753904 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device 145d3aa0-2376-47da-8a4e-fa10b0ab9436 no longer exists at agent hyperv_hv-cinder-84962 {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:18:38.777353 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] No Port match for: 145d3aa0-2376-47da-8a4e-fa10b0ab9436 {{(pid=104470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 09:18:38.777694 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device 145d3aa0-2376-47da-8a4e-fa10b0ab9436 not bound to the agent host hv-cinder-84962 {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 09:18:38.848746 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a3f4f-746f-416e-825d-7933566abd6e req-25e1a683-2389-41f9-887a-b983dc53903b tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:18:38.850237 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-868a3f4f-746f-416e-825d-7933566abd6e req-25e1a683-2389-41f9-887a-b983dc53903b tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] 10.222.0.30 "GET /v2.0/networks?id=c8a7814d-cee4-4229-888f-bbba5c8b4ee3 HTTP/1.1" status: 200 len: 809 time: 0.1012058 Jul 13 09:18:38.864353 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [req-868a3f4f-746f-416e-825d-7933566abd6e req-b0301d20-c99d-4635-b323-2abef8d67413 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] Request body: {'port': {'device_id': '3186bab8-b4eb-4837-96f2-6ebfc27c32e2', 'network_id': 'c8a7814d-cee4-4229-888f-bbba5c8b4ee3', 'admin_state_up': True, 'tenant_id': '8a83c88f502a46e0bf36ce97e86398ce'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:18:38.930305 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:18:39.048779 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-868a3f4f-746f-416e-825d-7933566abd6e req-b0301d20-c99d-4635-b323-2abef8d67413 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] Made reservation on behalf of 8a83c88f502a46e0bf36ce97e86398ce for: {'port': 1} {{(pid=104469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 09:18:39.052683 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-868a3f4f-746f-416e-825d-7933566abd6e req-b0301d20-c99d-4635-b323-2abef8d67413 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:39.186377 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_common [req-868a3f4f-746f-416e-825d-7933566abd6e req-b0301d20-c99d-4635-b323-2abef8d67413 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] Allocated IP 172.20.0.8 (c8a7814d-cee4-4229-888f-bbba5c8b4ee3/415483ac-05c4-4f9f-ab2c-83228f6ce425/6e292236-e930-4928-8ac9-c1257341443a) {{(pid=104469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 09:18:39.356351 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-868a3f4f-746f-416e-825d-7933566abd6e req-b0301d20-c99d-4635-b323-2abef8d67413 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] Publish callbacks [] for port (6e292236-e930-4928-8ac9-c1257341443a), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:39.406408 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-1acb7af5-0853-4262-83b1-bad28a1d436a req-cfce74c9-1a07-46cb-9503-7b54c30c41f8 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] 10.222.0.40 "GET /v2.0/ports?device_id=3186bab8-b4eb-4837-96f2-6ebfc27c32e2 HTTP/1.1" status: 200 len: 210 time: 0.0323064 Jul 13 09:18:39.441122 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-868a3f4f-746f-416e-825d-7933566abd6e req-b0301d20-c99d-4635-b323-2abef8d67413 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760184582126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542309'] for port (6e292236-e930-4928-8ac9-c1257341443a), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:39.447926 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:18:39.492275 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-868a3f4f-746f-416e-825d-7933566abd6e req-b0301d20-c99d-4635-b323-2abef8d67413 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] Network c8a7814d-cee4-4229-888f-bbba5c8b4ee3 is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:18:39.495447 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [req-868a3f4f-746f-416e-825d-7933566abd6e req-b0301d20-c99d-4635-b323-2abef8d67413 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:18:39.503714 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [req-868a3f4f-746f-416e-825d-7933566abd6e req-b0301d20-c99d-4635-b323-2abef8d67413 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] Received port after_create {{(pid=104469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 09:18:39.536292 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0301d20-c99d-4635-b323-2abef8d67413 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] Pushing event updated for resources: {'Port': ['ID=6e292236-e930-4928-8ac9-c1257341443a,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:18:39.560368 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a3f4f-746f-416e-825d-7933566abd6e req-b0301d20-c99d-4635-b323-2abef8d67413 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:18:39.560995 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-868a3f4f-746f-416e-825d-7933566abd6e req-b0301d20-c99d-4635-b323-2abef8d67413 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for port (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:39.622829 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-868a3f4f-746f-416e-825d-7933566abd6e req-b0301d20-c99d-4635-b323-2abef8d67413 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7622824 Jul 13 09:18:39.634552 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [req-868a3f4f-746f-416e-825d-7933566abd6e req-7d7281e4-0aad-4b77-98e9-945944c824d0 service neutron] Request body: {'port': {'device_id': '3186bab8-b4eb-4837-96f2-6ebfc27c32e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84962'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:18:39.701182 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-868a3f4f-746f-416e-825d-7933566abd6e req-7d7281e4-0aad-4b77-98e9-945944c824d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (6e292236-e930-4928-8ac9-c1257341443a), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:39.927131 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:18:39.976127 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [req-868a3f4f-746f-416e-825d-7933566abd6e req-7d7281e4-0aad-4b77-98e9-945944c824d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e292236-e930-4928-8ac9-c1257341443a {{(pid=104469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 09:18:39.983427 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-868a3f4f-746f-416e-825d-7933566abd6e req-7d7281e4-0aad-4b77-98e9-945944c824d0 service neutron] Publish callbacks [] for port (6e292236-e930-4928-8ac9-c1257341443a), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:39.995481 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [req-868a3f4f-746f-416e-825d-7933566abd6e req-7d7281e4-0aad-4b77-98e9-945944c824d0 service neutron] Transition to ACTIVE for port object 6e292236-e930-4928-8ac9-c1257341443a will not be triggered until provisioned by entity L2. {{(pid=104469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 09:18:40.053945 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-868a3f4f-746f-416e-825d-7933566abd6e req-7d7281e4-0aad-4b77-98e9-945944c824d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542332'] for port (6e292236-e930-4928-8ac9-c1257341443a), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:40.104911 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7281e4-0aad-4b77-98e9-945944c824d0 service neutron] Pushing event updated for resources: {'Port': ['ID=6e292236-e930-4928-8ac9-c1257341443a,revision_number=2']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:18:40.177917 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [req-868a3f4f-746f-416e-825d-7933566abd6e req-7d7281e4-0aad-4b77-98e9-945944c824d0 service neutron] Attempting to bind port 6e292236-e930-4928-8ac9-c1257341443a on host hv-cinder-84962 for vnic_type normal with profile {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 09:18:40.178198 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [req-868a3f4f-746f-416e-825d-7933566abd6e req-7d7281e4-0aad-4b77-98e9-945944c824d0 service neutron] Attempting to bind port 6e292236-e930-4928-8ac9-c1257341443a by drivers openvswitch,hyperv on host hv-cinder-84962 at level 0 using segments [{'id': '81427539-7a4a-4748-9d8c-829c6f6d3876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c8a7814d-cee4-4229-888f-bbba5c8b4ee3'}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 09:18:40.178524 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868a3f4f-746f-416e-825d-7933566abd6e req-7d7281e4-0aad-4b77-98e9-945944c824d0 service neutron] Attempting to bind port 6e292236-e930-4928-8ac9-c1257341443a on network c8a7814d-cee4-4229-888f-bbba5c8b4ee3 {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 09:18:40.182825 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868a3f4f-746f-416e-825d-7933566abd6e req-7d7281e4-0aad-4b77-98e9-945944c824d0 service neutron] Port 6e292236-e930-4928-8ac9-c1257341443a on network c8a7814d-cee4-4229-888f-bbba5c8b4ee3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84962 {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 13 09:18:40.183137 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868a3f4f-746f-416e-825d-7933566abd6e req-7d7281e4-0aad-4b77-98e9-945944c824d0 service neutron] Attempting to bind port 6e292236-e930-4928-8ac9-c1257341443a on network c8a7814d-cee4-4229-888f-bbba5c8b4ee3 {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 09:18:40.188003 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868a3f4f-746f-416e-825d-7933566abd6e req-7d7281e4-0aad-4b77-98e9-945944c824d0 service neutron] Checking agent: {'id': '6e9d2670-629d-42a5-8dd5-d0857aba9a7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84962', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 9, 4, 10), 'started_at': datetime.datetime(2022, 7, 13, 9, 4, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 9, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 09:18:40.192951 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868a3f4f-746f-416e-825d-7933566abd6e req-7d7281e4-0aad-4b77-98e9-945944c824d0 service neutron] Checking segment: {'id': '81427539-7a4a-4748-9d8c-829c6f6d3876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c8a7814d-cee4-4229-888f-bbba5c8b4ee3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 09:18:40.192951 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868a3f4f-746f-416e-825d-7933566abd6e req-7d7281e4-0aad-4b77-98e9-945944c824d0 service neutron] Bound using segment: {'id': '81427539-7a4a-4748-9d8c-829c6f6d3876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c8a7814d-cee4-4229-888f-bbba5c8b4ee3'} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 09:18:40.192951 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [req-868a3f4f-746f-416e-825d-7933566abd6e req-7d7281e4-0aad-4b77-98e9-945944c824d0 service neutron] Bound port: 6e292236-e930-4928-8ac9-c1257341443a, host: hv-cinder-84962, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81427539-7a4a-4748-9d8c-829c6f6d3876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c8a7814d-cee4-4229-888f-bbba5c8b4ee3'}}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 09:18:40.192951 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-868a3f4f-746f-416e-825d-7933566abd6e req-7d7281e4-0aad-4b77-98e9-945944c824d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (6e292236-e930-4928-8ac9-c1257341443a), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:40.249272 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [req-868a3f4f-746f-416e-825d-7933566abd6e req-7d7281e4-0aad-4b77-98e9-945944c824d0 service neutron] For port 6e292236-e930-4928-8ac9-c1257341443a, host hv-cinder-84962, cleared binding levels {{(pid=104469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 09:18:40.252560 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [req-868a3f4f-746f-416e-825d-7933566abd6e req-7d7281e4-0aad-4b77-98e9-945944c824d0 service neutron] For port 6e292236-e930-4928-8ac9-c1257341443a, host hv-cinder-84962, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=6e292236-e930-4928-8ac9-c1257341443a,segment=NetworkSegment(81427539-7a4a-4748-9d8c-829c6f6d3876),segment_id=81427539-7a4a-4748-9d8c-829c6f6d3876)] {{(pid=104469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 09:18:40.354655 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-868a3f4f-746f-416e-825d-7933566abd6e req-7d7281e4-0aad-4b77-98e9-945944c824d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542332'] for port (6e292236-e930-4928-8ac9-c1257341443a), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:40.384702 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:18:40.389011 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a3f4f-746f-416e-825d-7933566abd6e req-7d7281e4-0aad-4b77-98e9-945944c824d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:18:40.389616 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-868a3f4f-746f-416e-825d-7933566abd6e req-7d7281e4-0aad-4b77-98e9-945944c824d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for port (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:40.391986 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-868a3f4f-746f-416e-825d-7933566abd6e req-7d7281e4-0aad-4b77-98e9-945944c824d0 service neutron] 10.222.0.30 "PUT /v2.0/ports/6e292236-e930-4928-8ac9-c1257341443a HTTP/1.1" status: 200 len: 1093 time: 0.7617693 Jul 13 09:18:40.392394 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3186bab8-b4eb-4837-96f2-6ebfc27c32e2', 'tag': '6e292236-e930-4928-8ac9-c1257341443a'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:18:40.394616 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c4e5b91a84def5af2f1fcdaa70b19e5540aa6c2f63d8f4e9cb6586108f6a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d83f01-2db1-4035-8de8-fff8236e5212" -d '{"events": [{"name": "network-changed", "server_uuid": "3186bab8-b4eb-4837-96f2-6ebfc27c32e2", "tag": "6e292236-e930-4928-8ac9-c1257341443a"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:18:40.417069 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7281e4-0aad-4b77-98e9-945944c824d0 service neutron] Pushing event updated for resources: {'Port': ['ID=6e292236-e930-4928-8ac9-c1257341443a,revision_number=3']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:18:40.433754 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 09:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da4afe6-4b8f-442d-9975-257eb96e1737 x-openstack-request-id: req-0da4afe6-4b8f-442d-9975-257eb96e1737 {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:18:40.433754 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3186bab8-b4eb-4837-96f2-6ebfc27c32e2", "tag": "6e292236-e930-4928-8ac9-c1257341443a", "status": "completed", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:18:40.433754 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-0da4afe6-4b8f-442d-9975-257eb96e1737 {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:18:40.433754 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0da4afe6-4b8f-442d-9975-257eb96e1737'] response: {'name': 'network-changed', 'server_uuid': '3186bab8-b4eb-4837-96f2-6ebfc27c32e2', 'tag': '6e292236-e930-4928-8ac9-c1257341443a', 'status': 'completed', 'code': 200} Jul 13 09:18:40.490958 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:18:40.491955 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d83f01-2db1-4035-8de8-fff8236e5212 req-6c35f455-bbcf-47b5-9504-5839adbbb82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:18:40.493596 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a1d83f01-2db1-4035-8de8-fff8236e5212 req-6c35f455-bbcf-47b5-9504-5839adbbb82a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a83c88f502a46e0bf36ce97e86398ce&device_id=3186bab8-b4eb-4837-96f2-6ebfc27c32e2 HTTP/1.1" status: 200 len: 1127 time: 0.0420210 Jul 13 09:18:40.527115 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e13f19f-acbb-430b-b7cd-372cfd1a7dfa req-9784b2b2-dc35-410d-8304-2220eea52445 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:18:40.528614 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-0e13f19f-acbb-430b-b7cd-372cfd1a7dfa req-9784b2b2-dc35-410d-8304-2220eea52445 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] 10.222.0.40 "GET /v2.0/ports?device_id=3186bab8-b4eb-4837-96f2-6ebfc27c32e2 HTTP/1.1" status: 200 len: 943 time: 0.0476913 Jul 13 09:18:40.576228 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-0e13f19f-acbb-430b-b7cd-372cfd1a7dfa req-a70bc1e3-a8ae-44cc-ace1-38e9d3c2a865 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] 10.222.0.40 "GET /v2.0/security-groups?id=aab26d9e-5d07-46e5-95d0-37512638d67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417497 Jul 13 09:18:40.597594 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d83f01-2db1-4035-8de8-fff8236e5212 req-a3b38fab-1411-4dba-bbb2-98da5608908a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:18:40.599133 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a1d83f01-2db1-4035-8de8-fff8236e5212 req-a3b38fab-1411-4dba-bbb2-98da5608908a service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=8a83c88f502a46e0bf36ce97e86398ce&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0979779 Jul 13 09:18:40.695388 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d83f01-2db1-4035-8de8-fff8236e5212 req-1ce64bc9-3254-4ded-839a-cb686de7cdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:18:40.696775 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a1d83f01-2db1-4035-8de8-fff8236e5212 req-1ce64bc9-3254-4ded-839a-cb686de7cdd9 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924442 Jul 13 09:18:40.769393 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a3f4f-746f-416e-825d-7933566abd6e req-3c699b9e-e12b-426f-a93f-02885e6c68ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:18:40.770913 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-868a3f4f-746f-416e-825d-7933566abd6e req-3c699b9e-e12b-426f-a93f-02885e6c68ff service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a83c88f502a46e0bf36ce97e86398ce&device_id=3186bab8-b4eb-4837-96f2-6ebfc27c32e2 HTTP/1.1" status: 200 len: 1127 time: 0.0406311 Jul 13 09:18:40.809489 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-868a3f4f-746f-416e-825d-7933566abd6e req-fc40710a-63d6-4d20-a3e5-6fd06ef2928e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e292236-e930-4928-8ac9-c1257341443a HTTP/1.1" status: 200 len: 217 time: 0.0322735 Jul 13 09:18:40.855664 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a3f4f-746f-416e-825d-7933566abd6e req-123b60c8-a74c-4d73-9792-8614a4b64902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:18:40.857059 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-868a3f4f-746f-416e-825d-7933566abd6e req-123b60c8-a74c-4d73-9792-8614a4b64902 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=415483ac-05c4-4f9f-ab2c-83228f6ce425 HTTP/1.1" status: 200 len: 849 time: 0.0416298 Jul 13 09:18:40.892550 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-868a3f4f-746f-416e-825d-7933566abd6e req-30c53efe-9957-4817-8f03-84698591cc17 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c8a7814d-cee4-4229-888f-bbba5c8b4ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286815 Jul 13 09:18:40.981388 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-868a3f4f-746f-416e-825d-7933566abd6e req-15e9162b-2f6c-4ac1-8d4c-d68a7cdc5017 service neutron] 10.222.0.30 "GET /v2.0/networks/c8a7814d-cee4-4229-888f-bbba5c8b4ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826592 Jul 13 09:18:41.074229 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-868a3f4f-746f-416e-825d-7933566abd6e req-8bfc62ac-0c70-4253-998d-917ca097fb2f service neutron] 10.222.0.30 "GET /v2.0/networks/c8a7814d-cee4-4229-888f-bbba5c8b4ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871527 Jul 13 09:18:41.679541 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:18:41.692970 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534fdae9-8283-4ce4-bd89-656fc9587fca req-0524368f-693a-4ae5-962c-71a31f777999 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:18:41.694456 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-534fdae9-8283-4ce4-bd89-656fc9587fca req-0524368f-693a-4ae5-962c-71a31f777999 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] 10.222.0.40 "GET /v2.0/ports?device_id=3186bab8-b4eb-4837-96f2-6ebfc27c32e2 HTTP/1.1" status: 200 len: 943 time: 0.0472929 Jul 13 09:18:41.741544 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-534fdae9-8283-4ce4-bd89-656fc9587fca req-02974198-68b8-4ed3-8718-1b3ab8c06620 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] 10.222.0.40 "GET /v2.0/security-groups?id=aab26d9e-5d07-46e5-95d0-37512638d67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414929 Jul 13 09:18:41.808236 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (6e9d2670-629d-42a5-8dd5-d0857aba9a7e), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:42.858530 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7149d-f3ee-4af2-90c5-58170fed1b12 req-1182ea9b-ad23-47cd-a2b2-3a565bece276 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:18:42.859989 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-64e7149d-f3ee-4af2-90c5-58170fed1b12 req-1182ea9b-ad23-47cd-a2b2-3a565bece276 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] 10.222.0.40 "GET /v2.0/ports?device_id=3186bab8-b4eb-4837-96f2-6ebfc27c32e2 HTTP/1.1" status: 200 len: 943 time: 0.0499175 Jul 13 09:18:42.906925 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-64e7149d-f3ee-4af2-90c5-58170fed1b12 req-d64e616a-25a3-40fd-a186-09f02679c01c tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] 10.222.0.40 "GET /v2.0/security-groups?id=aab26d9e-5d07-46e5-95d0-37512638d67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409772 Jul 13 09:18:44.021271 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d9681-512d-473b-8807-a409236c6086 req-96e561bc-9e3d-4428-b626-639e42dbf060 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:18:44.022746 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-481d9681-512d-473b-8807-a409236c6086 req-96e561bc-9e3d-4428-b626-639e42dbf060 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] 10.222.0.40 "GET /v2.0/ports?device_id=3186bab8-b4eb-4837-96f2-6ebfc27c32e2 HTTP/1.1" status: 200 len: 943 time: 0.0461891 Jul 13 09:18:44.072920 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-481d9681-512d-473b-8807-a409236c6086 req-d10114da-22fe-4acc-8fe6-8910811122a8 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] 10.222.0.40 "GET /v2.0/security-groups?id=aab26d9e-5d07-46e5-95d0-37512638d67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448110 Jul 13 09:18:44.782502 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device 6e292236-e930-4928-8ac9-c1257341443a details requested by agent hyperv_hv-cinder-84962 with host hv-cinder-84962 {{(pid=104470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 09:18:44.882091 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port 6e292236-e930-4928-8ac9-c1257341443a, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=6e292236-e930-4928-8ac9-c1257341443a,segment=NetworkSegment(81427539-7a4a-4748-9d8c-829c6f6d3876),segment_id=81427539-7a4a-4748-9d8c-829c6f6d3876)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:18:44.892962 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Returning: {'device': '6e292236-e930-4928-8ac9-c1257341443a', 'network_id': 'c8a7814d-cee4-4229-888f-bbba5c8b4ee3', 'port_id': '6e292236-e930-4928-8ac9-c1257341443a', 'mac_address': 'fa:16:3e:36:e9:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '415483ac-05c4-4f9f-ab2c-83228f6ce425', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 09:18:44.895154 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:18:44.928879 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Current status of the port 6e292236-e930-4928-8ac9-c1257341443a is: DOWN; New status is: BUILD {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:18:44.929266 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (6e292236-e930-4928-8ac9-c1257341443a), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:44.942215 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e292236-e930-4928-8ac9-c1257341443a {{(pid=104470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 09:18:44.962203 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port 6e292236-e930-4928-8ac9-c1257341443a, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=6e292236-e930-4928-8ac9-c1257341443a,segment=NetworkSegment(81427539-7a4a-4748-9d8c-829c6f6d3876),segment_id=81427539-7a4a-4748-9d8c-829c6f6d3876)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:18:45.048811 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (6e292236-e930-4928-8ac9-c1257341443a), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:45.092895 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Pushing event updated for resources: {'Port': ['ID=6e292236-e930-4928-8ac9-c1257341443a,revision_number=4']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:18:45.187673 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62b2c4c-1f1a-4ab0-b1c1-f25fa324459e req-8ba41bef-58ce-40bf-851d-9b5fa7a47f36 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:18:45.189224 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-e62b2c4c-1f1a-4ab0-b1c1-f25fa324459e req-8ba41bef-58ce-40bf-851d-9b5fa7a47f36 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] 10.222.0.40 "GET /v2.0/ports?device_id=3186bab8-b4eb-4837-96f2-6ebfc27c32e2 HTTP/1.1" status: 200 len: 944 time: 0.0482209 Jul 13 09:18:45.235913 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] get_ports_and_sgs() called for port_ids ['6e292236-e930-4928-8ac9-c1257341443a'] {{(pid=104470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 09:18:45.236619 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-e62b2c4c-1f1a-4ab0-b1c1-f25fa324459e req-298e774a-12ec-4350-9f72-ad6051606334 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] 10.222.0.40 "GET /v2.0/security-groups?id=aab26d9e-5d07-46e5-95d0-37512638d67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413122 Jul 13 09:18:46.349443 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45841e5-18de-4b7d-8f89-1e2d7b716325 req-54588e25-2d4a-4337-80e5-568eb21bc36c tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:18:46.350973 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-c45841e5-18de-4b7d-8f89-1e2d7b716325 req-54588e25-2d4a-4337-80e5-568eb21bc36c tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] 10.222.0.40 "GET /v2.0/ports?device_id=3186bab8-b4eb-4837-96f2-6ebfc27c32e2 HTTP/1.1" status: 200 len: 944 time: 0.0475535 Jul 13 09:18:46.397757 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-c45841e5-18de-4b7d-8f89-1e2d7b716325 req-be4754d4-0521-4793-8a9d-2401f4508a19 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] 10.222.0.40 "GET /v2.0/security-groups?id=aab26d9e-5d07-46e5-95d0-37512638d67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413606 Jul 13 09:18:46.782734 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device 6e292236-e930-4928-8ac9-c1257341443a up at agent hyperv_hv-cinder-84962 {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:18:46.825247 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Provisioning for port 6e292236-e930-4928-8ac9-c1257341443a completed by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 13 09:18:46.882716 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Provisioning complete for port 6e292236-e930-4928-8ac9-c1257341443a triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:18:46.883081 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (6e292236-e930-4928-8ac9-c1257341443a), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:46.955337 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Current status of the port 6e292236-e930-4928-8ac9-c1257341443a is: BUILD; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:18:46.955715 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (6e292236-e930-4928-8ac9-c1257341443a), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:46.977509 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3186bab8-b4eb-4837-96f2-6ebfc27c32e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e292236-e930-4928-8ac9-c1257341443a'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:18:46.979692 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db18c03db31c8eba27ff59efcab6aeefebc9da3faa7d3b822264179bbf74904a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31df3d00-17c1-4b94-bea9-5aaef0d7bdf8" -d '{"events": [{"server_uuid": "3186bab8-b4eb-4837-96f2-6ebfc27c32e2", "name": "network-vif-plugged", "status": "completed", "tag": "6e292236-e930-4928-8ac9-c1257341443a"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:18:46.992562 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port 6e292236-e930-4928-8ac9-c1257341443a, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=6e292236-e930-4928-8ac9-c1257341443a,segment=NetworkSegment(81427539-7a4a-4748-9d8c-829c6f6d3876),segment_id=81427539-7a4a-4748-9d8c-829c6f6d3876)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:18:47.015072 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 09:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c800506-163c-4d1d-b18e-01e3ef270dc3 x-openstack-request-id: req-1c800506-163c-4d1d-b18e-01e3ef270dc3 {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:18:47.018892 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3186bab8-b4eb-4837-96f2-6ebfc27c32e2", "name": "network-vif-plugged", "status": "completed", "tag": "6e292236-e930-4928-8ac9-c1257341443a", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:18:47.018892 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-1c800506-163c-4d1d-b18e-01e3ef270dc3 {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:18:47.018892 dv-cinder-849626-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c800506-163c-4d1d-b18e-01e3ef270dc3'] response: {'server_uuid': '3186bab8-b4eb-4837-96f2-6ebfc27c32e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e292236-e930-4928-8ac9-c1257341443a', 'code': 200} Jul 13 09:18:47.062910 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (6e292236-e930-4928-8ac9-c1257341443a), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:47.086787 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:18:47.110287 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Pushing event updated for resources: {'Port': ['ID=6e292236-e930-4928-8ac9-c1257341443a,revision_number=5']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:18:47.313323 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c3065b-b2d5-4d0d-b4aa-cd47e88c2acf req-0b9671c0-6491-4d10-ba11-610c061ffe0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:18:47.315349 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b7c3065b-b2d5-4d0d-b4aa-cd47e88c2acf req-0b9671c0-6491-4d10-ba11-610c061ffe0e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3186bab8-b4eb-4837-96f2-6ebfc27c32e2 HTTP/1.1" status: 200 len: 1129 time: 0.0398471 Jul 13 09:18:47.358841 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b7c3065b-b2d5-4d0d-b4aa-cd47e88c2acf req-0adcf3c7-2db2-463e-ae49-0bc206c0ebbf service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=aab26d9e-5d07-46e5-95d0-37512638d67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380855 Jul 13 09:18:47.515458 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3a01c-1e86-40a8-a472-8a6a04cafa3c req-ccc71fe1-a3e2-47b6-ad3c-3f631f5bcb7f tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:18:47.516931 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d5f3a01c-1e86-40a8-a472-8a6a04cafa3c req-ccc71fe1-a3e2-47b6-ad3c-3f631f5bcb7f tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] 10.222.0.40 "GET /v2.0/ports?device_id=3186bab8-b4eb-4837-96f2-6ebfc27c32e2 HTTP/1.1" status: 200 len: 945 time: 0.0503037 Jul 13 09:18:47.562953 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d5f3a01c-1e86-40a8-a472-8a6a04cafa3c req-a7d3e857-ecde-49d2-82e3-01277705bc49 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] 10.222.0.40 "GET /v2.0/security-groups?id=aab26d9e-5d07-46e5-95d0-37512638d67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397854 Jul 13 09:18:48.644655 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:DELETE=2,neutron:SELECT=82 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:18:48.683893 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f184b54-c01d-4327-bb1b-73e2ec2602b3 req-b05d5499-9d7f-44d5-935d-ef3613b30b8d tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:18:48.685372 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-3f184b54-c01d-4327-bb1b-73e2ec2602b3 req-b05d5499-9d7f-44d5-935d-ef3613b30b8d tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] 10.222.0.40 "GET /v2.0/ports?device_id=3186bab8-b4eb-4837-96f2-6ebfc27c32e2 HTTP/1.1" status: 200 len: 945 time: 0.0505743 Jul 13 09:18:48.731421 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-3f184b54-c01d-4327-bb1b-73e2ec2602b3 req-46cf66ac-3eb2-4706-9361-b2f8e037b95e tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] 10.222.0.40 "GET /v2.0/security-groups?id=aab26d9e-5d07-46e5-95d0-37512638d67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397997 Jul 13 09:18:49.847456 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8264585f-7a31-4b0d-a83c-522ffd30cfb1 req-c90aec9e-bfef-4451-b9c6-cfabba54ff75 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:18:49.848954 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8264585f-7a31-4b0d-a83c-522ffd30cfb1 req-c90aec9e-bfef-4451-b9c6-cfabba54ff75 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] 10.222.0.40 "GET /v2.0/ports?device_id=3186bab8-b4eb-4837-96f2-6ebfc27c32e2 HTTP/1.1" status: 200 len: 945 time: 0.0473680 Jul 13 09:18:49.896076 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8264585f-7a31-4b0d-a83c-522ffd30cfb1 req-22f5975d-5e4d-4860-acb1-e06c5c2db85d tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] 10.222.0.40 "GET /v2.0/security-groups?id=aab26d9e-5d07-46e5-95d0-37512638d67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418227 Jul 13 09:18:50.596558 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7778f98e-e6df-4b67-8414-3ff311438fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (a33f270e-6fb2-40d7-a0c5-ff754f30a69f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:51.096924 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce903a5-3c07-4105-91eb-6a394bad04f3 req-04f48d10-09c5-4331-afd9-689f54e1fbd8 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:18:51.098431 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-dce903a5-3c07-4105-91eb-6a394bad04f3 req-04f48d10-09c5-4331-afd9-689f54e1fbd8 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] 10.222.0.40 "GET /v2.0/ports?device_id=3186bab8-b4eb-4837-96f2-6ebfc27c32e2 HTTP/1.1" status: 200 len: 945 time: 0.0504329 Jul 13 09:18:51.109264 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:18:51.145958 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-dce903a5-3c07-4105-91eb-6a394bad04f3 req-3aa2d082-869f-47e6-b23f-9d4da44d4dbd tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] 10.222.0.40 "GET /v2.0/security-groups?id=aab26d9e-5d07-46e5-95d0-37512638d67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419946 Jul 13 09:18:52.265430 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac563147-1ba8-4269-8224-88768ab3ce1b req-2887a84b-b119-4f02-900d-1067d2a11d60 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:18:52.266952 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-ac563147-1ba8-4269-8224-88768ab3ce1b req-2887a84b-b119-4f02-900d-1067d2a11d60 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] 10.222.0.40 "GET /v2.0/ports?device_id=3186bab8-b4eb-4837-96f2-6ebfc27c32e2 HTTP/1.1" status: 200 len: 945 time: 0.0480766 Jul 13 09:18:52.313843 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-ac563147-1ba8-4269-8224-88768ab3ce1b req-1ffb0371-89b1-44d1-8057-3a0c2cd48da5 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] 10.222.0.40 "GET /v2.0/security-groups?id=aab26d9e-5d07-46e5-95d0-37512638d67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410647 Jul 13 09:18:52.356413 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802b0785-6a46-49ff-9b3b-0088638fa643 req-23c5af0f-472a-4e9f-9d84-d65792212967 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:18:52.357876 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-802b0785-6a46-49ff-9b3b-0088638fa643 req-23c5af0f-472a-4e9f-9d84-d65792212967 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] 10.222.0.30 "GET /v2.0/ports?device_id=3186bab8-b4eb-4837-96f2-6ebfc27c32e2 HTTP/1.1" status: 200 len: 945 time: 0.0469041 Jul 13 09:18:52.437073 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [req-802b0785-6a46-49ff-9b3b-0088638fa643 req-37b0ea0a-35d2-4618-98b6-d322eaef544d tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] Deleting port 6e292236-e930-4928-8ac9-c1257341443a {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:18:52.437403 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-802b0785-6a46-49ff-9b3b-0088638fa643 req-37b0ea0a-35d2-4618-98b6-d322eaef544d tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (6e292236-e930-4928-8ac9-c1257341443a), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:52.529138 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [req-802b0785-6a46-49ff-9b3b-0088638fa643 req-37b0ea0a-35d2-4618-98b6-d322eaef544d tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] For port 6e292236-e930-4928-8ac9-c1257341443a, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=6e292236-e930-4928-8ac9-c1257341443a,segment=NetworkSegment(81427539-7a4a-4748-9d8c-829c6f6d3876),segment_id=81427539-7a4a-4748-9d8c-829c6f6d3876)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:18:52.529491 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-802b0785-6a46-49ff-9b3b-0088638fa643 req-37b0ea0a-35d2-4618-98b6-d322eaef544d tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (6e292236-e930-4928-8ac9-c1257341443a), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:52.542355 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [req-802b0785-6a46-49ff-9b3b-0088638fa643 req-37b0ea0a-35d2-4618-98b6-d322eaef544d tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] Calling delete_port for 6e292236-e930-4928-8ac9-c1257341443a owned by compute:nova {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:18:52.645930 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:18:52.756968 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-802b0785-6a46-49ff-9b3b-0088638fa643 req-37b0ea0a-35d2-4618-98b6-d322eaef544d tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542309'] for port (6e292236-e930-4928-8ac9-c1257341443a), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:52.767916 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] get_ports_and_sgs() called for port_ids ['6e292236-e930-4928-8ac9-c1257341443a'] {{(pid=104470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 09:18:52.784377 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b0ea0a-35d2-4618-98b6-d322eaef544d tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] Pushing event deleted for resources: {'Port': ['ID=6e292236-e930-4928-8ac9-c1257341443a,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:18:52.825130 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-30dd1c18-238a-443c-8f2f-35bcbce5da65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (084ea860-45cb-441c-b2f8-c6c2f7d6686c), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:52.828674 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [req-802b0785-6a46-49ff-9b3b-0088638fa643 req-37b0ea0a-35d2-4618-98b6-d322eaef544d tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] No DVR routers for this DVR port 6e292236-e930-4928-8ac9-c1257341443a on host hv-cinder-84962 {{(pid=104469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 09:18:52.830964 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-802b0785-6a46-49ff-9b3b-0088638fa643 req-37b0ea0a-35d2-4618-98b6-d322eaef544d tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for port (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:52.834737 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-802b0785-6a46-49ff-9b3b-0088638fa643 req-37b0ea0a-35d2-4618-98b6-d322eaef544d tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] 10.222.0.30 "DELETE /v2.0/ports/6e292236-e930-4928-8ac9-c1257341443a HTTP/1.1" status: 204 len: 173 time: 0.4703703 Jul 13 09:18:52.836924 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3186bab8-b4eb-4837-96f2-6ebfc27c32e2', 'name': 'network-vif-deleted', 'tag': '6e292236-e930-4928-8ac9-c1257341443a'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:18:52.837313 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c4e5b91a84def5af2f1fcdaa70b19e5540aa6c2f63d8f4e9cb6586108f6a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79cbabbb-6cc8-4b28-843d-57c4f1bd919b" -d '{"events": [{"server_uuid": "3186bab8-b4eb-4837-96f2-6ebfc27c32e2", "name": "network-vif-deleted", "tag": "6e292236-e930-4928-8ac9-c1257341443a"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:18:52.872860 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 09:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c68d9a1-457e-4223-b439-9ea0acd24bf4 x-openstack-request-id: req-4c68d9a1-457e-4223-b439-9ea0acd24bf4 {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:18:52.873167 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3186bab8-b4eb-4837-96f2-6ebfc27c32e2", "name": "network-vif-deleted", "tag": "6e292236-e930-4928-8ac9-c1257341443a", "status": "completed", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:18:52.873410 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-4c68d9a1-457e-4223-b439-9ea0acd24bf4 {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:18:52.873803 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c68d9a1-457e-4223-b439-9ea0acd24bf4'] response: {'server_uuid': '3186bab8-b4eb-4837-96f2-6ebfc27c32e2', 'name': 'network-vif-deleted', 'tag': '6e292236-e930-4928-8ac9-c1257341443a', 'status': 'completed', 'code': 200} Jul 13 09:18:53.420637 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-1a4ac5a1-abe2-49ee-8242-2b5e14610372 req-345c03d5-6a1e-4ca1-80e0-8d9eda2aff77 tempest-VolumesActionsTest-1432956727 tempest-VolumesActionsTest-1432956727-project] 10.222.0.40 "GET /v2.0/ports?device_id=3186bab8-b4eb-4837-96f2-6ebfc27c32e2 HTTP/1.1" status: 200 len: 210 time: 0.0276868 Jul 13 09:18:54.482803 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7f3b3aed-46f4-4e68-bbbe-dab9f8099e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (d1fd82e0-5c39-4100-b44b-c54ee27d2d9f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:55.534165 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5ee680a5-33f3-4217-99f5-17637ad0570e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (59ae6226-c784-4fad-8646-7377b1ef5f31), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:55.788372 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (9379cce5-6fc7-4135-bc49-530c07185724), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:18:57.460005 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device 6e292236-e930-4928-8ac9-c1257341443a no longer exists at agent hyperv_hv-cinder-84962 {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:18:57.481320 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] No Port match for: 6e292236-e930-4928-8ac9-c1257341443a {{(pid=104470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 09:18:57.481661 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device 6e292236-e930-4928-8ac9-c1257341443a not bound to the agent host hv-cinder-84962 {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 09:18:58.150132 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:18:58.150952 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:19:01.226343 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.agents_db [None req-6da3c0df-3a39-4d49-9ef0-c2c7fda6ffa8 None None] Agent healthcheck: found 6 active agents {{(pid=104471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:19:02.812547 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=52,neutron:DELETE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:19:02.815365 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:19:03.401692 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=43 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:19:03.402990 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=11 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:19:07.464165 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:19:07.466662 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=67,neutron:UPDATE=5 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:19:11.825200 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (6e9d2670-629d-42a5-8dd5-d0857aba9a7e), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:19:18.458122 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.40', 41808) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:19:18.506188 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a9b0008-7bcf-4427-8677-d3326ce520e3 admin admin] Deleting subnet 415483ac-05c4-4f9f-ab2c-83228f6ce425 {{(pid=104469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 13 09:19:18.509293 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a9b0008-7bcf-4427-8677-d3326ce520e3 admin admin] Publish callbacks [] for subnet (415483ac-05c4-4f9f-ab2c-83228f6ce425), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:19:18.544161 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a9b0008-7bcf-4427-8677-d3326ce520e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3541572'] for subnet (415483ac-05c4-4f9f-ab2c-83228f6ce425), precommit_delete_associations {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:19:18.582241 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a9b0008-7bcf-4427-8677-d3326ce520e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7837055'] for subnet (415483ac-05c4-4f9f-ab2c-83228f6ce425), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:19:18.708732 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a9b0008-7bcf-4427-8677-d3326ce520e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7837033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3541754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8945970'] for subnet (415483ac-05c4-4f9f-ab2c-83228f6ce425), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:19:18.738275 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9b0008-7bcf-4427-8677-d3326ce520e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=415483ac-05c4-4f9f-ab2c-83228f6ce425,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:19:18.743020 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a9b0008-7bcf-4427-8677-d3326ce520e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594414'] for subnet (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:19:18.746097 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-4a9b0008-7bcf-4427-8677-d3326ce520e3 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/415483ac-05c4-4f9f-ab2c-83228f6ce425 HTTP/1.1" status: 204 len: 168 time: 0.2869637 Jul 13 09:19:18.748641 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 41810) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:19:18.751306 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9b0008-7bcf-4427-8677-d3326ce520e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:19:18.751651 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9b0008-7bcf-4427-8677-d3326ce520e3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:19:18.751992 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9b0008-7bcf-4427-8677-d3326ce520e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:19:18.752325 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9b0008-7bcf-4427-8677-d3326ce520e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:19:18.752651 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9b0008-7bcf-4427-8677-d3326ce520e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:19:18.752973 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9b0008-7bcf-4427-8677-d3326ce520e3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:19:18.753297 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9b0008-7bcf-4427-8677-d3326ce520e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:19:18.753615 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9b0008-7bcf-4427-8677-d3326ce520e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:19:18.753936 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9b0008-7bcf-4427-8677-d3326ce520e3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:19:18.754284 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9b0008-7bcf-4427-8677-d3326ce520e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:19:18.755212 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9b0008-7bcf-4427-8677-d3326ce520e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:19:18.755212 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9b0008-7bcf-4427-8677-d3326ce520e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:19:18.755456 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9b0008-7bcf-4427-8677-d3326ce520e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:19:18.755615 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9b0008-7bcf-4427-8677-d3326ce520e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:19:18.755935 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9b0008-7bcf-4427-8677-d3326ce520e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:19:18.821776 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0c910756-103e-4f30-b662-9aa2e7b2d748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7847201'] for network (c8a7814d-cee4-4229-888f-bbba5c8b4ee3), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:19:18.902294 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0c910756-103e-4f30-b662-9aa2e7b2d748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7836165', 'neutron.services.segments.db._delete_segments_for_network-8760185013827'] for network (c8a7814d-cee4-4229-888f-bbba5c8b4ee3), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:19:18.921883 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.services.segments.db [None req-0c910756-103e-4f30-b662-9aa2e7b2d748 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8a7814d-cee4-4229-888f-bbba5c8b4ee3']}} {{(pid=104468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:19:18.931217 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.services.segments.db [None req-0c910756-103e-4f30-b662-9aa2e7b2d748 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81427539-7a4a-4748-9d8c-829c6f6d3876') {'for_net_delete': True} {{(pid=104468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:19:18.931509 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.services.segments.db [None req-0c910756-103e-4f30-b662-9aa2e7b2d748 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81427539-7a4a-4748-9d8c-829c6f6d3876') {} {{(pid=104468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 09:19:18.940879 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0c910756-103e-4f30-b662-9aa2e7b2d748 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760185015116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4173336'] for segment (81427539-7a4a-4748-9d8c-829c6f6d3876), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:19:18.954325 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0c910756-103e-4f30-b662-9aa2e7b2d748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7769013'] for segment (81427539-7a4a-4748-9d8c-829c6f6d3876), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:19:18.961337 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c910756-103e-4f30-b662-9aa2e7b2d748 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=104468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 09:19:18.961651 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0c910756-103e-4f30-b662-9aa2e7b2d748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7769013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8665467'] for segment (81427539-7a4a-4748-9d8c-829c6f6d3876), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:19:19.078926 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0c910756-103e-4f30-b662-9aa2e7b2d748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7836172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-389073'] for network (c8a7814d-cee4-4229-888f-bbba5c8b4ee3), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:19:19.084091 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0c910756-103e-4f30-b662-9aa2e7b2d748 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594414'] for network (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:19:19.087612 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-0c910756-103e-4f30-b662-9aa2e7b2d748 admin admin] 10.222.0.40 "DELETE /v2.0/networks/c8a7814d-cee4-4229-888f-bbba5c8b4ee3 HTTP/1.1" status: 204 len: 168 time: 0.3377042 Jul 13 09:19:19.091897 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.services.segments.plugin [-] Segment 81427539-7a4a-4748-9d8c-829c6f6d3876 resource provider aggregate not found Jul 13 09:19:19.104541 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c910756-103e-4f30-b662-9aa2e7b2d748 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8a7814d-cee4-4229-888f-bbba5c8b4ee3,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:19:19.113093 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c910756-103e-4f30-b662-9aa2e7b2d748 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:19:19.113450 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c910756-103e-4f30-b662-9aa2e7b2d748 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:19:19.113801 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c910756-103e-4f30-b662-9aa2e7b2d748 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:19:19.114553 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c910756-103e-4f30-b662-9aa2e7b2d748 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:19:19.114894 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c910756-103e-4f30-b662-9aa2e7b2d748 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:19:19.115228 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c910756-103e-4f30-b662-9aa2e7b2d748 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:19:19.115552 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c910756-103e-4f30-b662-9aa2e7b2d748 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:19:19.115883 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c910756-103e-4f30-b662-9aa2e7b2d748 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:19:19.116208 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c910756-103e-4f30-b662-9aa2e7b2d748 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:19:19.116553 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c910756-103e-4f30-b662-9aa2e7b2d748 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:19:19.116980 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c910756-103e-4f30-b662-9aa2e7b2d748 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:19:19.117282 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c910756-103e-4f30-b662-9aa2e7b2d748 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:19:19.117568 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c910756-103e-4f30-b662-9aa2e7b2d748 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:19:19.117997 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c910756-103e-4f30-b662-9aa2e7b2d748 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:19:19.118343 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c910756-103e-4f30-b662-9aa2e7b2d748 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:19:19.123132 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.services.segments.plugin [-] Segment 81427539-7a4a-4748-9d8c-829c6f6d3876 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 81427539-7a4a-4748-9d8c-829c6f6d3876 found for delete ", "request_id": "req-0c58c75a-8f93-4437-b7b9-dfd1a35b5477"}]} Jul 13 09:19:19.166579 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:19:19.167364 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:19:19.373318 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 41820) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:19:19.415263 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-69d94f53-b60f-4a42-8e62-c5d82c7be3aa admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=8a83c88f502a46e0bf36ce97e86398ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407503 Jul 13 09:19:19.417819 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 41822) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:19:19.468851 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f4141786-65cf-4032-9d66-0f1eb4085cc2 admin admin] Publish callbacks [] for security_group (aab26d9e-5d07-46e5-95d0-37512638d67a), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:19:19.490683 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f4141786-65cf-4032-9d66-0f1eb4085cc2 admin admin] Publish callbacks [] for security_group (aab26d9e-5d07-46e5-95d0-37512638d67a), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:19:19.581611 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f4141786-65cf-4032-9d66-0f1eb4085cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (aab26d9e-5d07-46e5-95d0-37512638d67a), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:19:19.584144 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f4141786-65cf-4032-9d66-0f1eb4085cc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:19:19.585300 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-f4141786-65cf-4032-9d66-0f1eb4085cc2 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/aab26d9e-5d07-46e5-95d0-37512638d67a HTTP/1.1" status: 204 len: 168 time: 0.1665866 Jul 13 09:19:19.593469 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4141786-65cf-4032-9d66-0f1eb4085cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab26d9e-5d07-46e5-95d0-37512638d67a,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:19:20.593316 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a0474d80-6229-4224-bafe-042fce231c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (a33f270e-6fb2-40d7-a0c5-ff754f30a69f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:19:22.506101 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-105f0834-deac-4ae3-b572-70c35a542d44 req-83b133a1-46d6-4c83-9e92-de6ae0d20da6 tempest-VolumesNegativeTest-2087426774 tempest-VolumesNegativeTest-2087426774-project] 10.222.0.40 "GET /v2.0/networks?tenant_id=cf90881aef9b4222bdd3ca3c3ea67fd9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295379 Jul 13 09:19:22.683343 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105f0834-deac-4ae3-b572-70c35a542d44 req-4e83cd06-7e73-4f6b-95e4-140275785729 tempest-VolumesNegativeTest-2087426774 tempest-VolumesNegativeTest-2087426774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:19:22.684795 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-105f0834-deac-4ae3-b572-70c35a542d44 req-4e83cd06-7e73-4f6b-95e4-140275785729 tempest-VolumesNegativeTest-2087426774 tempest-VolumesNegativeTest-2087426774-project] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1737630 Jul 13 09:19:22.699153 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-105f0834-deac-4ae3-b572-70c35a542d44 req-1a2ca516-97b0-415a-bb35-7a81a2830093 tempest-VolumesNegativeTest-2087426774 tempest-VolumesNegativeTest-2087426774-project] 10.222.0.40 "GET /v2.0/quotas/cf90881aef9b4222bdd3ca3c3ea67fd9 HTTP/1.1" status: 200 len: 375 time: 0.0089755 Jul 13 09:19:22.733705 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-105f0834-deac-4ae3-b572-70c35a542d44 req-7867cfce-eb5f-4d10-bb3d-dcfea4b336a8 tempest-VolumesNegativeTest-2087426774 tempest-VolumesNegativeTest-2087426774-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=cf90881aef9b4222bdd3ca3c3ea67fd9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297921 Jul 13 09:19:22.813714 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-fcf27ffc-231a-43c4-9bfd-b118c21a82bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (084ea860-45cb-441c-b2f8-c6c2f7d6686c), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:19:22.977240 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-74649ade-cf61-4192-b925-92c252a0395d req-4ecafb64-66ac-4c1d-804d-baf6c9619cc7 tempest-VolumesNegativeTest-2087426774 tempest-VolumesNegativeTest-2087426774-project] 10.222.0.40 "GET /v2.0/ports?device_id=f1e0afd6-8f46-48b6-9b90-3dc7e4dffc07 HTTP/1.1" status: 200 len: 210 time: 0.0331547 Jul 13 09:19:24.072318 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-bd82d0ff-f44b-40d7-ac90-2e6f810c5b09 req-06cf5124-508f-4ac2-b90f-e79f2d23762a tempest-VolumesNegativeTest-2087426774 tempest-VolumesNegativeTest-2087426774-project] 10.222.0.40 "GET /v2.0/ports?device_id=f1e0afd6-8f46-48b6-9b90-3dc7e4dffc07 HTTP/1.1" status: 200 len: 210 time: 0.0281861 Jul 13 09:19:24.484611 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7f3b3aed-46f4-4e68-bbbe-dab9f8099e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (d1fd82e0-5c39-4100-b44b-c54ee27d2d9f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:19:25.120883 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-105f0834-deac-4ae3-b572-70c35a542d44 req-35bd34dc-f88e-4bb4-9c7e-e3837d22f3d0 tempest-VolumesNegativeTest-2087426774 tempest-VolumesNegativeTest-2087426774-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=cf90881aef9b4222bdd3ca3c3ea67fd9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279353 Jul 13 09:19:25.218303 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-fd044607-2af1-4698-a44d-1b7e00548a97 req-0d77c79c-5b60-44fc-8949-d78872f5091b tempest-VolumesNegativeTest-2087426774 tempest-VolumesNegativeTest-2087426774-project] 10.222.0.40 "GET /v2.0/ports?device_id=f1e0afd6-8f46-48b6-9b90-3dc7e4dffc07 HTTP/1.1" status: 200 len: 210 time: 0.0619576 Jul 13 09:19:25.329719 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105f0834-deac-4ae3-b572-70c35a542d44 req-1e6bf786-7f6f-44ee-8fe4-32ee64046c1e tempest-VolumesNegativeTest-2087426774 tempest-VolumesNegativeTest-2087426774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:19:25.331192 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-105f0834-deac-4ae3-b572-70c35a542d44 req-1e6bf786-7f6f-44ee-8fe4-32ee64046c1e tempest-VolumesNegativeTest-2087426774 tempest-VolumesNegativeTest-2087426774-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2056234 Jul 13 09:19:25.344610 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [req-105f0834-deac-4ae3-b572-70c35a542d44 req-e3b3b28b-d44e-4239-aba3-fd2132850f90 tempest-VolumesNegativeTest-2087426774 tempest-VolumesNegativeTest-2087426774-project] Request body: {'port': {'device_id': 'f1e0afd6-8f46-48b6-9b90-3dc7e4dffc07', 'network_id': 'd7eea32f-7c3f-462b-bb43-e964cde6837f', 'admin_state_up': True, 'tenant_id': 'cf90881aef9b4222bdd3ca3c3ea67fd9'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:19:25.527867 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5ee680a5-33f3-4217-99f5-17637ad0570e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (59ae6226-c784-4fad-8646-7377b1ef5f31), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:19:25.759204 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-105f0834-deac-4ae3-b572-70c35a542d44 req-e3b3b28b-d44e-4239-aba3-fd2132850f90 tempest-VolumesNegativeTest-2087426774 tempest-VolumesNegativeTest-2087426774-project] Made reservation on behalf of cf90881aef9b4222bdd3ca3c3ea67fd9 for: {'port': 1} {{(pid=104469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 09:19:25.762555 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-105f0834-deac-4ae3-b572-70c35a542d44 req-e3b3b28b-d44e-4239-aba3-fd2132850f90 tempest-VolumesNegativeTest-2087426774 tempest-VolumesNegativeTest-2087426774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:19:25.771589 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-105f0834-deac-4ae3-b572-70c35a542d44 req-e3b3b28b-d44e-4239-aba3-fd2132850f90 tempest-VolumesNegativeTest-2087426774 tempest-VolumesNegativeTest-2087426774-project] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:19:25.799087 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (9379cce5-6fc7-4135-bc49-530c07185724), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:19:25.847892 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-105f0834-deac-4ae3-b572-70c35a542d44 req-e3b3b28b-d44e-4239-aba3-fd2132850f90 tempest-VolumesNegativeTest-2087426774 tempest-VolumesNegativeTest-2087426774-project] Publish callbacks [] for security_group (33d6f25d-9be0-4ac1-9c04-05515dcbf1c6), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:19:25.921901 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-105f0834-deac-4ae3-b572-70c35a542d44 req-e3b3b28b-d44e-4239-aba3-fd2132850f90 tempest-VolumesNegativeTest-2087426774 tempest-VolumesNegativeTest-2087426774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (33d6f25d-9be0-4ac1-9c04-05515dcbf1c6), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:19:25.988109 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b3b28b-d44e-4239-aba3-fd2132850f90 tempest-VolumesNegativeTest-2087426774 tempest-VolumesNegativeTest-2087426774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33d6f25d-9be0-4ac1-9c04-05515dcbf1c6,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:19:26.057979 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_common [req-105f0834-deac-4ae3-b572-70c35a542d44 req-e3b3b28b-d44e-4239-aba3-fd2132850f90 tempest-VolumesNegativeTest-2087426774 tempest-VolumesNegativeTest-2087426774-project] Allocated IP 192.168.233.134 (d7eea32f-7c3f-462b-bb43-e964cde6837f/566766e2-75a8-4b48-9f42-8ad7c5af3f4b/1b370fb1-4d4d-4335-8a7d-a640454716a8) {{(pid=104469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 09:19:26.106176 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=81,neutron:UPDATE=5,neutron:DELETE=3,neutron:INSERT=11 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:19:26.108145 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:19:26.204525 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-105f0834-deac-4ae3-b572-70c35a542d44 req-e3b3b28b-d44e-4239-aba3-fd2132850f90 tempest-VolumesNegativeTest-2087426774 tempest-VolumesNegativeTest-2087426774-project] Publish callbacks [] for port (1b370fb1-4d4d-4335-8a7d-a640454716a8), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:19:26.288757 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-105f0834-deac-4ae3-b572-70c35a542d44 req-e3b3b28b-d44e-4239-aba3-fd2132850f90 tempest-VolumesNegativeTest-2087426774 tempest-VolumesNegativeTest-2087426774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760184582126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542309'] for port (1b370fb1-4d4d-4335-8a7d-a640454716a8), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:19:26.332228 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-105f0834-deac-4ae3-b572-70c35a542d44 req-e3b3b28b-d44e-4239-aba3-fd2132850f90 tempest-VolumesNegativeTest-2087426774 tempest-VolumesNegativeTest-2087426774-project] Network d7eea32f-7c3f-462b-bb43-e964cde6837f is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 09:19:26.332690 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10157842-4c9c-498b-a3c1-618c0401e923 req-b4c3c3d0-9642-4997-81c2-4fab4e50e0ab tempest-VolumesNegativeTest-2087426774 tempest-VolumesNegativeTest-2087426774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:19:26.334919 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-10157842-4c9c-498b-a3c1-618c0401e923 req-b4c3c3d0-9642-4997-81c2-4fab4e50e0ab tempest-VolumesNegativeTest-2087426774 tempest-VolumesNegativeTest-2087426774-project] 10.222.0.40 "GET /v2.0/ports?device_id=f1e0afd6-8f46-48b6-9b90-3dc7e4dffc07 HTTP/1.1" status: 200 len: 936 time: 0.0474060 Jul 13 09:19:26.340043 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [req-105f0834-deac-4ae3-b572-70c35a542d44 req-e3b3b28b-d44e-4239-aba3-fd2132850f90 tempest-VolumesNegativeTest-2087426774 tempest-VolumesNegativeTest-2087426774-project] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 09:19:26.344667 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [req-105f0834-deac-4ae3-b572-70c35a542d44 req-e3b3b28b-d44e-4239-aba3-fd2132850f90 tempest-VolumesNegativeTest-2087426774 tempest-VolumesNegativeTest-2087426774-project] Received port after_create {{(pid=104469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 09:19:26.381479 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b3b28b-d44e-4239-aba3-fd2132850f90 tempest-VolumesNegativeTest-2087426774 tempest-VolumesNegativeTest-2087426774-project] Pushing event updated for resources: {'Port': ['ID=1b370fb1-4d4d-4335-8a7d-a640454716a8,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:19:26.388476 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-10157842-4c9c-498b-a3c1-618c0401e923 req-df414acb-a517-4f2a-ba25-be2fe8195bbf tempest-VolumesNegativeTest-2087426774 tempest-VolumesNegativeTest-2087426774-project] 10.222.0.40 "GET /v2.0/security-groups?id=33d6f25d-9be0-4ac1-9c04-05515dcbf1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472996 Jul 13 09:19:26.408744 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105f0834-deac-4ae3-b572-70c35a542d44 req-e3b3b28b-d44e-4239-aba3-fd2132850f90 tempest-VolumesNegativeTest-2087426774 tempest-VolumesNegativeTest-2087426774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:19:26.409969 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-105f0834-deac-4ae3-b572-70c35a542d44 req-e3b3b28b-d44e-4239-aba3-fd2132850f90 tempest-VolumesNegativeTest-2087426774 tempest-VolumesNegativeTest-2087426774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for port (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:19:26.498959 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-105f0834-deac-4ae3-b572-70c35a542d44 req-e3b3b28b-d44e-4239-aba3-fd2132850f90 tempest-VolumesNegativeTest-2087426774 tempest-VolumesNegativeTest-2087426774-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1592188 Jul 13 09:19:26.511082 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [req-105f0834-deac-4ae3-b572-70c35a542d44 req-7f76f481-8850-41b6-a41f-fb58d0a41241 service neutron] Request body: {'port': {'device_id': 'f1e0afd6-8f46-48b6-9b90-3dc7e4dffc07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84962'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 09:19:26.571495 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-105f0834-deac-4ae3-b572-70c35a542d44 req-7f76f481-8850-41b6-a41f-fb58d0a41241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (1b370fb1-4d4d-4335-8a7d-a640454716a8), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:19:26.607130 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-3b18ad9f-4564-4e9c-9e3a-ede06aa6d63c None None] Provisioning complete for port 1b370fb1-4d4d-4335-8a7d-a640454716a8 triggered by entity DHCP. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:19:26.607709 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3b18ad9f-4564-4e9c-9e3a-ede06aa6d63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (1b370fb1-4d4d-4335-8a7d-a640454716a8), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:19:26.642507 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-3b18ad9f-4564-4e9c-9e3a-ede06aa6d63c None None] Port 1b370fb1-4d4d-4335-8a7d-a640454716a8 cannot update to ACTIVE because it is not bound. {{(pid=104470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 09:19:26.816808 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:19:26.828545 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [req-105f0834-deac-4ae3-b572-70c35a542d44 req-7f76f481-8850-41b6-a41f-fb58d0a41241 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b370fb1-4d4d-4335-8a7d-a640454716a8 {{(pid=104469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 09:19:26.836229 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-105f0834-deac-4ae3-b572-70c35a542d44 req-7f76f481-8850-41b6-a41f-fb58d0a41241 service neutron] Publish callbacks [] for port (1b370fb1-4d4d-4335-8a7d-a640454716a8), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:19:26.849377 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [req-105f0834-deac-4ae3-b572-70c35a542d44 req-7f76f481-8850-41b6-a41f-fb58d0a41241 service neutron] Transition to ACTIVE for port object 1b370fb1-4d4d-4335-8a7d-a640454716a8 will not be triggered until provisioned by entity L2. {{(pid=104469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 09:19:26.904422 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-105f0834-deac-4ae3-b572-70c35a542d44 req-7f76f481-8850-41b6-a41f-fb58d0a41241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542332'] for port (1b370fb1-4d4d-4335-8a7d-a640454716a8), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:19:26.955130 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f76f481-8850-41b6-a41f-fb58d0a41241 service neutron] Pushing event updated for resources: {'Port': ['ID=1b370fb1-4d4d-4335-8a7d-a640454716a8,revision_number=2']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:19:27.030672 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [req-105f0834-deac-4ae3-b572-70c35a542d44 req-7f76f481-8850-41b6-a41f-fb58d0a41241 service neutron] Attempting to bind port 1b370fb1-4d4d-4335-8a7d-a640454716a8 on host hv-cinder-84962 for vnic_type normal with profile {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 09:19:27.031039 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [req-105f0834-deac-4ae3-b572-70c35a542d44 req-7f76f481-8850-41b6-a41f-fb58d0a41241 service neutron] Attempting to bind port 1b370fb1-4d4d-4335-8a7d-a640454716a8 by drivers openvswitch,hyperv on host hv-cinder-84962 at level 0 using segments [{'id': 'a6633dba-2153-4889-ac8d-584fd3c68ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd7eea32f-7c3f-462b-bb43-e964cde6837f'}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 09:19:27.031353 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105f0834-deac-4ae3-b572-70c35a542d44 req-7f76f481-8850-41b6-a41f-fb58d0a41241 service neutron] Attempting to bind port 1b370fb1-4d4d-4335-8a7d-a640454716a8 on network d7eea32f-7c3f-462b-bb43-e964cde6837f {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 09:19:27.036046 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105f0834-deac-4ae3-b572-70c35a542d44 req-7f76f481-8850-41b6-a41f-fb58d0a41241 service neutron] Port 1b370fb1-4d4d-4335-8a7d-a640454716a8 on network d7eea32f-7c3f-462b-bb43-e964cde6837f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84962 {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 13 09:19:27.036862 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105f0834-deac-4ae3-b572-70c35a542d44 req-7f76f481-8850-41b6-a41f-fb58d0a41241 service neutron] Attempting to bind port 1b370fb1-4d4d-4335-8a7d-a640454716a8 on network d7eea32f-7c3f-462b-bb43-e964cde6837f {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 09:19:27.042069 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105f0834-deac-4ae3-b572-70c35a542d44 req-7f76f481-8850-41b6-a41f-fb58d0a41241 service neutron] Checking agent: {'id': '6e9d2670-629d-42a5-8dd5-d0857aba9a7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84962', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 9, 4, 10), 'started_at': datetime.datetime(2022, 7, 13, 9, 4, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 9, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 09:19:27.042388 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105f0834-deac-4ae3-b572-70c35a542d44 req-7f76f481-8850-41b6-a41f-fb58d0a41241 service neutron] Checking segment: {'id': 'a6633dba-2153-4889-ac8d-584fd3c68ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd7eea32f-7c3f-462b-bb43-e964cde6837f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 09:19:27.042767 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105f0834-deac-4ae3-b572-70c35a542d44 req-7f76f481-8850-41b6-a41f-fb58d0a41241 service neutron] Bound using segment: {'id': 'a6633dba-2153-4889-ac8d-584fd3c68ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd7eea32f-7c3f-462b-bb43-e964cde6837f'} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 09:19:27.043188 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [req-105f0834-deac-4ae3-b572-70c35a542d44 req-7f76f481-8850-41b6-a41f-fb58d0a41241 service neutron] Bound port: 1b370fb1-4d4d-4335-8a7d-a640454716a8, host: hv-cinder-84962, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6633dba-2153-4889-ac8d-584fd3c68ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd7eea32f-7c3f-462b-bb43-e964cde6837f'}}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 09:19:27.043547 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-105f0834-deac-4ae3-b572-70c35a542d44 req-7f76f481-8850-41b6-a41f-fb58d0a41241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (1b370fb1-4d4d-4335-8a7d-a640454716a8), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:19:27.108423 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [req-105f0834-deac-4ae3-b572-70c35a542d44 req-7f76f481-8850-41b6-a41f-fb58d0a41241 service neutron] For port 1b370fb1-4d4d-4335-8a7d-a640454716a8, host hv-cinder-84962, cleared binding levels {{(pid=104469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 09:19:27.111349 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [req-105f0834-deac-4ae3-b572-70c35a542d44 req-7f76f481-8850-41b6-a41f-fb58d0a41241 service neutron] For port 1b370fb1-4d4d-4335-8a7d-a640454716a8, host hv-cinder-84962, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=1b370fb1-4d4d-4335-8a7d-a640454716a8,segment=NetworkSegment(a6633dba-2153-4889-ac8d-584fd3c68ae2),segment_id=a6633dba-2153-4889-ac8d-584fd3c68ae2)] {{(pid=104469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 09:19:27.173694 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-105f0834-deac-4ae3-b572-70c35a542d44 req-7f76f481-8850-41b6-a41f-fb58d0a41241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542332'] for port (1b370fb1-4d4d-4335-8a7d-a640454716a8), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:19:27.209011 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105f0834-deac-4ae3-b572-70c35a542d44 req-7f76f481-8850-41b6-a41f-fb58d0a41241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:19:27.209708 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-105f0834-deac-4ae3-b572-70c35a542d44 req-7f76f481-8850-41b6-a41f-fb58d0a41241 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for port (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:19:27.211313 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-105f0834-deac-4ae3-b572-70c35a542d44 req-7f76f481-8850-41b6-a41f-fb58d0a41241 service neutron] 10.222.0.30 "PUT /v2.0/ports/1b370fb1-4d4d-4335-8a7d-a640454716a8 HTTP/1.1" status: 200 len: 1098 time: 0.7044480 Jul 13 09:19:27.211748 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1e0afd6-8f46-48b6-9b90-3dc7e4dffc07', 'tag': '1b370fb1-4d4d-4335-8a7d-a640454716a8'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:19:27.213957 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c4e5b91a84def5af2f1fcdaa70b19e5540aa6c2f63d8f4e9cb6586108f6a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37193eb5-cc2a-4948-8363-89c2d35e287b" -d '{"events": [{"name": "network-changed", "server_uuid": "f1e0afd6-8f46-48b6-9b90-3dc7e4dffc07", "tag": "1b370fb1-4d4d-4335-8a7d-a640454716a8"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:19:27.240543 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:19:27.243708 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f76f481-8850-41b6-a41f-fb58d0a41241 service neutron] Pushing event updated for resources: {'Port': ['ID=1b370fb1-4d4d-4335-8a7d-a640454716a8,revision_number=3']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:19:27.259171 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 09:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7fa069-97cb-4825-a230-e87ae7e09fba x-openstack-request-id: req-aa7fa069-97cb-4825-a230-e87ae7e09fba {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:19:27.259534 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1e0afd6-8f46-48b6-9b90-3dc7e4dffc07", "tag": "1b370fb1-4d4d-4335-8a7d-a640454716a8", "status": "completed", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:19:27.259782 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-aa7fa069-97cb-4825-a230-e87ae7e09fba {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:19:27.260182 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa7fa069-97cb-4825-a230-e87ae7e09fba'] response: {'name': 'network-changed', 'server_uuid': 'f1e0afd6-8f46-48b6-9b90-3dc7e4dffc07', 'tag': '1b370fb1-4d4d-4335-8a7d-a640454716a8', 'status': 'completed', 'code': 200} Jul 13 09:19:27.319929 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37193eb5-cc2a-4948-8363-89c2d35e287b req-3d8af66e-b85e-463c-90f1-0a3d0233757c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:19:27.321762 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-37193eb5-cc2a-4948-8363-89c2d35e287b req-3d8af66e-b85e-463c-90f1-0a3d0233757c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cf90881aef9b4222bdd3ca3c3ea67fd9&device_id=f1e0afd6-8f46-48b6-9b90-3dc7e4dffc07 HTTP/1.1" status: 200 len: 1132 time: 0.0433145 Jul 13 09:19:27.350241 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-37193eb5-cc2a-4948-8363-89c2d35e287b req-4cb48a34-a697-497f-a9ab-f6e01b329e45 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=cf90881aef9b4222bdd3ca3c3ea67fd9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213833 Jul 13 09:19:27.448561 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37193eb5-cc2a-4948-8363-89c2d35e287b req-5ee52a03-84fd-49e3-b3e8-694a55a6419b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:19:27.450020 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-37193eb5-cc2a-4948-8363-89c2d35e287b req-5ee52a03-84fd-49e3-b3e8-694a55a6419b service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0950689 Jul 13 09:19:27.507955 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60cb02d-d319-4a07-bce5-7b910a53105b req-a20a7530-1023-4ba8-a503-4fec19e7645d tempest-VolumesNegativeTest-2087426774 tempest-VolumesNegativeTest-2087426774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:19:27.509385 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c60cb02d-d319-4a07-bce5-7b910a53105b req-a20a7530-1023-4ba8-a503-4fec19e7645d tempest-VolumesNegativeTest-2087426774 tempest-VolumesNegativeTest-2087426774-project] 10.222.0.40 "GET /v2.0/ports?device_id=f1e0afd6-8f46-48b6-9b90-3dc7e4dffc07 HTTP/1.1" status: 200 len: 948 time: 0.0512927 Jul 13 09:19:27.526291 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105f0834-deac-4ae3-b572-70c35a542d44 req-1f1b98f7-c59d-4e80-9da9-52c43db9745c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:19:27.527783 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-105f0834-deac-4ae3-b572-70c35a542d44 req-1f1b98f7-c59d-4e80-9da9-52c43db9745c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cf90881aef9b4222bdd3ca3c3ea67fd9&device_id=f1e0afd6-8f46-48b6-9b90-3dc7e4dffc07 HTTP/1.1" status: 200 len: 1132 time: 0.0400076 Jul 13 09:19:27.557206 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c60cb02d-d319-4a07-bce5-7b910a53105b req-58fb6f2f-3870-4497-9505-1fd7be59ab64 tempest-VolumesNegativeTest-2087426774 tempest-VolumesNegativeTest-2087426774-project] 10.222.0.40 "GET /v2.0/security-groups?id=33d6f25d-9be0-4ac1-9c04-05515dcbf1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420246 Jul 13 09:19:27.567306 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-105f0834-deac-4ae3-b572-70c35a542d44 req-017d2dbc-09a6-406b-8fa8-6b9aaac19171 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=1b370fb1-4d4d-4335-8a7d-a640454716a8 HTTP/1.1" status: 200 len: 217 time: 0.0324712 Jul 13 09:19:27.619827 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105f0834-deac-4ae3-b572-70c35a542d44 req-c354c9f1-0d0b-4a2b-b0eb-99060d1d4728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:19:27.621279 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-105f0834-deac-4ae3-b572-70c35a542d44 req-c354c9f1-0d0b-4a2b-b0eb-99060d1d4728 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=566766e2-75a8-4b48-9f42-8ad7c5af3f4b HTTP/1.1" status: 200 len: 843 time: 0.0477228 Jul 13 09:19:27.665082 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105f0834-deac-4ae3-b572-70c35a542d44 req-d723b2b0-1eed-45cd-b579-d20469771359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:19:27.666586 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-105f0834-deac-4ae3-b572-70c35a542d44 req-d723b2b0-1eed-45cd-b579-d20469771359 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d7eea32f-7c3f-462b-bb43-e964cde6837f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0397007 Jul 13 09:19:27.756368 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-105f0834-deac-4ae3-b572-70c35a542d44 req-5c171dea-0c8a-485e-bc50-4c20ccb8c5b6 service neutron] 10.222.0.30 "GET /v2.0/networks/d7eea32f-7c3f-462b-bb43-e964cde6837f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833302 Jul 13 09:19:27.854132 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-105f0834-deac-4ae3-b572-70c35a542d44 req-3eb08feb-46f0-4cfd-9dab-329b19e1b4ac service neutron] 10.222.0.30 "GET /v2.0/networks/d7eea32f-7c3f-462b-bb43-e964cde6837f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888894 Jul 13 09:19:28.671508 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00ba463-657a-48e5-9172-f86b1258a46f req-d774317a-c1fb-43ec-b2e0-9a0abf63cb7e tempest-VolumesNegativeTest-2087426774 tempest-VolumesNegativeTest-2087426774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:19:28.672979 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b00ba463-657a-48e5-9172-f86b1258a46f req-d774317a-c1fb-43ec-b2e0-9a0abf63cb7e tempest-VolumesNegativeTest-2087426774 tempest-VolumesNegativeTest-2087426774-project] 10.222.0.40 "GET /v2.0/ports?device_id=f1e0afd6-8f46-48b6-9b90-3dc7e4dffc07 HTTP/1.1" status: 200 len: 948 time: 0.0463569 Jul 13 09:19:28.719220 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b00ba463-657a-48e5-9172-f86b1258a46f req-f5d2cd1f-53f7-40dd-b7f5-3fc7ae6d2ab8 tempest-VolumesNegativeTest-2087426774 tempest-VolumesNegativeTest-2087426774-project] 10.222.0.40 "GET /v2.0/security-groups?id=33d6f25d-9be0-4ac1-9c04-05515dcbf1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398197 Jul 13 09:19:29.831523 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3012ae43-9d8d-4f5a-9a2b-4e8e993b02c5 req-04eab3bd-bf93-4020-a053-b0fdfe53b549 tempest-VolumesNegativeTest-2087426774 tempest-VolumesNegativeTest-2087426774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:19:29.833000 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-3012ae43-9d8d-4f5a-9a2b-4e8e993b02c5 req-04eab3bd-bf93-4020-a053-b0fdfe53b549 tempest-VolumesNegativeTest-2087426774 tempest-VolumesNegativeTest-2087426774-project] 10.222.0.40 "GET /v2.0/ports?device_id=f1e0afd6-8f46-48b6-9b90-3dc7e4dffc07 HTTP/1.1" status: 200 len: 948 time: 0.0469813 Jul 13 09:19:29.871611 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:19:29.878751 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-3012ae43-9d8d-4f5a-9a2b-4e8e993b02c5 req-15fc6494-6cc7-4989-9143-cc65061c835c tempest-VolumesNegativeTest-2087426774 tempest-VolumesNegativeTest-2087426774-project] 10.222.0.40 "GET /v2.0/security-groups?id=33d6f25d-9be0-4ac1-9c04-05515dcbf1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399437 Jul 13 09:19:30.994498 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9156b65b-6eef-4910-8b76-d5b229315401 req-cbb20a4e-132a-4fce-9ddd-aa74ca4f4b74 tempest-VolumesNegativeTest-2087426774 tempest-VolumesNegativeTest-2087426774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:19:30.995982 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-9156b65b-6eef-4910-8b76-d5b229315401 req-cbb20a4e-132a-4fce-9ddd-aa74ca4f4b74 tempest-VolumesNegativeTest-2087426774 tempest-VolumesNegativeTest-2087426774-project] 10.222.0.40 "GET /v2.0/ports?device_id=f1e0afd6-8f46-48b6-9b90-3dc7e4dffc07 HTTP/1.1" status: 200 len: 948 time: 0.0505590 Jul 13 09:19:31.000121 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device 1b370fb1-4d4d-4335-8a7d-a640454716a8 details requested by agent hyperv_hv-cinder-84962 with host hv-cinder-84962 {{(pid=104470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 09:19:31.045260 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-9156b65b-6eef-4910-8b76-d5b229315401 req-a06adddc-2f64-43ae-8945-bd86e8b815bc tempest-VolumesNegativeTest-2087426774 tempest-VolumesNegativeTest-2087426774-project] 10.222.0.40 "GET /v2.0/security-groups?id=33d6f25d-9be0-4ac1-9c04-05515dcbf1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431967 Jul 13 09:19:31.102483 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port 1b370fb1-4d4d-4335-8a7d-a640454716a8, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=1b370fb1-4d4d-4335-8a7d-a640454716a8,segment=NetworkSegment(a6633dba-2153-4889-ac8d-584fd3c68ae2),segment_id=a6633dba-2153-4889-ac8d-584fd3c68ae2)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:19:31.113529 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Returning: {'device': '1b370fb1-4d4d-4335-8a7d-a640454716a8', 'network_id': 'd7eea32f-7c3f-462b-bb43-e964cde6837f', 'port_id': '1b370fb1-4d4d-4335-8a7d-a640454716a8', 'mac_address': 'fa:16:3e:c5:a3:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '566766e2-75a8-4b48-9f42-8ad7c5af3f4b', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 09:19:31.148655 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Current status of the port 1b370fb1-4d4d-4335-8a7d-a640454716a8 is: DOWN; New status is: BUILD {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:19:31.149033 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (1b370fb1-4d4d-4335-8a7d-a640454716a8), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:19:31.161824 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b370fb1-4d4d-4335-8a7d-a640454716a8 {{(pid=104470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 09:19:31.181052 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port 1b370fb1-4d4d-4335-8a7d-a640454716a8, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=1b370fb1-4d4d-4335-8a7d-a640454716a8,segment=NetworkSegment(a6633dba-2153-4889-ac8d-584fd3c68ae2),segment_id=a6633dba-2153-4889-ac8d-584fd3c68ae2)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:19:31.244431 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (1b370fb1-4d4d-4335-8a7d-a640454716a8), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:19:31.289860 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Pushing event updated for resources: {'Port': ['ID=1b370fb1-4d4d-4335-8a7d-a640454716a8,revision_number=4']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:19:31.297205 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:19:31.297545 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:19:31.297878 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:19:31.298237 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:19:31.298561 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:19:31.298883 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:19:31.299201 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:19:31.299516 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:19:31.299830 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:19:31.300143 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:19:31.300458 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:19:31.300773 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:19:31.301083 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:19:31.301393 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:19:31.302301 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849626-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 09:19:31.453170 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] get_ports_and_sgs() called for port_ids ['1b370fb1-4d4d-4335-8a7d-a640454716a8'] {{(pid=104470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 09:19:32.160400 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f3b671-0e8e-4249-baa4-a818975dd039 req-bffcdd15-8cd0-47d8-82de-292304175a3c tempest-VolumesNegativeTest-2087426774 tempest-VolumesNegativeTest-2087426774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:19:32.162530 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-64f3b671-0e8e-4249-baa4-a818975dd039 req-bffcdd15-8cd0-47d8-82de-292304175a3c tempest-VolumesNegativeTest-2087426774 tempest-VolumesNegativeTest-2087426774-project] 10.222.0.40 "GET /v2.0/ports?device_id=f1e0afd6-8f46-48b6-9b90-3dc7e4dffc07 HTTP/1.1" status: 200 len: 949 time: 0.0490978 Jul 13 09:19:32.211085 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-64f3b671-0e8e-4249-baa4-a818975dd039 req-47acc03f-1a65-4d6e-a1e9-3f791639f318 tempest-VolumesNegativeTest-2087426774 tempest-VolumesNegativeTest-2087426774-project] 10.222.0.40 "GET /v2.0/security-groups?id=33d6f25d-9be0-4ac1-9c04-05515dcbf1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424166 Jul 13 09:19:32.999708 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device 1b370fb1-4d4d-4335-8a7d-a640454716a8 up at agent hyperv_hv-cinder-84962 {{(pid=104470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 09:19:33.039612 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:19:33.042090 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Provisioning for port 1b370fb1-4d4d-4335-8a7d-a640454716a8 completed by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 13 09:19:33.104101 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Provisioning complete for port 1b370fb1-4d4d-4335-8a7d-a640454716a8 triggered by entity L2. {{(pid=104470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 09:19:33.104469 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760302'] for port (1b370fb1-4d4d-4335-8a7d-a640454716a8), provisioning_complete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:19:33.105821 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:19:33.178893 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Current status of the port 1b370fb1-4d4d-4335-8a7d-a640454716a8 is: BUILD; New status is: ACTIVE {{(pid=104470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 09:19:33.179271 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7746175'] for port (1b370fb1-4d4d-4335-8a7d-a640454716a8), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:19:33.202299 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e0afd6-8f46-48b6-9b90-3dc7e4dffc07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b370fb1-4d4d-4335-8a7d-a640454716a8'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:19:33.204485 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db18c03db31c8eba27ff59efcab6aeefebc9da3faa7d3b822264179bbf74904a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b34197e-95d9-4f1e-b156-cb57653f9784" -d '{"events": [{"server_uuid": "f1e0afd6-8f46-48b6-9b90-3dc7e4dffc07", "name": "network-vif-plugged", "status": "completed", "tag": "1b370fb1-4d4d-4335-8a7d-a640454716a8"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:19:33.216986 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] For port 1b370fb1-4d4d-4335-8a7d-a640454716a8, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=1b370fb1-4d4d-4335-8a7d-a640454716a8,segment=NetworkSegment(a6633dba-2153-4889-ac8d-584fd3c68ae2),segment_id=a6633dba-2153-4889-ac8d-584fd3c68ae2)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:19:33.242236 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 09:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce98aac-b4a4-4885-9e81-0e1dd246fa3b x-openstack-request-id: req-5ce98aac-b4a4-4885-9e81-0e1dd246fa3b {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:19:33.242644 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1e0afd6-8f46-48b6-9b90-3dc7e4dffc07", "name": "network-vif-plugged", "status": "completed", "tag": "1b370fb1-4d4d-4335-8a7d-a640454716a8", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:19:33.242922 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-5ce98aac-b4a4-4885-9e81-0e1dd246fa3b {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:19:33.243335 dv-cinder-849626-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ce98aac-b4a4-4885-9e81-0e1dd246fa3b'] response: {'server_uuid': 'f1e0afd6-8f46-48b6-9b90-3dc7e4dffc07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b370fb1-4d4d-4335-8a7d-a640454716a8', 'code': 200} Jul 13 09:19:33.299637 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760184928781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760184579844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760184579862'] for port (1b370fb1-4d4d-4335-8a7d-a640454716a8), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:19:33.317140 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:19:33.328852 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a9c1d7-64c2-40fd-8e8b-ad8a8e675b01 req-107df50f-0b95-4572-9f5c-2a5137182be5 tempest-VolumesNegativeTest-2087426774 tempest-VolumesNegativeTest-2087426774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:19:33.330620 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-51a9c1d7-64c2-40fd-8e8b-ad8a8e675b01 req-107df50f-0b95-4572-9f5c-2a5137182be5 tempest-VolumesNegativeTest-2087426774 tempest-VolumesNegativeTest-2087426774-project] 10.222.0.40 "GET /v2.0/ports?device_id=f1e0afd6-8f46-48b6-9b90-3dc7e4dffc07 HTTP/1.1" status: 200 len: 949 time: 0.0488782 Jul 13 09:19:33.348402 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Pushing event updated for resources: {'Port': ['ID=1b370fb1-4d4d-4335-8a7d-a640454716a8,revision_number=5']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:19:33.383339 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-51a9c1d7-64c2-40fd-8e8b-ad8a8e675b01 req-290a70da-dae2-440b-9f4c-7c6d6d8a4355 tempest-VolumesNegativeTest-2087426774 tempest-VolumesNegativeTest-2087426774-project] 10.222.0.40 "GET /v2.0/security-groups?id=33d6f25d-9be0-4ac1-9c04-05515dcbf1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469663 Jul 13 09:19:33.670244 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:19:33.673431 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113e8b15-3641-4440-a01a-f1443ff6738c req-46824d47-d570-4fcd-8a23-d93cd09dcc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:19:33.674969 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-113e8b15-3641-4440-a01a-f1443ff6738c req-46824d47-d570-4fcd-8a23-d93cd09dcc62 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f1e0afd6-8f46-48b6-9b90-3dc7e4dffc07 HTTP/1.1" status: 200 len: 1134 time: 0.0396035 Jul 13 09:19:33.717839 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-113e8b15-3641-4440-a01a-f1443ff6738c req-0e3c6d8b-a3c6-44d1-b775-168931395166 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=33d6f25d-9be0-4ac1-9c04-05515dcbf1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369830 Jul 13 09:19:34.501790 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129306da-c9d7-46a7-aea1-534796ad8501 req-cff5ab78-4509-436b-9f1e-53e9fd9d8955 tempest-VolumesNegativeTest-2087426774 tempest-VolumesNegativeTest-2087426774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:19:34.503287 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-129306da-c9d7-46a7-aea1-534796ad8501 req-cff5ab78-4509-436b-9f1e-53e9fd9d8955 tempest-VolumesNegativeTest-2087426774 tempest-VolumesNegativeTest-2087426774-project] 10.222.0.40 "GET /v2.0/ports?device_id=f1e0afd6-8f46-48b6-9b90-3dc7e4dffc07 HTTP/1.1" status: 200 len: 950 time: 0.0493548 Jul 13 09:19:34.550130 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-129306da-c9d7-46a7-aea1-534796ad8501 req-86da177b-c2fb-4df7-afc8-b3a721e05c84 tempest-VolumesNegativeTest-2087426774 tempest-VolumesNegativeTest-2087426774-project] 10.222.0.40 "GET /v2.0/security-groups?id=33d6f25d-9be0-4ac1-9c04-05515dcbf1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406024 Jul 13 09:19:35.664952 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb7fee8-6fbe-4221-9564-9e19cd979eb7 req-8a34a667-2862-4b42-b7f4-1c17c86ce6f4 tempest-VolumesNegativeTest-2087426774 tempest-VolumesNegativeTest-2087426774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:19:35.666450 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-dcb7fee8-6fbe-4221-9564-9e19cd979eb7 req-8a34a667-2862-4b42-b7f4-1c17c86ce6f4 tempest-VolumesNegativeTest-2087426774 tempest-VolumesNegativeTest-2087426774-project] 10.222.0.40 "GET /v2.0/ports?device_id=f1e0afd6-8f46-48b6-9b90-3dc7e4dffc07 HTTP/1.1" status: 200 len: 950 time: 0.0468369 Jul 13 09:19:35.716965 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-dcb7fee8-6fbe-4221-9564-9e19cd979eb7 req-4b807513-6cac-41ab-af45-edb91fe56e9b tempest-VolumesNegativeTest-2087426774 tempest-VolumesNegativeTest-2087426774-project] 10.222.0.40 "GET /v2.0/security-groups?id=33d6f25d-9be0-4ac1-9c04-05515dcbf1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449679 Jul 13 09:19:36.145217 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813dc96-a1aa-45b1-b6d9-f322c2ad6876 req-dc994327-ea0b-4df5-afb1-917eec264dc8 tempest-VolumesNegativeTest-2087426774 tempest-VolumesNegativeTest-2087426774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:19:36.146953 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c813dc96-a1aa-45b1-b6d9-f322c2ad6876 req-dc994327-ea0b-4df5-afb1-917eec264dc8 tempest-VolumesNegativeTest-2087426774 tempest-VolumesNegativeTest-2087426774-project] 10.222.0.40 "GET /v2.0/ports?device_id=f1e0afd6-8f46-48b6-9b90-3dc7e4dffc07 HTTP/1.1" status: 200 len: 950 time: 0.0474679 Jul 13 09:19:36.193572 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c813dc96-a1aa-45b1-b6d9-f322c2ad6876 req-7e835a21-30db-4088-99a7-a631503fb55a tempest-VolumesNegativeTest-2087426774 tempest-VolumesNegativeTest-2087426774-project] 10.222.0.40 "GET /v2.0/security-groups?id=33d6f25d-9be0-4ac1-9c04-05515dcbf1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411887 Jul 13 09:19:37.311563 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff74e7c-da5d-445f-a267-91fd2d51076d req-ed1ce2c6-a3d5-4207-aeac-4e34e44a0104 tempest-VolumesNegativeTest-2087426774 tempest-VolumesNegativeTest-2087426774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:19:37.313009 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-eff74e7c-da5d-445f-a267-91fd2d51076d req-ed1ce2c6-a3d5-4207-aeac-4e34e44a0104 tempest-VolumesNegativeTest-2087426774 tempest-VolumesNegativeTest-2087426774-project] 10.222.0.40 "GET /v2.0/ports?device_id=f1e0afd6-8f46-48b6-9b90-3dc7e4dffc07 HTTP/1.1" status: 200 len: 950 time: 0.0463145 Jul 13 09:19:37.388763 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e45cc5-b6c0-4749-a14e-22f05d1d5960 req-ce77d288-d08d-4b3f-ad62-66981bcde85b tempest-VolumesNegativeTest-2087426774 tempest-VolumesNegativeTest-2087426774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 09:19:37.390223 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-60e45cc5-b6c0-4749-a14e-22f05d1d5960 req-ce77d288-d08d-4b3f-ad62-66981bcde85b tempest-VolumesNegativeTest-2087426774 tempest-VolumesNegativeTest-2087426774-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1e0afd6-8f46-48b6-9b90-3dc7e4dffc07 HTTP/1.1" status: 200 len: 950 time: 0.0654151 Jul 13 09:19:37.397148 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-eff74e7c-da5d-445f-a267-91fd2d51076d req-ad767673-2aae-46d3-8d56-523dbac418a0 tempest-VolumesNegativeTest-2087426774 tempest-VolumesNegativeTest-2087426774-project] 10.222.0.40 "GET /v2.0/security-groups?id=33d6f25d-9be0-4ac1-9c04-05515dcbf1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787892 Jul 13 09:19:37.440575 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:19:37.474909 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [req-60e45cc5-b6c0-4749-a14e-22f05d1d5960 req-76c180dd-6114-4428-8cf9-9e12877ade9b tempest-VolumesNegativeTest-2087426774 tempest-VolumesNegativeTest-2087426774-project] Deleting port 1b370fb1-4d4d-4335-8a7d-a640454716a8 {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 09:19:37.475176 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-60e45cc5-b6c0-4749-a14e-22f05d1d5960 req-76c180dd-6114-4428-8cf9-9e12877ade9b tempest-VolumesNegativeTest-2087426774 tempest-VolumesNegativeTest-2087426774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760184921326'] for port (1b370fb1-4d4d-4335-8a7d-a640454716a8), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:19:37.565749 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [req-60e45cc5-b6c0-4749-a14e-22f05d1d5960 req-76c180dd-6114-4428-8cf9-9e12877ade9b tempest-VolumesNegativeTest-2087426774 tempest-VolumesNegativeTest-2087426774-project] For port 1b370fb1-4d4d-4335-8a7d-a640454716a8, host hv-cinder-84962, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84962',level=0,port_id=1b370fb1-4d4d-4335-8a7d-a640454716a8,segment=NetworkSegment(a6633dba-2153-4889-ac8d-584fd3c68ae2),segment_id=a6633dba-2153-4889-ac8d-584fd3c68ae2)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 09:19:37.566134 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-60e45cc5-b6c0-4749-a14e-22f05d1d5960 req-76c180dd-6114-4428-8cf9-9e12877ade9b tempest-VolumesNegativeTest-2087426774 tempest-VolumesNegativeTest-2087426774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388484'] for port (1b370fb1-4d4d-4335-8a7d-a640454716a8), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:19:37.577971 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [req-60e45cc5-b6c0-4749-a14e-22f05d1d5960 req-76c180dd-6114-4428-8cf9-9e12877ade9b tempest-VolumesNegativeTest-2087426774 tempest-VolumesNegativeTest-2087426774-project] Calling delete_port for 1b370fb1-4d4d-4335-8a7d-a640454716a8 owned by compute:nova {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 09:19:37.781847 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-60e45cc5-b6c0-4749-a14e-22f05d1d5960 req-76c180dd-6114-4428-8cf9-9e12877ade9b tempest-VolumesNegativeTest-2087426774 tempest-VolumesNegativeTest-2087426774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7745724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760184928835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760184582135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542309'] for port (1b370fb1-4d4d-4335-8a7d-a640454716a8), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:19:37.793807 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] get_ports_and_sgs() called for port_ids ['1b370fb1-4d4d-4335-8a7d-a640454716a8'] {{(pid=104470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 09:19:37.814272 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c180dd-6114-4428-8cf9-9e12877ade9b tempest-VolumesNegativeTest-2087426774 tempest-VolumesNegativeTest-2087426774-project] Pushing event deleted for resources: {'Port': ['ID=1b370fb1-4d4d-4335-8a7d-a640454716a8,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:19:37.859138 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e45cc5-b6c0-4749-a14e-22f05d1d5960 req-76c180dd-6114-4428-8cf9-9e12877ade9b tempest-VolumesNegativeTest-2087426774 tempest-VolumesNegativeTest-2087426774-project] No DVR routers for this DVR port 1b370fb1-4d4d-4335-8a7d-a640454716a8 on host hv-cinder-84962 {{(pid=104469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 09:19:37.861763 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-60e45cc5-b6c0-4749-a14e-22f05d1d5960 req-76c180dd-6114-4428-8cf9-9e12877ade9b tempest-VolumesNegativeTest-2087426774 tempest-VolumesNegativeTest-2087426774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-864512'] for port (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:19:37.865892 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-60e45cc5-b6c0-4749-a14e-22f05d1d5960 req-76c180dd-6114-4428-8cf9-9e12877ade9b tempest-VolumesNegativeTest-2087426774 tempest-VolumesNegativeTest-2087426774-project] 10.222.0.30 "DELETE /v2.0/ports/1b370fb1-4d4d-4335-8a7d-a640454716a8 HTTP/1.1" status: 204 len: 173 time: 0.4670260 Jul 13 09:19:37.866197 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e0afd6-8f46-48b6-9b90-3dc7e4dffc07', 'name': 'network-vif-deleted', 'tag': '1b370fb1-4d4d-4335-8a7d-a640454716a8'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 09:19:37.868493 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c4e5b91a84def5af2f1fcdaa70b19e5540aa6c2f63d8f4e9cb6586108f6a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea30860-f437-4ead-847d-97360f269eb0" -d '{"events": [{"server_uuid": "f1e0afd6-8f46-48b6-9b90-3dc7e4dffc07", "name": "network-vif-deleted", "tag": "1b370fb1-4d4d-4335-8a7d-a640454716a8"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 09:19:37.909011 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 09:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2079ac1f-6a54-4aef-a14a-fbfbec9b613a x-openstack-request-id: req-2079ac1f-6a54-4aef-a14a-fbfbec9b613a {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 09:19:37.909303 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1e0afd6-8f46-48b6-9b90-3dc7e4dffc07", "name": "network-vif-deleted", "tag": "1b370fb1-4d4d-4335-8a7d-a640454716a8", "status": "completed", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 09:19:37.909556 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-2079ac1f-6a54-4aef-a14a-fbfbec9b613a {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 09:19:37.909964 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2079ac1f-6a54-4aef-a14a-fbfbec9b613a'] response: {'server_uuid': 'f1e0afd6-8f46-48b6-9b90-3dc7e4dffc07', 'name': 'network-vif-deleted', 'tag': '1b370fb1-4d4d-4335-8a7d-a640454716a8', 'status': 'completed', 'code': 200} Jul 13 09:19:38.226578 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.agents_db [None req-6da3c0df-3a39-4d49-9ef0-c2c7fda6ffa8 None None] Agent healthcheck: found 6 active agents {{(pid=104471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:19:38.504438 dv-cinder-849626-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-0ac69fc6-585d-45a4-823f-f5ecbc8fc642 req-798cc79b-b412-4a71-8146-f3fb92c1df44 tempest-VolumesNegativeTest-2087426774 tempest-VolumesNegativeTest-2087426774-project] 10.222.0.40 "GET /v2.0/ports?device_id=f1e0afd6-8f46-48b6-9b90-3dc7e4dffc07 HTTP/1.1" status: 200 len: 210 time: 0.0297127 Jul 13 09:19:41.015876 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device 1b370fb1-4d4d-4335-8a7d-a640454716a8 no longer exists at agent hyperv_hv-cinder-84962 {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 09:19:41.036661 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] No Port match for: 1b370fb1-4d4d-4335-8a7d-a640454716a8 {{(pid=104470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 09:19:41.037001 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.rpc [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Device 1b370fb1-4d4d-4335-8a7d-a640454716a8 not bound to the agent host hv-cinder-84962 {{(pid=104470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 09:19:41.838758 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (6e9d2670-629d-42a5-8dd5-d0857aba9a7e), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:19:45.254407 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 42162) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:19:45.387280 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-dc20e8e7-4bf1-44ed-9e11-7512d3165636 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=cf90881aef9b4222bdd3ca3c3ea67fd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1317325 Jul 13 09:19:45.389722 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.40', 42166) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 09:19:45.436068 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-cdbe842e-c6c9-4439-bc5f-57f27b5bb53d admin admin] Publish callbacks [] for security_group (33d6f25d-9be0-4ac1-9c04-05515dcbf1c6), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:19:45.456720 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-cdbe842e-c6c9-4439-bc5f-57f27b5bb53d admin admin] Publish callbacks [] for security_group (33d6f25d-9be0-4ac1-9c04-05515dcbf1c6), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:19:45.567020 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-cdbe842e-c6c9-4439-bc5f-57f27b5bb53d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494660'] for security_group (33d6f25d-9be0-4ac1-9c04-05515dcbf1c6), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:19:45.569465 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-cdbe842e-c6c9-4439-bc5f-57f27b5bb53d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:19:45.571201 dv-cinder-849626-3-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-cdbe842e-c6c9-4439-bc5f-57f27b5bb53d admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/33d6f25d-9be0-4ac1-9c04-05515dcbf1c6 HTTP/1.1" status: 204 len: 168 time: 0.1805208 Jul 13 09:19:45.582379 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbe842e-c6c9-4439-bc5f-57f27b5bb53d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d6f25d-9be0-4ac1-9c04-05515dcbf1c6,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 09:19:48.485273 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=34,neutron:DELETE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:19:48.486123 dv-cinder-849626-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=66,neutron:DELETE=5 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:19:50.603802 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-b8edc3b7-4e10-45db-8372-4fed05a4697b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (a33f270e-6fb2-40d7-a0c5-ff754f30a69f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:19:51.114384 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:19:51.119266 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:19:52.812680 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-78eedaf5-02bf-4c41-8e17-9a3012c28b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (084ea860-45cb-441c-b2f8-c6c2f7d6686c), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:19:54.517944 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7f3b3aed-46f4-4e68-bbbe-dab9f8099e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (d1fd82e0-5c39-4100-b44b-c54ee27d2d9f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:19:55.512444 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5ee680a5-33f3-4217-99f5-17637ad0570e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (59ae6226-c784-4fad-8646-7377b1ef5f31), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:19:55.574305 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=68 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:19:55.575075 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=39,neutron:DELETE=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:19:55.784204 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (9379cce5-6fc7-4135-bc49-530c07185724), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:20:05.725009 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=56,neutron:UPDATE=5 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:20:05.727904 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:20:11.840914 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (6e9d2670-629d-42a5-8dd5-d0857aba9a7e), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:20:15.225444 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.agents_db [None req-6da3c0df-3a39-4d49-9ef0-c2c7fda6ffa8 None None] Agent healthcheck: found 6 active agents {{(pid=104471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:20:20.628937 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-34f35880-3eaa-4880-82ce-25caaccca5a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (a33f270e-6fb2-40d7-a0c5-ff754f30a69f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:20:22.797659 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-eb103348-6d77-4261-8a39-b7fc7f661d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (084ea860-45cb-441c-b2f8-c6c2f7d6686c), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:20:24.494327 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7f3b3aed-46f4-4e68-bbbe-dab9f8099e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (d1fd82e0-5c39-4100-b44b-c54ee27d2d9f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:20:25.534390 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5ee680a5-33f3-4217-99f5-17637ad0570e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (59ae6226-c784-4fad-8646-7377b1ef5f31), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:20:25.800205 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (9379cce5-6fc7-4135-bc49-530c07185724), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:20:28.115612 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=15 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:20:28.126602 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=19 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:20:35.730926 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:20:35.732801 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:20:41.828603 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (6e9d2670-629d-42a5-8dd5-d0857aba9a7e), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:20:50.602440 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-dcf086c1-0184-469e-a574-65a316e7fd33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (a33f270e-6fb2-40d7-a0c5-ff754f30a69f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:20:52.223597 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.agents_db [None req-6da3c0df-3a39-4d49-9ef0-c2c7fda6ffa8 None None] Agent healthcheck: found 6 active agents {{(pid=104471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:20:52.808068 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-6c222766-8236-4f8f-b968-f05d1a139e38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (084ea860-45cb-441c-b2f8-c6c2f7d6686c), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:20:54.508206 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7f3b3aed-46f4-4e68-bbbe-dab9f8099e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (d1fd82e0-5c39-4100-b44b-c54ee27d2d9f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:20:55.557001 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5ee680a5-33f3-4217-99f5-17637ad0570e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (59ae6226-c784-4fad-8646-7377b1ef5f31), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:20:55.779300 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (9379cce5-6fc7-4135-bc49-530c07185724), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:21:05.118586 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:21:05.123550 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:21:05.721916 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:21:05.728076 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:21:11.841414 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (6e9d2670-629d-42a5-8dd5-d0857aba9a7e), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:21:19.172500 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:21:19.173149 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:DELETE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:21:20.610789 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-502c7203-75d3-4134-9a30-53aa614f9187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (a33f270e-6fb2-40d7-a0c5-ff754f30a69f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:21:22.833655 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1b495cb5-d780-4adc-b128-3f9a8ae54357 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (084ea860-45cb-441c-b2f8-c6c2f7d6686c), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:21:24.542588 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7f3b3aed-46f4-4e68-bbbe-dab9f8099e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (d1fd82e0-5c39-4100-b44b-c54ee27d2d9f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:21:25.567052 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5ee680a5-33f3-4217-99f5-17637ad0570e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (59ae6226-c784-4fad-8646-7377b1ef5f31), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:21:25.789929 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (9379cce5-6fc7-4135-bc49-530c07185724), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:21:29.222278 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.agents_db [None req-6da3c0df-3a39-4d49-9ef0-c2c7fda6ffa8 None None] Agent healthcheck: found 6 active agents {{(pid=104471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:21:38.914759 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [req-5bf6703d-3f3b-45ce-ae05-96521be1b077 req-34ad8884-0427-41e1-a925-3518b5fd02f1 service neutron] (104468) timed out ('10.222.0.30', 59747) {{(pid=104468) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 13 09:21:39.542084 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:21:39.542888 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=26,neutron:UPDATE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:21:40.186175 dv-cinder-849626-3-iscsi neutron-server[104468]: DEBUG neutron.wsgi [req-fb1b175e-cd9a-4b49-aff2-cd9314b1823e req-4ae256ac-f660-47aa-9430-65da1340ead0 service neutron] (104468) timed out ('10.222.0.30', 59734) {{(pid=104468) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 13 09:21:41.857500 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (6e9d2670-629d-42a5-8dd5-d0857aba9a7e), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:21:42.118479 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:21:42.119358 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=5 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:21:50.627423 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e48a64f5-974d-4c40-a24f-ab80f1ed9d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (a33f270e-6fb2-40d7-a0c5-ff754f30a69f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:21:52.861444 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-54a08cf7-12eb-4f73-938d-609040cef0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (084ea860-45cb-441c-b2f8-c6c2f7d6686c), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:21:54.514336 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7f3b3aed-46f4-4e68-bbbe-dab9f8099e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (d1fd82e0-5c39-4100-b44b-c54ee27d2d9f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:21:55.566046 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5ee680a5-33f3-4217-99f5-17637ad0570e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (59ae6226-c784-4fad-8646-7377b1ef5f31), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:21:55.783267 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (9379cce5-6fc7-4135-bc49-530c07185724), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:22:05.720971 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:UPDATE=1,neutron:SELECT=10 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:22:05.727981 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:22:06.221125 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.agents_db [None req-6da3c0df-3a39-4d49-9ef0-c2c7fda6ffa8 None None] Agent healthcheck: found 6 active agents {{(pid=104471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:22:11.850969 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (6e9d2670-629d-42a5-8dd5-d0857aba9a7e), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:22:19.537195 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=19 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:22:19.540049 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=15 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:22:20.622693 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a0afbf35-fd4f-4f65-a56e-2366c7fad84a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (a33f270e-6fb2-40d7-a0c5-ff754f30a69f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:22:22.851027 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-b0ed0e17-6a02-4864-89ed-24e0bbd4c96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (084ea860-45cb-441c-b2f8-c6c2f7d6686c), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:22:24.557989 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7f3b3aed-46f4-4e68-bbbe-dab9f8099e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (d1fd82e0-5c39-4100-b44b-c54ee27d2d9f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:22:25.563670 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5ee680a5-33f3-4217-99f5-17637ad0570e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (59ae6226-c784-4fad-8646-7377b1ef5f31), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:22:25.786562 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (9379cce5-6fc7-4135-bc49-530c07185724), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:22:35.724244 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:22:35.730683 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:22:41.871857 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (6e9d2670-629d-42a5-8dd5-d0857aba9a7e), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:22:43.220512 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.agents_db [None req-6da3c0df-3a39-4d49-9ef0-c2c7fda6ffa8 None None] Agent healthcheck: found 6 active agents {{(pid=104471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:22:50.625605 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-59e65943-88e1-432f-bf66-632b3c68f951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (a33f270e-6fb2-40d7-a0c5-ff754f30a69f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:22:52.821421 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-d3e0beca-ab1d-4811-91b8-27834db32f18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (084ea860-45cb-441c-b2f8-c6c2f7d6686c), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:22:54.562650 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7f3b3aed-46f4-4e68-bbbe-dab9f8099e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (d1fd82e0-5c39-4100-b44b-c54ee27d2d9f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:22:55.529979 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5ee680a5-33f3-4217-99f5-17637ad0570e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (59ae6226-c784-4fad-8646-7377b1ef5f31), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:22:55.775748 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (9379cce5-6fc7-4135-bc49-530c07185724), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:22:56.107918 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:22:56.112345 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:23:05.732166 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:23:05.735143 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:23:11.820560 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (6e9d2670-629d-42a5-8dd5-d0857aba9a7e), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:23:19.176947 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:23:19.178212 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:DELETE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:23:20.218523 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.agents_db [None req-6da3c0df-3a39-4d49-9ef0-c2c7fda6ffa8 None None] Agent healthcheck: found 6 active agents {{(pid=104471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:23:20.592231 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-65d745f0-5faf-479d-bab4-cdc148866553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (a33f270e-6fb2-40d7-a0c5-ff754f30a69f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:23:22.803105 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-897578c3-f1b2-47f4-b755-2fad1262c759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (084ea860-45cb-441c-b2f8-c6c2f7d6686c), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:23:24.523486 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7f3b3aed-46f4-4e68-bbbe-dab9f8099e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (d1fd82e0-5c39-4100-b44b-c54ee27d2d9f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:23:25.546911 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5ee680a5-33f3-4217-99f5-17637ad0570e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (59ae6226-c784-4fad-8646-7377b1ef5f31), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:23:25.825278 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (9379cce5-6fc7-4135-bc49-530c07185724), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:23:33.103994 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:23:33.108758 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:23:39.536361 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:23:39.537117 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:23:41.841681 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (6e9d2670-629d-42a5-8dd5-d0857aba9a7e), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:23:50.636050 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-ab226310-c4c0-437c-be16-ec3be78d7923 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (a33f270e-6fb2-40d7-a0c5-ff754f30a69f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:23:52.819803 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-47f6b8eb-2dba-4641-bb62-0c1f5bfe8477 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (084ea860-45cb-441c-b2f8-c6c2f7d6686c), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:23:54.545411 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7f3b3aed-46f4-4e68-bbbe-dab9f8099e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (d1fd82e0-5c39-4100-b44b-c54ee27d2d9f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:23:55.550091 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5ee680a5-33f3-4217-99f5-17637ad0570e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (59ae6226-c784-4fad-8646-7377b1ef5f31), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:23:55.797657 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (9379cce5-6fc7-4135-bc49-530c07185724), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:23:57.218304 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.agents_db [None req-6da3c0df-3a39-4d49-9ef0-c2c7fda6ffa8 None None] Agent healthcheck: found 6 active agents {{(pid=104471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:24:05.731403 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:24:05.733271 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:24:11.835153 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (6e9d2670-629d-42a5-8dd5-d0857aba9a7e), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:24:19.531429 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=15 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:24:19.535396 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=21 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:24:20.619010 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-c7b60ea0-fe84-4d26-bef8-5a464ffa4480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (a33f270e-6fb2-40d7-a0c5-ff754f30a69f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:24:22.813106 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-4eef1011-12f9-4123-9382-a5e647516225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (084ea860-45cb-441c-b2f8-c6c2f7d6686c), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:24:24.515611 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7f3b3aed-46f4-4e68-bbbe-dab9f8099e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (d1fd82e0-5c39-4100-b44b-c54ee27d2d9f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:24:25.578644 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5ee680a5-33f3-4217-99f5-17637ad0570e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (59ae6226-c784-4fad-8646-7377b1ef5f31), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:24:25.783651 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (9379cce5-6fc7-4135-bc49-530c07185724), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:24:34.217718 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.agents_db [None req-6da3c0df-3a39-4d49-9ef0-c2c7fda6ffa8 None None] Agent healthcheck: found 6 active agents {{(pid=104471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:24:35.734001 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:UPDATE=4,neutron:SELECT=9 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:24:35.736181 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:24:41.846979 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (6e9d2670-629d-42a5-8dd5-d0857aba9a7e), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:24:47.105105 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:24:47.109894 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:24:50.589453 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9d414011-3c09-42a5-bced-9eba6bd6c3c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (a33f270e-6fb2-40d7-a0c5-ff754f30a69f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:24:52.817659 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e7c02091-d6dd-4d9d-8076-884ef76196a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (084ea860-45cb-441c-b2f8-c6c2f7d6686c), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:24:54.537931 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7f3b3aed-46f4-4e68-bbbe-dab9f8099e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (d1fd82e0-5c39-4100-b44b-c54ee27d2d9f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:24:55.560593 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5ee680a5-33f3-4217-99f5-17637ad0570e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (59ae6226-c784-4fad-8646-7377b1ef5f31), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:24:55.788831 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d809b54-4c6b-49a8-9a41-4713da00a50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (9379cce5-6fc7-4135-bc49-530c07185724), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 09:25:05.729012 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:25:05.734918 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 09:25:11.216509 dv-cinder-849626-3-iscsi neutron-server[104471]: DEBUG neutron.db.agents_db [None req-6da3c0df-3a39-4d49-9ef0-c2c7fda6ffa8 None None] Agent healthcheck: found 6 active agents {{(pid=104471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:25:11.886116 dv-cinder-849626-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c83-b5fd-4d0e-919a-7e17ac404fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760185013809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760324'] for agent (6e9d2670-629d-42a5-8dd5-d0857aba9a7e), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}